-- Logs begin at Wed 2022-07-06 14:42:34 UTC, end at Wed 2022-07-06 15:44:37 UTC. -- Jul 06 15:16:29.390977 dv-cinder-848848-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 06 15:16:32.007115 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.common.config [-] Logging enabled! Jul 06 15:16:32.007788 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev420 Jul 06 15:16:32.007908 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103735) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 06 15:16:32.011134 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.common.config [-] Logging enabled! Jul 06 15:16:32.011404 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev420 Jul 06 15:16:32.011709 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103735) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 06 15:16:32.012610 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 06 15:16:32.012836 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 06 15:16:32.013193 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 06 15:16:32.013432 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 06 15:16:32.013653 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 06 15:16:32.014058 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.014349 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.014574 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.014860 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.015144 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.015442 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.015730 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.016019 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.016299 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.016570 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.016843 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.017068 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.017343 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.017617 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.017892 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.018108 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] debug = True {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.018376 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.018801 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.019197 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.019501 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.019782 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.020053 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.020314 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.020581 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.020880 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.021201 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] host = dv-cinder-848848-4-iscsi {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.021471 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.021747 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.022024 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.022299 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.022562 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.022826 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.023099 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.023395 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.023658 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] log_file = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.023924 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.024202 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.024478 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.024757 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.024975 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.025189 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.025466 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.025748 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.026013 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.026276 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.026537 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.026798 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.027079 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.027344 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.027617 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.027890 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.028162 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.028423 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.028685 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.028946 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.029206 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.029477 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.029737 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.029998 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.030258 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.030530 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.030787 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.031047 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.031361 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.031637 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.031909 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.032183 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.032444 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.032715 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.032976 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.033236 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.033496 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] use_json = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.033756 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.034013 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.034282 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.034541 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.034800 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.035081 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.035343 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.035624 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.035885 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:32.036167 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.036971 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.037261 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.037536 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.037834 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.038104 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.038638 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.038908 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.039187 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.039489 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.039768 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.040041 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.040329 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.040608 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.040892 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.041185 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.041467 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.041747 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.042012 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.042274 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.042536 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.042803 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.043078 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.043369 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.043648 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.043925 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.044192 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.044476 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.044748 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.045022 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.045304 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.045585 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.045846 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.046117 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.046397 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.046663 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.046925 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.047203 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.047491 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.047752 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.048021 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.048299 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.048574 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.048837 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.049103 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.049380 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.049646 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.049904 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.050162 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.050426 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.050685 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.050959 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.051244 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.051504 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.051763 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.052659 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.052939 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.053205 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.053474 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.053738 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.054005 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.054271 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.054534 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.054801 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.055067 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.055368 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.055634 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.055899 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.056173 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.056438 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.056702 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.056963 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.057228 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.057490 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.057779 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.058050 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.058318 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.058586 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.058857 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.059126 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.059419 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.059690 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.059960 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.060224 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.060505 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.060780 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.061059 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.061335 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.061605 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.061920 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.062188 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.062457 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.062730 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.062999 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.063359 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.063638 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.063913 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.064199 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.064482 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.064752 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.065037 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.065320 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.065601 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.065872 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.066173 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.066443 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:32.066653 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 06 15:16:32.066889 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103735) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 06 15:16:32.359379 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 06 15:16:32.359597 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 06 15:16:32.359895 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 06 15:16:32.360224 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 06 15:16:32.760347 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:32.760631 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:32.760896 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:32.763747 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:32.764021 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:32.764283 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:32.815667 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:32.815943 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:32.816204 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:32.830844 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:32.831110 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:32.831399 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:32.860624 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:32.860897 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:32.861158 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:32.897938 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:32.898227 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:32.898519 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:33.124860 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:33.125466 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:33.125466 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:33.125626 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:33.126224 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:33.223526 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:33.223863 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:33.224141 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:33.224403 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:33.224661 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:33.224962 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:33.225216 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:33.225471 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:33.225716 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:33.225993 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:33.226245 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:33.226504 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:33.226752 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:33.226998 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:33.227271 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:33.227533 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:33.227779 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:33.228038 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:33.228298 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:33.228553 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:33.228818 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:33.229063 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:33.229338 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:33.229706 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:33.229950 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:33.230189 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:33.230572 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103735) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 15:16:33.230805 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103735) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 15:16:33.231036 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103735) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 15:16:33.231294 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103735) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 15:16:33.231526 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103735) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 15:16:33.231753 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103735) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 15:16:33.232105 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 06 15:16:33.235128 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 06 15:16:33.238999 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 06 15:16:33.243297 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Jul 06 15:16:33.244899 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 06 15:16:33.245507 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 06 15:16:33.245837 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 06 15:16:33.246223 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 06 15:16:33.248997 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 06 15:16:33.249241 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 06 15:16:33.249578 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 06 15:16:33.254608 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 06 15:16:33.277396 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 06 15:16:33.277840 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:33.278131 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103735) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 06 15:16:33.278493 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:33.279854 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103735) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 06 15:16:33.280130 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 06 15:16:33.280369 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 06 15:16:33.283778 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:33.284052 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:33.413783 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 06 15:16:33.413957 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 06 15:16:33.414190 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 06 15:16:33.414553 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 06 15:16:33.466431 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO dbcounter [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Registered counter for database neutron Jul 06 15:16:33.485986 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_db.sqlalchemy.engines [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103735) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 06 15:16:33.492216 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG dbcounter [-] [103735] Writer thread running {{(pid=103735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 06 15:16:34.025555 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.plugins.ml2.managers [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Initializing driver for type 'gre' Jul 06 15:16:34.026096 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] gre ID ranges: [(1, 1000)] Jul 06 15:16:34.079811 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.plugins.ml2.managers [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Initializing driver for type 'local' Jul 06 15:16:34.080147 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.plugins.ml2.managers [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Initializing driver for type 'vlan' Jul 06 15:16:34.095326 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] VlanTypeDriver initialization complete Jul 06 15:16:34.095723 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.plugins.ml2.managers [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Initializing driver for type 'vxlan' Jul 06 15:16:34.096264 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] vxlan ID ranges: [(1, 1000)] Jul 06 15:16:34.152301 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.plugins.ml2.managers [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Initializing extension driver 'port_security' Jul 06 15:16:34.152937 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.plugins.ml2.extensions.port_security [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] PortSecurityExtensionDriver initialization complete Jul 06 15:16:34.153072 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.plugins.ml2.managers [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Initializing mechanism driver 'openvswitch' Jul 06 15:16:34.153393 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.plugins.ml2.managers [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Initializing mechanism driver 'hyperv' Jul 06 15:16:34.160024 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.plugins.ml2.plugin [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:16:34.160685 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: > port after_create 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.161052 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: > port after_update 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.162012 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: > port after_delete 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.162505 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103735) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 06 15:16:34.162925 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: > subnet after_create 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.163551 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: > subnet after_update 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.163895 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.164280 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103735) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 06 15:16:34.164708 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: > network after_create 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.165057 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: > network after_update 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.165396 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: > network after_delete 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.165780 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103735) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 06 15:16:34.166180 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: > security_group after_create 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.166521 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: > security_group after_update 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.166857 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.167262 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103735) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 06 15:16:34.167666 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.168006 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.168338 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.168722 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103735) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 06 15:16:34.169120 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: > address_group after_create 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.169457 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: > address_group after_update 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.169789 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.170171 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103735) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 06 15:16:34.170601 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] ML2 OVO RPC backend initialized. {{(pid=103735) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 06 15:16:34.171316 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.171663 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.172071 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: > network before_response 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.172413 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: > networks before_response 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.172748 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: > port before_response 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.173077 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: > ports before_response 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.173409 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: > subnet before_response 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.173739 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: > subnets before_response 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.174071 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: > network after_create 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.174399 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: > network after_update 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.174721 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: > network after_delete 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.175044 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: > port after_create 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.175398 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: > port after_update 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.175721 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: > port after_delete 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.176046 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: > subnet after_create 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.176370 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: > subnet after_update 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.176691 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.184106 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.quota [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loaded quota_driver: . Jul 06 15:16:34.184471 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.plugins.ml2.plugin [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Modular L2 Plugin initialization complete Jul 06 15:16:34.184811 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading services supported by the core plugin {{(pid=103735) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 06 15:16:34.185147 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.plugins.ml2.managers [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Got port-security extension from driver 'port_security' Jul 06 15:16:34.185619 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.extensions.vlantransparent [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Disabled vlantransparent extension. Jul 06 15:16:34.186112 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103735) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 06 15:16:34.186434 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading Plugin: router Jul 06 15:16:34.221819 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.222205 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: > router after_create 55549900 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.222568 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: > router before_create 55549900 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.223053 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.223444 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.223817 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: > router after_delete 55549900 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.224174 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.224518 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.224871 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: > router after_create 55549900 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.225211 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: > router after_update 55549900 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.225557 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: > router after_update 55549900 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.225896 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.226244 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: > router after_update 55549900 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.226648 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: > router precommit_update 55549900 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.227011 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: port after_update 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.227377 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: port after_delete 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.227711 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: subnet after_update 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.228042 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.228383 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.228722 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: > router precommit_create 55549900 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.229059 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: port before_delete 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.229393 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: > router precommit_create 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.229738 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: > router after_update 55549900 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.230073 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.230417 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: > router precommit_create 55549900 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.230765 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.231099 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: > router precommit_update 55549900 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.231487 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: > agent after_create 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.231823 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: > agent after_delete 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.232251 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: > network after_delete 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.233090 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.quota.resource_registry [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Tracking information for resource: router configured {{(pid=103735) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 15:16:34.233413 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.quota.resource_registry [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Tracking information for resource: floatingip configured {{(pid=103735) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 15:16:34.238132 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.db.l3_agentschedulers_db [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 06 15:16:34.238712 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: port after_update 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.239063 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: port after_create 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.239457 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: port after_delete 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.239814 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: port after_update 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.240598 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: > router before_create 55550100 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.240955 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.241315 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: > router precommit_create 55550100 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.241666 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: > router precommit_update 55550100 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.246458 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.services.provider_configuration [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Service providers = [] {{(pid=103735) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 06 15:16:34.246818 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.db.servicetype_db [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103735) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 06 15:16:34.249750 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.services.service_base [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103735) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 06 15:16:34.250092 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.services.service_base [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103735) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 06 15:16:34.250427 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.services.service_base [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103735) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 06 15:16:34.251510 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.services.service_base [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103735) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 06 15:16:34.251878 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.services.service_base [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 06 15:16:34.252245 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103735) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 15:16:34.252557 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 06 15:16:34.263383 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103735) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 15:16:34.263711 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading Plugin: auto_allocate Jul 06 15:16:34.269379 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: network precommit_update 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.269741 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: network precommit_create 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.270250 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103735) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 15:16:34.270563 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading Plugin: tag Jul 06 15:16:34.277904 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103735) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 15:16:34.278265 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading Plugin: timestamp Jul 06 15:16:34.282056 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103735) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 15:16:34.282387 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading Plugin: network_ip_availability Jul 06 15:16:34.288614 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.288976 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.289325 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.290024 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103735) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 15:16:34.290338 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading Plugin: flavors Jul 06 15:16:34.295279 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103735) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 15:16:34.295609 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading Plugin: revisions Jul 06 15:16:34.299809 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103735) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 15:16:34.300194 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_concurrency.lockutils [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.940s {{(pid=103735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 06 15:16:34.300928 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103735) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jul 06 15:16:34.301263 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Initializing extension manager. Jul 06 15:16:34.301775 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: __init__.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.302722 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: __pycache__ {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.303052 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: address_group.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.303823 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.304396 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loaded extension: address-group Jul 06 15:16:34.304719 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: address_scope.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.305424 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.305932 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loaded extension: address-scope Jul 06 15:16:34.306254 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.307178 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.307713 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loaded extension: router-admin-state-down-before-update Jul 06 15:16:34.308029 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: agent.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.308711 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.309212 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loaded extension: agent Jul 06 15:16:34.309523 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: agent_resources_synced.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.310411 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.310917 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loaded extension: agent-resources-synced Jul 06 15:16:34.311255 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: allowedaddresspairs.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.313014 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.313530 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loaded extension: allowed-address-pairs Jul 06 15:16:34.313848 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: auto_allocated_topology.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.314904 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.315445 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loaded extension: auto-allocated-topology Jul 06 15:16:34.315765 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: availability_zone.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.316448 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.316947 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loaded extension: availability_zone Jul 06 15:16:34.317260 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: availability_zone_filter.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.318182 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.318692 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loaded extension: availability_zone_filter Jul 06 15:16:34.319012 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: data_plane_status.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.319932 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.320433 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extension data-plane-status not supported by any of loaded plugins Jul 06 15:16:34.320748 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: default_subnetpools.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.321648 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.322151 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loaded extension: default-subnetpools Jul 06 15:16:34.322465 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.323287 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.323785 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loaded extension: dhcp_agent_scheduler Jul 06 15:16:34.324099 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: dns.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.325005 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.325502 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extension dns-integration not supported by any of loaded plugins Jul 06 15:16:34.325816 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: dns_domain_ports.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.326720 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.327235 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 06 15:16:34.327566 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.328470 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.328981 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 06 15:16:34.329287 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: dvr.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.329945 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.330448 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loaded extension: dvr Jul 06 15:16:34.330763 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: ecmp_routes.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.331703 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.332205 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 06 15:16:34.332517 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: empty_string_filtering.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.333578 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.334089 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loaded extension: empty-string-filtering Jul 06 15:16:34.334400 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.335338 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.335848 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 06 15:16:34.336160 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.337057 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.337732 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 06 15:16:34.338049 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: external_net.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.338944 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.339493 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loaded extension: external-net Jul 06 15:16:34.339807 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.340697 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.341204 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loaded extension: extra_dhcp_opt Jul 06 15:16:34.341519 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: extraroute.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.342411 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.342918 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loaded extension: extraroute Jul 06 15:16:34.343239 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: extraroute_atomic.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.344751 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.345269 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loaded extension: extraroute-atomic Jul 06 15:16:34.345585 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: filter_validation.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.346244 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.346748 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loaded extension: filter-validation Jul 06 15:16:34.347058 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: fip_pf_description.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.347977 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.348479 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 06 15:16:34.349317 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: fip_pf_port_range.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.350225 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.350728 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 06 15:16:34.351040 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: fip_port_details.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.351981 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.352487 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loaded extension: fip-port-details Jul 06 15:16:34.352800 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: flavors.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.353997 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.354508 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loaded extension: flavors Jul 06 15:16:34.354829 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.356492 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.357014 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 06 15:16:34.357337 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: floatingip_pools.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.358024 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.358533 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loaded extension: floatingip-pools Jul 06 15:16:34.358849 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: ip_allocation.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.359781 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.360281 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extension ip_allocation not supported by any of loaded plugins Jul 06 15:16:34.360596 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.361493 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.361999 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loaded extension: ip-substring-filtering Jul 06 15:16:34.362315 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: l2_adjacency.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.363249 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.363757 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 06 15:16:34.364073 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: l3.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.365591 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.366100 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loaded extension: router Jul 06 15:16:34.366417 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.368648 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.369178 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 06 15:16:34.369509 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.370426 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.370940 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loaded extension: ext-gw-mode Jul 06 15:16:34.371289 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.372199 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.372705 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loaded extension: l3-ha Jul 06 15:16:34.373022 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.373917 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.374418 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 06 15:16:34.374734 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: l3_flavors.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.375671 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.376178 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loaded extension: l3-flavors Jul 06 15:16:34.376494 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.377833 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.378345 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 06 15:16:34.378664 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.379696 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.380239 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 06 15:16:34.380558 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: l3agentscheduler.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.381715 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.382250 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loaded extension: l3_agent_scheduler Jul 06 15:16:34.382572 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: local_ip.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.384352 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.384869 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extension local_ip not supported by any of loaded plugins Jul 06 15:16:34.385196 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: logging.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.386646 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.387165 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extension logging not supported by any of loaded plugins Jul 06 15:16:34.387517 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: metering.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.388242 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.388815 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loaded extension: metering Jul 06 15:16:34.389140 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.390216 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.390730 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loaded extension: metering_source_and_destination_fields Jul 06 15:16:34.391051 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: multiprovidernet.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.391988 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.392495 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loaded extension: multi-provider Jul 06 15:16:34.392812 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: netmtu.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.393708 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.394213 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loaded extension: net-mtu Jul 06 15:16:34.394529 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: netmtu_writable.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.395451 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.395986 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loaded extension: net-mtu-writable Jul 06 15:16:34.396301 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: network_availability_zone.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.396958 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.397456 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loaded extension: network_availability_zone Jul 06 15:16:34.397770 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: network_ip_availability.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.398850 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.399465 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loaded extension: network-ip-availability Jul 06 15:16:34.399789 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: network_segment_range.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.400546 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.401045 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extension network-segment-range not supported by any of loaded plugins Jul 06 15:16:34.401361 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: pagination.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.402322 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.402647 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loaded extension: pagination Jul 06 15:16:34.402960 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: port_device_profile.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.403893 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.404405 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loaded extension: port-device-profile Jul 06 15:16:34.404721 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: port_mac_address_override.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.405631 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.406138 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loaded extension: port-mac-override Jul 06 15:16:34.406453 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.407379 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.407881 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loaded extension: port-mac-address-regenerate Jul 06 15:16:34.408196 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.409096 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.409602 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loaded extension: port-numa-affinity-policy Jul 06 15:16:34.409918 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: port_resource_request.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.410804 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.411853 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extension port-resource-request not supported by any of loaded plugins Jul 06 15:16:34.412167 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: port_resource_request_groups.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.413121 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.413889 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 06 15:16:34.414205 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: portbindings.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.415111 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.415652 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loaded extension: binding Jul 06 15:16:34.415976 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: portbindings_extended.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.417225 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.417739 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loaded extension: binding-extended Jul 06 15:16:34.418057 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: portsecurity.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.418958 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.419505 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loaded extension: port-security Jul 06 15:16:34.419824 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: project_id.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.420783 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.421108 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loaded extension: project-id Jul 06 15:16:34.421421 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: providernet.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.422325 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.422832 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loaded extension: provider Jul 06 15:16:34.423148 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: qos.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.428747 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.429262 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extension qos not supported by any of loaded plugins Jul 06 15:16:34.429587 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.430811 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.431349 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 06 15:16:34.431676 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.432595 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.433108 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 06 15:16:34.433428 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: qos_default.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.434408 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.434919 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extension qos-default not supported by any of loaded plugins Jul 06 15:16:34.435259 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: qos_fip.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.436175 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.436681 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extension qos-fip not supported by any of loaded plugins Jul 06 15:16:34.436998 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.437903 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.438406 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 06 15:16:34.438723 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: qos_gateway_ip.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.439662 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.440167 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 06 15:16:34.440484 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: qos_port_network_policy.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.441384 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.441889 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 06 15:16:34.442209 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.443308 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.443818 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 06 15:16:34.444137 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.445158 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.445665 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 06 15:16:34.445989 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: qos_pps_rule.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.447132 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.447677 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extension qos-pps not supported by any of loaded plugins Jul 06 15:16:34.447997 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: qos_rule_type_details.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.448895 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.449404 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 06 15:16:34.449721 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.450622 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.451131 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 06 15:16:34.451473 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: qos_rules_alias.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.452496 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.453008 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 06 15:16:34.453327 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: quota_check_limit.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.454221 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.454732 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loaded extension: quota-check-limit Jul 06 15:16:34.455050 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: quotasv2.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.455990 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.456312 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loaded extension: quotas Jul 06 15:16:34.456627 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: quotasv2_detail.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.458325 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.458656 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loaded extension: quota_details Jul 06 15:16:34.458977 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: rbac.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.460031 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.460550 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loaded extension: rbac-policies Jul 06 15:16:34.460869 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: rbac_address_group.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.461784 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.462299 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loaded extension: rbac-address-group Jul 06 15:16:34.462617 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: rbac_address_scope.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.463627 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.464140 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loaded extension: rbac-address-scope Jul 06 15:16:34.464456 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: rbac_security_groups.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.465424 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.465948 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loaded extension: rbac-security-groups Jul 06 15:16:34.466262 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: rbac_subnetpool.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.467162 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.467698 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loaded extension: rbac-subnetpool Jul 06 15:16:34.468010 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: revisionifmatch.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.468915 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.469424 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loaded extension: revision-if-match Jul 06 15:16:34.469736 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: revisions.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.470832 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.471377 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loaded extension: standard-attr-revisions Jul 06 15:16:34.471699 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: router_availability_zone.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.472365 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.472871 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loaded extension: router_availability_zone Jul 06 15:16:34.473187 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: routerservicetype.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.474795 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.475326 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extension router-service-type not supported by any of loaded plugins Jul 06 15:16:34.475646 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.476568 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.477076 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loaded extension: security-groups-normalized-cidr Jul 06 15:16:34.477392 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.478312 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.478820 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loaded extension: port-security-groups-filtering Jul 06 15:16:34.479137 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.480090 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.480602 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loaded extension: security-groups-remote-address-group Jul 06 15:16:34.480919 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.481831 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.482338 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loaded extension: security-groups-shared-filtering Jul 06 15:16:34.482654 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: securitygroup.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.492772 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.493298 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loaded extension: security-group Jul 06 15:16:34.493628 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: segment.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.494343 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.494848 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extension segment not supported by any of loaded plugins Jul 06 15:16:34.495170 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.496111 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.496624 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 06 15:16:34.496943 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: servicetype.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.498022 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.498536 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loaded extension: service-type Jul 06 15:16:34.498854 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: sorting.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.499855 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.500180 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loaded extension: sorting Jul 06 15:16:34.500496 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: standard_attr_segment.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.501395 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.501908 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 06 15:16:34.502225 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: standardattrdescription.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.502863 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.503389 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loaded extension: standard-attr-description Jul 06 15:16:34.503706 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: stateful_security_group.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.504635 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.505175 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loaded extension: stateful-security-group Jul 06 15:16:34.505490 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: stdattrs_common.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.506062 dv-cinder-848848-4-iscsi neutron-server[103735]: WARNING neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 06 15:16:34.506382 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.507333 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.507858 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 06 15:16:34.508175 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: subnet_onboard.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.509226 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.509741 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loaded extension: subnet_onboard Jul 06 15:16:34.510059 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.510967 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.511494 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 06 15:16:34.511811 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: subnet_service_types.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.512716 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.513223 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loaded extension: subnet-service-types Jul 06 15:16:34.513539 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: subnetallocation.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.514588 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.515101 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loaded extension: subnet_allocation Jul 06 15:16:34.515447 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.516104 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.516623 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loaded extension: subnetpool-prefix-ops Jul 06 15:16:34.516939 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.517848 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.518355 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 06 15:16:34.518674 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: tagging.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.519726 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.520242 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loaded extension: standard-attr-tag Jul 06 15:16:34.520563 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: timestamp.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.522284 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.522796 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loaded extension: standard-attr-timestamp Jul 06 15:16:34.523117 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: trunk.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.524163 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.524679 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extension trunk not supported by any of loaded plugins Jul 06 15:16:34.524998 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: trunk_details.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.525903 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.526414 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extension trunk-details not supported by any of loaded plugins Jul 06 15:16:34.526736 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: uplink_status_propagation.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.527661 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.528214 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 06 15:16:34.528491 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Loading extension file: vlantransparent.py {{(pid=103735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 15:16:34.529151 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 15:16:34.529656 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 06 15:16:34.532177 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.quota.resource_registry [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Creating instance of TrackedResource for resource:network Jul 06 15:16:34.532690 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.quota.resource_registry [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Creating instance of TrackedResource for resource:subnet Jul 06 15:16:34.533092 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.quota.resource_registry [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Creating instance of TrackedResource for resource:subnetpool Jul 06 15:16:34.533492 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.quota.resource_registry [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Creating instance of TrackedResource for resource:port Jul 06 15:16:34.534694 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.v2.resource_helper [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103735) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 15:16:34.535201 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.v2.resource_helper [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Service FLAVORS assigned prefix: {{(pid=103735) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 15:16:34.535837 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.v2.resource_helper [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103735) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 15:16:34.536356 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.v2.resource_helper [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103735) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 15:16:34.537191 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.quota.resource_registry [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Creating instance of TrackedResource for resource:router Jul 06 15:16:34.537613 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.quota.resource_registry [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Creating instance of TrackedResource for resource:floatingip Jul 06 15:16:34.538096 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.v2.resource_helper [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Service METERING assigned prefix: /metering {{(pid=103735) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 15:16:34.539810 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.540175 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.540522 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:16:34.541478 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.quota.resource_registry [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Creating instance of CountableResource for resource:rbac_policy Jul 06 15:16:34.541912 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.quota.resource_registry [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Creating instance of TrackedResource for resource:security_group Jul 06 15:16:34.542329 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.quota.resource_registry [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 06 15:16:34.542919 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.v2.resource_helper [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Service CORE assigned prefix: {{(pid=103735) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 15:16:34.543262 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.quota.resource_registry [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Creating instance of TrackedResource for resource:subnetpool Jul 06 15:16:34.543615 dv-cinder-848848-4-iscsi neutron-server[103735]: WARNING neutron.quota.resource_registry [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] subnetpool is already registered Jul 06 15:16:34.544025 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.v2.resource_helper [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Service CORE assigned prefix: {{(pid=103735) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 15:16:34.544345 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.quota.resource_registry [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Creating instance of TrackedResource for resource:subnetpool Jul 06 15:16:34.544670 dv-cinder-848848-4-iscsi neutron-server[103735]: WARNING neutron.quota.resource_registry [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] subnetpool is already registered Jul 06 15:16:34.546891 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.v2.resource_helper [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103735) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 15:16:34.547339 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.v2.resource_helper [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Service FLAVORS assigned prefix: {{(pid=103735) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 15:16:34.547917 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.v2.resource_helper [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103735) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 15:16:34.548331 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.v2.resource_helper [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103735) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 15:16:34.548658 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.quota.resource_registry [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Creating instance of TrackedResource for resource:router Jul 06 15:16:34.548991 dv-cinder-848848-4-iscsi neutron-server[103735]: WARNING neutron.quota.resource_registry [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] router is already registered Jul 06 15:16:34.549391 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.quota.resource_registry [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Creating instance of TrackedResource for resource:floatingip Jul 06 15:16:34.549721 dv-cinder-848848-4-iscsi neutron-server[103735]: WARNING neutron.quota.resource_registry [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] floatingip is already registered Jul 06 15:16:34.550168 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.v2.resource_helper [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Service METERING assigned prefix: /metering {{(pid=103735) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 15:16:34.550818 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.quota.resource_registry [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Creating instance of CountableResource for resource:rbac_policy Jul 06 15:16:34.551140 dv-cinder-848848-4-iscsi neutron-server[103735]: WARNING neutron.quota.resource_registry [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] rbac_policy is already registered Jul 06 15:16:34.551569 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.quota.resource_registry [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Creating instance of TrackedResource for resource:security_group Jul 06 15:16:34.551917 dv-cinder-848848-4-iscsi neutron-server[103735]: WARNING neutron.quota.resource_registry [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] security_group is already registered Jul 06 15:16:34.552321 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.quota.resource_registry [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 06 15:16:34.552649 dv-cinder-848848-4-iscsi neutron-server[103735]: WARNING neutron.quota.resource_registry [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] security_group_rule is already registered Jul 06 15:16:34.553256 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.v2.resource_helper [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Service CORE assigned prefix: {{(pid=103735) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 15:16:34.553578 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.quota.resource_registry [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Creating instance of TrackedResource for resource:subnetpool Jul 06 15:16:34.553904 dv-cinder-848848-4-iscsi neutron-server[103735]: WARNING neutron.quota.resource_registry [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] subnetpool is already registered Jul 06 15:16:34.554310 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.v2.resource_helper [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Service CORE assigned prefix: {{(pid=103735) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 15:16:34.554627 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.quota.resource_registry [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Creating instance of TrackedResource for resource:subnetpool Jul 06 15:16:34.554952 dv-cinder-848848-4-iscsi neutron-server[103735]: WARNING neutron.quota.resource_registry [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] subnetpool is already registered Jul 06 15:16:34.555441 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extended resource: extensions {{(pid=103735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 15:16:34.556855 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extended resource: address-groups {{(pid=103735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 15:16:34.558326 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extended resource: address-scopes {{(pid=103735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 15:16:34.559681 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extended resource: agents {{(pid=103735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 15:16:34.560831 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extended resource: auto-allocated-topology {{(pid=103735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 15:16:34.562040 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extended resource: availability_zones {{(pid=103735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 15:16:34.563269 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extended resource: dhcp-networks {{(pid=103735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 15:16:34.564734 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extended resource: dhcp-agents {{(pid=103735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 15:16:34.566156 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extended resource: routers {{(pid=103735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 15:16:34.568134 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extended resource: flavors {{(pid=103735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 15:16:34.569387 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extended resource: service_profiles {{(pid=103735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 15:16:34.570578 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extended resource: next_providers {{(pid=103735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 15:16:34.572036 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extended resource: service_profiles {{(pid=103735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 15:16:34.573543 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extended resource: floatingip-pools {{(pid=103735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 15:16:34.574764 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extended resource: routers {{(pid=103735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 15:16:34.576469 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extended resource: floatingips {{(pid=103735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 15:16:34.577735 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extended resource: l3-routers {{(pid=103735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 15:16:34.579103 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extended resource: l3-agents {{(pid=103735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 15:16:34.580532 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extended resource: metering-labels {{(pid=103735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 15:16:34.581786 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extended resource: metering-label-rules {{(pid=103735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 15:16:34.584679 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extended resource: network-ip-availabilities {{(pid=103735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 15:16:34.585939 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extended resource: bindings {{(pid=103735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 15:16:34.587521 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extended resource: quotas {{(pid=103735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 15:16:34.589209 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extended resource: quotas {{(pid=103735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 15:16:34.590684 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extended resource: rbac-policies {{(pid=103735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 15:16:34.591900 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extended resource: security-groups {{(pid=103735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 15:16:34.593188 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extended resource: security-group-rules {{(pid=103735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 15:16:34.594434 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extended resource: service-providers {{(pid=103735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 15:16:34.595647 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extended resource: subnetpools {{(pid=103735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 15:16:34.596973 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extended resource: subnetpools {{(pid=103735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 15:16:34.598499 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extended resource: tags {{(pid=103735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 15:16:34.600814 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extended resource: tags {{(pid=103735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 15:16:34.602623 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extended resource: tags {{(pid=103735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 15:16:34.604417 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extended resource: tags {{(pid=103735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 15:16:34.606077 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extended resource: tags {{(pid=103735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 15:16:34.608032 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extended resource: tags {{(pid=103735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 15:16:34.609723 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extended resource: tags {{(pid=103735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 15:16:34.611607 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extended resource: tags {{(pid=103735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 15:16:34.613359 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extended resource: tags {{(pid=103735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 15:16:34.615125 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron.api.extensions [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Extended resource: tags {{(pid=103735) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 15:16:34.621116 dv-cinder-848848-4-iscsi neutron-server[103735]: WARNING keystonemiddleware.auth_token [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 06 15:16:34.626098 dv-cinder-848848-4-iscsi neutron-server[103735]: WARNING keystonemiddleware.auth_token [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 06 15:16:34.634991 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_concurrency.lockutils [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Acquired lock "singleton_lock" {{(pid=103735) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 06 15:16:34.635491 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_concurrency.lockutils [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Releasing lock "singleton_lock" {{(pid=103735) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 06 15:16:34.636206 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO oslo_service.service [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Starting 2 workers Jul 06 15:16:34.640978 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Started child 103844 {{(pid=103735) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 06 15:16:34.647242 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Started child 103845 {{(pid=103735) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 06 15:16:34.647447 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:16:34.648053 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO neutron.service [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 06 15:16:34.648053 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:16:34.648357 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [-] (103844) wsgi starting up on http://0.0.0.0:9696 Jul 06 15:16:34.650541 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO oslo_service.service [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Starting 1 workers Jul 06 15:16:34.651511 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:16:34.652815 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [-] (103845) wsgi starting up on http://0.0.0.0:9696 Jul 06 15:16:34.655672 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Started child 103846 {{(pid=103735) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 06 15:16:34.656203 dv-cinder-848848-4-iscsi neutron-server[103735]: INFO oslo_service.service [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Starting 1 workers Jul 06 15:16:34.659495 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.service [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] calling RpcWorker wait() {{(pid=103846) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 06 15:16:34.660033 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.service [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] returning from RpcWorker wait() {{(pid=103846) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 06 15:16:34.660593 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Started child 103847 {{(pid=103735) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 06 15:16:34.662036 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:16:34.662132 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fd1-7462-4331-a22b-fc4632534370 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:16:34.662623 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:16:34.664294 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103735) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 06 15:16:34.664508 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 06 15:16:34.664688 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 06 15:16:34.664909 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 06 15:16:34.665239 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 06 15:16:34.665398 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 06 15:16:34.665891 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.666157 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.666413 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.666615 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:16:34.667067 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.667272 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.667539 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.667772 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.668041 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.668288 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.668458 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.668623 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.668882 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.669113 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.669433 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.669692 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.669926 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.670176 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.670344 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.670601 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.670854 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.671093 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.671406 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] debug = True {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.671667 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.672152 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.672393 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.672638 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.672883 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.673151 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.673376 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.673631 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.673871 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.674111 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.674366 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.674617 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.674844 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.675093 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.675356 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.675606 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.675821 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.676317 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] host = dv-cinder-848848-4-iscsi {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.676547 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.676762 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.677048 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.677271 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.677510 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.677741 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.677993 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.678241 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.678489 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.678727 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.678974 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.679256 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.679471 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.679727 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] log_file = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.679889 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] log_options = True {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.680133 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.680454 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.680680 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.680879 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.681044 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.681204 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.681466 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.681629 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.681870 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.682083 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.682296 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.682508 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.682719 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.682949 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.683197 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.683476 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.683688 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.683896 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.684149 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.684387 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.684657 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.684864 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.685084 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.685296 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.685523 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.685743 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.685993 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.686236 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.686449 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.686692 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.686929 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.688105 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:16:34.688378 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.688625 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.688873 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.689136 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.690926 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.691272 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.691610 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.691954 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.693731 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.693731 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.693731 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.693731 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.693731 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.693731 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.693731 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.696215 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] use_json = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.696215 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.696215 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.696215 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.696215 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.696569 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.696660 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.696813 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.697744 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.697982 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.698483 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.698830 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.701162 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.701429 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.701676 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.701931 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.702199 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.702426 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.702680 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.702943 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.703283 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.703932 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.704251 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.704530 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.704800 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.705109 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.705381 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.705638 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.706287 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.706513 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.706767 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.707946 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.708743 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.708974 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.709235 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.709498 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.709746 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.710038 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.710322 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.710615 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.711058 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.711691 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.711949 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.712212 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.712451 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.712699 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.713511 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.713781 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.714382 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.714608 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.714884 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.715127 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.715408 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.715659 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.715875 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.716465 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.716728 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.716995 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.717248 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.717473 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.722099 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.724437 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.724695 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.724936 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.726668 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.726916 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.727172 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.727438 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.727713 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.727970 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.728594 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.728852 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.729110 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.729335 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.729582 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.729806 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.730030 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.730269 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.730523 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.730773 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.730985 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.731258 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.731504 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.731718 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.731947 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.732188 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.732400 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.732619 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.732832 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.733067 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.733276 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.733488 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.733699 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.733924 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.734132 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.734346 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.734576 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.734786 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.735013 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.735234 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.735453 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.735788 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.736040 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.736281 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.736519 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.736759 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.736978 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.737229 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.737468 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.737682 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.737890 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.738148 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.738391 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.738644 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.738865 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.739080 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.739371 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.739618 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.739838 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.740077 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.740290 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.740522 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.740745 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.741001 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.741252 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.741500 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.741730 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.741981 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.742228 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.742513 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.742760 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.743046 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.743306 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.743578 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.743880 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.744147 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.744404 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.744651 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.744901 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.745139 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.745385 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.745779 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.746159 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.746402 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.746805 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.747060 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.747321 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.747555 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.747783 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.748091 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.748317 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.748557 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.748775 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.749057 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.749301 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.749537 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.749804 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.750053 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.750289 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.750531 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.750775 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.751019 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.751272 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.751526 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.751748 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.751967 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.752180 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.752411 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.752644 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.752854 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.753099 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.753311 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.753566 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.753776 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.753991 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.754205 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.754446 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.754655 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.754874 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.755134 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.755373 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.755605 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.755821 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.756051 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.756298 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.756516 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.756780 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.757028 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.757239 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.757482 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.757736 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.758003 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.758232 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.758469 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.758683 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.758890 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.759102 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.759362 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.759566 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.759775 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.759997 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.760206 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.760436 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.760674 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.761001 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.761246 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.761473 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.761712 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.761943 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.762179 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.762367 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.762604 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.762847 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.762979 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:16:34.763131 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.763299 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.763512 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.763727 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.763942 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.764154 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.764367 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.764629 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.764865 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.765088 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.765304 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.765524 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.765731 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.765943 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.766154 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.766361 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.766585 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.766829 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.766999 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.767253 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.767536 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.767854 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.768014 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.769456 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.769456 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.769456 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.769456 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.769456 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.769456 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.770173 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.770173 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.770173 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.770173 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.770459 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.770577 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.771331 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.771548 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.771778 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.772017 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.772215 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.772448 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.772665 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.772878 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.773083 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.773321 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.773528 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.773731 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.773945 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.774158 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.774384 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.774606 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.774810 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.775035 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.775270 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.775484 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.775689 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.775988 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.776230 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.776448 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.776746 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.776966 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.777220 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.777459 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.777751 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.777968 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.778283 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.778461 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.778696 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.778916 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.779170 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.779550 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.779830 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.780077 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.780327 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.780603 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.780875 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.781141 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.781371 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.781676 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.782003 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.782278 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.782517 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.782769 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.783001 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.783260 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.783478 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.783713 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.783958 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.784172 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.784430 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.784654 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.785866 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.785866 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.785866 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.785866 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.785866 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.787192 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.787192 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.787192 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.787192 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 06 15:16:34.787751 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103735) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 06 15:16:34.787887 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 06 15:16:34.788041 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 06 15:16:34.788508 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 06 15:16:34.788508 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 06 15:16:34.788777 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 06 15:16:34.788912 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.789068 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.789205 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.789338 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.789470 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.789603 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.789742 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.789872 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.790035 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.790192 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.790352 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.790491 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.790626 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.790777 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.790933 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.791090 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.791265 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.791429 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.791585 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.791742 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.791987 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.792128 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] debug = True {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.792250 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.792402 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.792555 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.792708 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.792862 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.793017 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.793174 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.793330 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.793487 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.793642 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.793798 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.793953 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.794110 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.794264 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.794421 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.794576 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.794731 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.794886 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] host = dv-cinder-848848-4-iscsi {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.795041 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.795196 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.795387 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.795543 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.795698 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.795853 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.796008 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.796163 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.796317 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.796472 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.796627 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.796783 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.796938 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.797092 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] log_file = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.797248 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] log_options = True {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.797404 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.797560 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.797716 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.797902 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.798063 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.798378 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.798524 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.798667 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.798826 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.798956 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.799109 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.799285 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.799444 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.799600 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.799755 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.799911 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.800070 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.800226 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.800382 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.800537 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.800694 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.800847 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.801001 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.801156 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.801311 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.801467 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.801604 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.801763 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.801941 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.802151 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.802241 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.802386 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.802543 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.802697 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.802851 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.803008 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.803163 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.803337 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.803498 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.803653 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.803809 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.803963 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.804120 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.804275 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.804430 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.804585 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.804740 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] use_json = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.804896 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.805051 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.805206 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.805361 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.805516 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.805673 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.805829 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.805985 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.806140 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 15:16:34.806314 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.806472 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.806640 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.806799 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.806958 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.807115 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.807295 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.807455 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.807611 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.807770 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.807933 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.808091 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.808258 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.808416 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.808573 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.808734 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.808891 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.809050 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.809209 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.809367 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.809526 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.809682 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.809848 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.810009 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.810168 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.810326 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.810483 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.810648 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.810805 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.810970 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.811141 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.811319 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.811480 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.811639 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.811797 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.811955 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.812115 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.812274 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.812432 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.812591 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.812749 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.812907 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.813065 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.813223 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.813380 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.813540 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.813698 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.813857 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.814014 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.814172 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.814329 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.814486 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.814645 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.814803 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.814963 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.815122 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.815384 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.815564 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.815722 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.815879 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.816043 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.816184 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.816341 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.816499 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.816656 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.816814 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.816972 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.817129 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.817299 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.817457 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.817647 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.817805 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.817965 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.818123 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.818281 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.818440 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.818597 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.818755 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.818913 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.819070 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.819238 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.819405 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.819564 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.819724 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.819882 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.820046 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.820204 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.820361 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.820518 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.820675 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.820833 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.821007 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.821167 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.821325 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.821482 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.821641 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.821799 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.821958 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.822116 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.822274 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.822431 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.822589 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.822746 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.822905 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.823062 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.823247 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.823409 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.823565 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.823722 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.823879 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.824035 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.824191 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.824349 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.824506 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.824662 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.824818 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.824974 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.825131 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.825287 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.825453 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.825611 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.825770 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.825927 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.826091 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.826258 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.826416 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.826574 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.826734 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.826891 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.827052 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.827210 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.827390 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.827549 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.827706 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.827865 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.828033 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.828191 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.828348 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.828505 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.828687 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.828843 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.829001 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.829158 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.829315 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.829472 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.829630 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.829788 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.829945 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.830106 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.830264 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.830423 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.830581 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.830739 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.830897 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.831053 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.831211 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.831389 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.831546 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.831706 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.831866 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.832024 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.832181 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.832355 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.832500 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.832655 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.832812 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.832969 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.833633 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.833799 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.833956 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.834114 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.834271 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.834428 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.834585 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.834742 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.834899 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.835062 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.835237 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.835399 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.835556 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.835715 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.835873 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.836032 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.836192 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.836350 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.836510 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.836668 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.836825 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.836984 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.837143 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.837302 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.837462 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.837621 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.837778 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.837951 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.838113 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.838271 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.838431 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.838588 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.838745 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.838903 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.839059 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.839242 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.839394 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.839554 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.839712 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.839869 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.840027 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.840185 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.840342 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.840507 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.840667 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.840826 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.840984 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.841143 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.841301 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.841458 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.841616 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.841774 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.841932 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.842089 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.842250 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.842407 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.842576 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.842736 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.842894 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.843052 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.843209 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.843387 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.843555 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.843715 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.843874 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.844032 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.844188 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.844346 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.844512 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.844672 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.844829 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.844987 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.845143 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.845301 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.845467 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.845626 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.845785 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.845943 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.846101 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.846258 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.846425 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.846583 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.846741 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.846898 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.847056 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.847229 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.847415 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.847576 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.847734 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.847891 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.848061 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.848788 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.848788 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.848788 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.848788 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.849633 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.849633 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.849782 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.849860 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.849999 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.850157 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.850318 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.850483 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.850641 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.850800 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.850960 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.851124 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.851313 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.851480 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.851641 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.851822 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.851974 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.852139 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.852297 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.852462 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.852633 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.852790 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.852947 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.853104 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.853262 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.853426 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.853582 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.853738 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.853899 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.854055 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.854212 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.854369 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.854527 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.854684 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.854841 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.854998 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.855156 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.855337 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.855496 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.855654 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 15:16:34.855805 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 06 15:16:35.068367 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 48278) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:16:35.076970 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [-] 10.222.0.46 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066051 Jul 06 15:16:44.145670 dv-cinder-848848-4-iscsi neutron-server[103735]: DEBUG dbcounter [-] [103735] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:16:46.299477 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711ff236-3e9d-482c-b953-d3ef9b545ae1 None None] get_active_networks_info from dv-cinder-848848-4-iscsi {{(pid=103846) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 06 15:16:46.306020 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writer thread running {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 06 15:16:46.418895 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711ff236-3e9d-482c-b953-d3ef9b545ae1 None None] No non-hosted networks {{(pid=103846) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 06 15:16:46.426564 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.agentschedulers_db [None req-711ff236-3e9d-482c-b953-d3ef9b545ae1 None None] DHCP Agent not found on host dv-cinder-848848-4-iscsi {{(pid=103846) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jul 06 15:16:46.512870 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-6a86c18f-0ed0-42cb-92b8-08c3b63ea342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-653018'] for agent (a81823b9-ba52-46bb-9bcd-43b269600933), after_create {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:16:47.822317 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writer thread running {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 06 15:16:48.242391 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-03aa8c0a-1e1e-4d26-bcf7-8f471cbd0a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-653018'] for agent (8e6e5f2a-f235-48ed-8752-aab723ac44e7), after_create {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:16:48.279478 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-e28ac25e-9723-4624-ab24-dfddc7852813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8e6e5f2a-f235-48ed-8752-aab723ac44e7), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:16:49.564237 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-5e71b6aa-55c8-4030-9936-371c496b104b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-653018'] for agent (6f0d5ee7-fa21-4cb0-b4ff-cf35f5a4ba31), after_create {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:16:49.579004 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 48352) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:16:50.127748 dv-cinder-848848-4-iscsi neutron-server[103844]: WARNING oslo_policy.policy [None req-d4f7437e-5f6c-4bdc-915f-51b663ea7b24 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 15:16:50.128397 dv-cinder-848848-4-iscsi neutron-server[103844]: WARNING oslo_policy.policy [None req-d4f7437e-5f6c-4bdc-915f-51b663ea7b24 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 15:16:50.345006 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [None req-d4f7437e-5f6c-4bdc-915f-51b663ea7b24 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103844) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 06 15:16:50.346286 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-d4f7437e-5f6c-4bdc-915f-51b663ea7b24 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7660234 Jul 06 15:16:51.066091 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-8ac95340-3f24-440b-a4d9-caf8afcb49bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-653018'] for agent (8ea57be5-348a-4c5b-804c-cda178363830), after_create {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:16:51.196008 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-653018'] for agent (d26a5351-3de7-44f9-93eb-9fed5ee5b55b), after_create {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:16:51.196875 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:16:51.197275 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:16:51.197676 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:16:51.198067 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:16:51.198392 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:16:51.198713 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:16:51.199081 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:16:51.199469 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:16:51.200049 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:16:51.200373 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:16:51.200706 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:16:51.201078 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:16:51.201415 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:16:51.201734 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:16:51.202168 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:16:51.202557 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-848848-4-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:16:51.209260 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-848848-4-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:16:52.646901 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 48384) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:16:52.991610 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [None req-d8e183f0-ea99-482d-8fda-877aab0eb848 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:16:53.082070 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.policy [None req-d8e183f0-ea99-482d-8fda-877aab0eb848 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103844) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 06 15:16:53.123021 dv-cinder-848848-4-iscsi neutron-server[103844]: WARNING oslo_policy.policy [None req-d8e183f0-ea99-482d-8fda-877aab0eb848 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 15:16:53.123415 dv-cinder-848848-4-iscsi neutron-server[103844]: WARNING oslo_policy.policy [None req-d8e183f0-ea99-482d-8fda-877aab0eb848 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 15:16:53.143463 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writer thread running {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 06 15:16:53.220610 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-d8e183f0-ea99-482d-8fda-877aab0eb848 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786463319559', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786463318027', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786463303616', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786463295934', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786463421375', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786463411737', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1101542', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1089398', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-859562', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-948212'] for rbac-policy (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:16:53.291166 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-d8e183f0-ea99-482d-8fda-877aab0eb848 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:16:53.292392 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-d8e183f0-ea99-482d-8fda-877aab0eb848 admin admin] 10.222.0.46 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6442575 Jul 06 15:16:54.426330 dv-cinder-848848-4-iscsi neutron-server[103846]: INFO neutron.db.l3_hamode_db [None req-5bfc6e17-59b6-405f-ba1f-b5ea0949325c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 06 15:16:54.501310 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfc6e17-59b6-405f-ba1f-b5ea0949325c None None] Routers set() bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:16:54.501670 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfc6e17-59b6-405f-ba1f-b5ea0949325c None None] Router IDs set() for agent in host dv-cinder-848848-4-iscsi {{(pid=103846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 06 15:16:55.526973 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 48396) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:16:55.842241 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [None req-58350482-af0a-482e-9899-da8aa5c949d9 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:16:55.871585 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58350482-af0a-482e-9899-da8aa5c949d9 demo demo] Made reservation on behalf of def59ab7936b4105ae0a76be3921be70 for: {'network': 1} {{(pid=103844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:16:55.875422 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-58350482-af0a-482e-9899-da8aa5c949d9 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for network (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:16:55.892926 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-58350482-af0a-482e-9899-da8aa5c949d9 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:16:56.003055 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-58350482-af0a-482e-9899-da8aa5c949d9 demo demo] Publish callbacks [] for security_group (f2be76b7-cdbc-4e13-b3c3-19c3ecf0542f), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:16:56.006723 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-58350482-af0a-482e-9899-da8aa5c949d9 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (f2be76b7-cdbc-4e13-b3c3-19c3ecf0542f), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:16:56.030984 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58350482-af0a-482e-9899-da8aa5c949d9 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=103844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 15:16:56.064655 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-58350482-af0a-482e-9899-da8aa5c949d9 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786465758320', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490363'] for segment (6ddb2f31-0c77-487c-9e74-06b5c75a0c2a), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:16:56.065193 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-58350482-af0a-482e-9899-da8aa5c949d9 demo demo] Unsubscribe: segment precommit_create {{(pid=103844) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 06 15:16:56.065727 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.db.segments_db [None req-58350482-af0a-482e-9899-da8aa5c949d9 demo demo] Added segment 6ddb2f31-0c77-487c-9e74-06b5c75a0c2a of type vlan for network 01b9e894-3933-40bf-b01a-9077745603a9 Jul 06 15:16:56.099074 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58350482-af0a-482e-9899-da8aa5c949d9 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=f2be76b7-cdbc-4e13-b3c3-19c3ecf0542f,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:16:56.141428 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58350482-af0a-482e-9899-da8aa5c949d9 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:16:56.141766 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58350482-af0a-482e-9899-da8aa5c949d9 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:16:56.142135 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58350482-af0a-482e-9899-da8aa5c949d9 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:16:56.142449 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58350482-af0a-482e-9899-da8aa5c949d9 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:16:56.142770 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58350482-af0a-482e-9899-da8aa5c949d9 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:16:56.143087 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58350482-af0a-482e-9899-da8aa5c949d9 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:16:56.143427 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58350482-af0a-482e-9899-da8aa5c949d9 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:16:56.143744 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58350482-af0a-482e-9899-da8aa5c949d9 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:16:56.144056 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58350482-af0a-482e-9899-da8aa5c949d9 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:16:56.144367 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58350482-af0a-482e-9899-da8aa5c949d9 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:16:56.144712 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58350482-af0a-482e-9899-da8aa5c949d9 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:16:56.145030 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58350482-af0a-482e-9899-da8aa5c949d9 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:16:56.145342 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58350482-af0a-482e-9899-da8aa5c949d9 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:16:56.145653 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58350482-af0a-482e-9899-da8aa5c949d9 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:16:56.145962 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58350482-af0a-482e-9899-da8aa5c949d9 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:16:56.147383 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58350482-af0a-482e-9899-da8aa5c949d9 demo demo] Tracked resource versions report: Jul 06 15:16:56.147383 dv-cinder-848848-4-iscsi neutron-server[103844]: pushed versions: Jul 06 15:16:56.147383 dv-cinder-848848-4-iscsi neutron-server[103844]: { 'AddressGroup': {'1.2'}, Jul 06 15:16:56.147383 dv-cinder-848848-4-iscsi neutron-server[103844]: 'Agent': {'1.1'}, Jul 06 15:16:56.147383 dv-cinder-848848-4-iscsi neutron-server[103844]: 'ConntrackHelper': {'1.0'}, Jul 06 15:16:56.147383 dv-cinder-848848-4-iscsi neutron-server[103844]: 'LocalIPAssociation': {'1.0'}, Jul 06 15:16:56.147383 dv-cinder-848848-4-iscsi neutron-server[103844]: 'Log': {'1.0'}, Jul 06 15:16:56.147383 dv-cinder-848848-4-iscsi neutron-server[103844]: 'NDPProxy': {'1.0'}, Jul 06 15:16:56.147383 dv-cinder-848848-4-iscsi neutron-server[103844]: 'Network': {'1.1'}, Jul 06 15:16:56.147383 dv-cinder-848848-4-iscsi neutron-server[103844]: 'Port': {'1.7'}, Jul 06 15:16:56.147383 dv-cinder-848848-4-iscsi neutron-server[103844]: 'PortForwarding': {'1.3'}, Jul 06 15:16:56.147383 dv-cinder-848848-4-iscsi neutron-server[103844]: 'QosPolicy': {'1.10'}, Jul 06 15:16:56.147383 dv-cinder-848848-4-iscsi neutron-server[103844]: 'SecurityGroup': {'1.5'}, Jul 06 15:16:56.147383 dv-cinder-848848-4-iscsi neutron-server[103844]: 'SecurityGroupRule': {'1.2'}, Jul 06 15:16:56.147383 dv-cinder-848848-4-iscsi neutron-server[103844]: 'SubPort': {'1.0'}, Jul 06 15:16:56.147383 dv-cinder-848848-4-iscsi neutron-server[103844]: 'Subnet': {'1.1'}, Jul 06 15:16:56.147383 dv-cinder-848848-4-iscsi neutron-server[103844]: 'Trunk': {'1.1'}} Jul 06 15:16:56.147383 dv-cinder-848848-4-iscsi neutron-server[103844]: consumer versions: Jul 06 15:16:56.147383 dv-cinder-848848-4-iscsi neutron-server[103844]: { DHCP agent@dv-cinder-848848-4-iscsi: {}, Jul 06 15:16:56.147383 dv-cinder-848848-4-iscsi neutron-server[103844]: L3 agent@dv-cinder-848848-4-iscsi: {}, Jul 06 15:16:56.147383 dv-cinder-848848-4-iscsi neutron-server[103844]: Metadata agent@dv-cinder-848848-4-iscsi: {}, Jul 06 15:16:56.147383 dv-cinder-848848-4-iscsi neutron-server[103844]: Metering agent@dv-cinder-848848-4-iscsi: {}, Jul 06 15:16:56.147383 dv-cinder-848848-4-iscsi neutron-server[103844]: Open vSwitch agent@dv-cinder-848848-4-iscsi: { 'AddressGroup': '1.2', Jul 06 15:16:56.147383 dv-cinder-848848-4-iscsi neutron-server[103844]: 'Agent': '1.1', Jul 06 15:16:56.147383 dv-cinder-848848-4-iscsi neutron-server[103844]: 'ConntrackHelper': '1.0', Jul 06 15:16:56.147383 dv-cinder-848848-4-iscsi neutron-server[103844]: 'LocalIPAssociation': '1.0', Jul 06 15:16:56.147383 dv-cinder-848848-4-iscsi neutron-server[103844]: 'Log': '1.0', Jul 06 15:16:56.147383 dv-cinder-848848-4-iscsi neutron-server[103844]: 'NDPProxy': '1.0', Jul 06 15:16:56.147383 dv-cinder-848848-4-iscsi neutron-server[103844]: 'Network': '1.1', Jul 06 15:16:56.147383 dv-cinder-848848-4-iscsi neutron-server[103844]: 'Port': '1.7', Jul 06 15:16:56.147383 dv-cinder-848848-4-iscsi neutron-server[103844]: 'PortForwarding': '1.3', Jul 06 15:16:56.147383 dv-cinder-848848-4-iscsi neutron-server[103844]: 'QosPolicy': '1.10', Jul 06 15:16:56.147383 dv-cinder-848848-4-iscsi neutron-server[103844]: 'SecurityGroup': '1.5', Jul 06 15:16:56.147383 dv-cinder-848848-4-iscsi neutron-server[103844]: 'SecurityGroupRule': '1.2', Jul 06 15:16:56.147383 dv-cinder-848848-4-iscsi neutron-server[103844]: 'SubPort': '1.0', Jul 06 15:16:56.147383 dv-cinder-848848-4-iscsi neutron-server[103844]: 'Subnet': '1.1', Jul 06 15:16:56.147383 dv-cinder-848848-4-iscsi neutron-server[103844]: 'Trunk': '1.1'}} Jul 06 15:16:56.147383 dv-cinder-848848-4-iscsi neutron-server[103844]: {{(pid=103844) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 15:16:56.175139 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-58350482-af0a-482e-9899-da8aa5c949d9 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786465444024'] for network (01b9e894-3933-40bf-b01a-9077745603a9), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:16:56.218717 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-58350482-af0a-482e-9899-da8aa5c949d9 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-666929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561'] for network (01b9e894-3933-40bf-b01a-9077745603a9), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:16:56.224300 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58350482-af0a-482e-9899-da8aa5c949d9 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:16:56.225008 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-58350482-af0a-482e-9899-da8aa5c949d9 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629707'] for network (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:16:56.266445 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=56,neutron:INSERT=42,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:16:56.303491 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-58350482-af0a-482e-9899-da8aa5c949d9 demo demo] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.7754915 Jul 06 15:16:56.349888 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58350482-af0a-482e-9899-da8aa5c949d9 demo demo] Pushing event updated for resources: {'Network': ['ID=01b9e894-3933-40bf-b01a-9077745603a9,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:16:56.364289 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Network 01b9e894-3933-40bf-b01a-9077745603a9 details requested by agent ovs-agent-dv-cinder-848848-4-iscsi with host dv-cinder-848848-4-iscsi {{(pid=103846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 15:16:58.569790 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 48410) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:16:58.980604 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f8b150-9971-42b2-9012-dc03212eb4b4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:16:58.982175 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-e0f8b150-9971-42b2-9012-dc03212eb4b4 demo admin] 10.222.0.46 "GET /v2.0/networks/01b9e894-3933-40bf-b01a-9077745603a9 HTTP/1.1" status: 200 len: 825 time: 0.4114473 Jul 06 15:16:59.006870 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-f55621b8-691d-441b-86e3-a23b3f077b7f demo admin] 10.222.0.46 "GET /v2.0/subnetpools/15a0d58a-cad7-4f64-8c38-5816019ab571 HTTP/1.1" status: 200 len: 734 time: 0.0189919 Jul 06 15:16:59.015095 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [None req-7112c602-8125-47b4-9ec5-8318dcc3ca8b demo admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '15a0d58a-cad7-4f64-8c38-5816019ab571', 'network_id': '01b9e894-3933-40bf-b01a-9077745603a9', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:16:59.038544 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7112c602-8125-47b4-9ec5-8318dcc3ca8b demo admin] Made reservation on behalf of def59ab7936b4105ae0a76be3921be70 for: {'subnet': 1} {{(pid=103844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:16:59.040885 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-7112c602-8125-47b4-9ec5-8318dcc3ca8b demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:16:59.232210 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:INSERT=16,neutron:SELECT=77,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:16:59.330739 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-7112c602-8125-47b4-9ec5-8318dcc3ca8b demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561'] for subnet (e3d5887f-9217-4fc7-9aea-372948133ac5), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:16:59.391882 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7112c602-8125-47b4-9ec5-8318dcc3ca8b demo admin] Pushing event updated for resources: {'Subnet': ['ID=e3d5887f-9217-4fc7-9aea-372948133ac5,revision_number=0']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:16:59.404060 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7112c602-8125-47b4-9ec5-8318dcc3ca8b demo admin] Checking segment: {'id': '6ddb2f31-0c77-487c-9e74-06b5c75a0c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '01b9e894-3933-40bf-b01a-9077745603a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:16:59.404430 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7112c602-8125-47b4-9ec5-8318dcc3ca8b demo admin] Network hostable DHCP agents. Network: 01b9e894-3933-40bf-b01a-9077745603a9, hostable agents: ['a81823b9-ba52-46bb-9bcd-43b269600933'], hosted agents: [] {{(pid=103844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 15:16:59.425645 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7112c602-8125-47b4-9ec5-8318dcc3ca8b demo admin] Network 01b9e894-3933-40bf-b01a-9077745603a9 is scheduled to be hosted by DHCP agent a81823b9-ba52-46bb-9bcd-43b269600933 with binding_index 1 {{(pid=103844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 15:16:59.436248 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.base_scheduler [None req-7112c602-8125-47b4-9ec5-8318dcc3ca8b demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848848-4-iscsi, 01b9e894-3933-40bf-b01a-9077745603a9) {{(pid=103844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:16:59.440961 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7112c602-8125-47b4-9ec5-8318dcc3ca8b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:16:59.441579 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-7112c602-8125-47b4-9ec5-8318dcc3ca8b demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629707'] for subnet (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:16:59.446084 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44864d8d-1732-4a6e-91d8-cfe3df4e5582 None None] Network 01b9e894-3933-40bf-b01a-9077745603a9 requested from dv-cinder-848848-4-iscsi {{(pid=103846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 15:16:59.458282 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-7112c602-8125-47b4-9ec5-8318dcc3ca8b demo admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4462974 Jul 06 15:16:59.708924 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4ae9d7-583f-45d1-983f-7662a7d13bb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa43ccfed-9ada-5d0f-938a-3e2abdea0954-01b9e894-3933-40bf-b01a-9077745603a9', 'network_id': '01b9e894-3933-40bf-b01a-9077745603a9', 'project_id': 'def59ab7936b4105ae0a76be3921be70', 'fixed_ips': [{'subnet_id': 'e3d5887f-9217-4fc7-9aea-372948133ac5'}]}} from dv-cinder-848848-4-iscsi. {{(pid=103846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 06 15:16:59.710248 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-7f4ae9d7-583f-45d1-983f-7662a7d13bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (None), before_create {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:16:59.987754 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.db_base_plugin_common [None req-7f4ae9d7-583f-45d1-983f-7662a7d13bb3 None None] Allocated IP 172.20.0.2 (01b9e894-3933-40bf-b01a-9077745603a9/e3d5887f-9217-4fc7-9aea-372948133ac5/2dea6c93-4d97-4659-beb5-a5cad707c1a0) {{(pid=103846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:17:00.057615 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=61,neutron:INSERT=37,neutron:UPDATE=2 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:17:00.258029 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-7f4ae9d7-583f-45d1-983f-7662a7d13bb3 None None] Publish callbacks [] for port (2dea6c93-4d97-4659-beb5-a5cad707c1a0), precommit_create {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:17:00.265755 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-7f4ae9d7-583f-45d1-983f-7662a7d13bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786465455737'] for port (2dea6c93-4d97-4659-beb5-a5cad707c1a0), after_create {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:17:00.335712 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4ae9d7-583f-45d1-983f-7662a7d13bb3 None None] Network 01b9e894-3933-40bf-b01a-9077745603a9 is already hosted by enough agents. {{(pid=103846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:17:00.343896 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.scheduler.base_scheduler [None req-7f4ae9d7-583f-45d1-983f-7662a7d13bb3 None None] Resources bound (agent type, host, resource id): {{(pid=103846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:17:00.351284 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4ae9d7-583f-45d1-983f-7662a7d13bb3 None None] Received port after_create {{(pid=103846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 15:17:00.358298 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4ae9d7-583f-45d1-983f-7662a7d13bb3 None None] Pushing event updated for resources: {'Port': ['ID=2dea6c93-4d97-4659-beb5-a5cad707c1a0,revision_number=1']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:17:00.390628 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4ae9d7-583f-45d1-983f-7662a7d13bb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:17:00.390973 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4ae9d7-583f-45d1-983f-7662a7d13bb3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:17:00.391370 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4ae9d7-583f-45d1-983f-7662a7d13bb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:17:00.391727 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4ae9d7-583f-45d1-983f-7662a7d13bb3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:17:00.392061 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4ae9d7-583f-45d1-983f-7662a7d13bb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:17:00.392386 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4ae9d7-583f-45d1-983f-7662a7d13bb3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:17:00.392707 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4ae9d7-583f-45d1-983f-7662a7d13bb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:17:00.393027 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4ae9d7-583f-45d1-983f-7662a7d13bb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:17:00.393353 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4ae9d7-583f-45d1-983f-7662a7d13bb3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:17:00.393671 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4ae9d7-583f-45d1-983f-7662a7d13bb3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:17:00.393989 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4ae9d7-583f-45d1-983f-7662a7d13bb3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:17:00.394318 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4ae9d7-583f-45d1-983f-7662a7d13bb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:17:00.394665 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4ae9d7-583f-45d1-983f-7662a7d13bb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:17:00.394981 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4ae9d7-583f-45d1-983f-7662a7d13bb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:17:00.395321 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4ae9d7-583f-45d1-983f-7662a7d13bb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:17:00.396720 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4ae9d7-583f-45d1-983f-7662a7d13bb3 None None] Tracked resource versions report: Jul 06 15:17:00.396720 dv-cinder-848848-4-iscsi neutron-server[103846]: pushed versions: Jul 06 15:17:00.396720 dv-cinder-848848-4-iscsi neutron-server[103846]: { 'AddressGroup': {'1.2'}, Jul 06 15:17:00.396720 dv-cinder-848848-4-iscsi neutron-server[103846]: 'Agent': {'1.1'}, Jul 06 15:17:00.396720 dv-cinder-848848-4-iscsi neutron-server[103846]: 'ConntrackHelper': {'1.0'}, Jul 06 15:17:00.396720 dv-cinder-848848-4-iscsi neutron-server[103846]: 'LocalIPAssociation': {'1.0'}, Jul 06 15:17:00.396720 dv-cinder-848848-4-iscsi neutron-server[103846]: 'Log': {'1.0'}, Jul 06 15:17:00.396720 dv-cinder-848848-4-iscsi neutron-server[103846]: 'NDPProxy': {'1.0'}, Jul 06 15:17:00.396720 dv-cinder-848848-4-iscsi neutron-server[103846]: 'Network': {'1.1'}, Jul 06 15:17:00.396720 dv-cinder-848848-4-iscsi neutron-server[103846]: 'Port': {'1.7'}, Jul 06 15:17:00.396720 dv-cinder-848848-4-iscsi neutron-server[103846]: 'PortForwarding': {'1.3'}, Jul 06 15:17:00.396720 dv-cinder-848848-4-iscsi neutron-server[103846]: 'QosPolicy': {'1.10'}, Jul 06 15:17:00.396720 dv-cinder-848848-4-iscsi neutron-server[103846]: 'SecurityGroup': {'1.5'}, Jul 06 15:17:00.396720 dv-cinder-848848-4-iscsi neutron-server[103846]: 'SecurityGroupRule': {'1.2'}, Jul 06 15:17:00.396720 dv-cinder-848848-4-iscsi neutron-server[103846]: 'SubPort': {'1.0'}, Jul 06 15:17:00.396720 dv-cinder-848848-4-iscsi neutron-server[103846]: 'Subnet': {'1.1'}, Jul 06 15:17:00.396720 dv-cinder-848848-4-iscsi neutron-server[103846]: 'Trunk': {'1.1'}} Jul 06 15:17:00.396720 dv-cinder-848848-4-iscsi neutron-server[103846]: consumer versions: Jul 06 15:17:00.396720 dv-cinder-848848-4-iscsi neutron-server[103846]: { DHCP agent@dv-cinder-848848-4-iscsi: {}, Jul 06 15:17:00.396720 dv-cinder-848848-4-iscsi neutron-server[103846]: L3 agent@dv-cinder-848848-4-iscsi: {}, Jul 06 15:17:00.396720 dv-cinder-848848-4-iscsi neutron-server[103846]: Metadata agent@dv-cinder-848848-4-iscsi: {}, Jul 06 15:17:00.396720 dv-cinder-848848-4-iscsi neutron-server[103846]: Metering agent@dv-cinder-848848-4-iscsi: {}, Jul 06 15:17:00.396720 dv-cinder-848848-4-iscsi neutron-server[103846]: Open vSwitch agent@dv-cinder-848848-4-iscsi: { 'AddressGroup': '1.2', Jul 06 15:17:00.396720 dv-cinder-848848-4-iscsi neutron-server[103846]: 'Agent': '1.1', Jul 06 15:17:00.396720 dv-cinder-848848-4-iscsi neutron-server[103846]: 'ConntrackHelper': '1.0', Jul 06 15:17:00.396720 dv-cinder-848848-4-iscsi neutron-server[103846]: 'LocalIPAssociation': '1.0', Jul 06 15:17:00.396720 dv-cinder-848848-4-iscsi neutron-server[103846]: 'Log': '1.0', Jul 06 15:17:00.396720 dv-cinder-848848-4-iscsi neutron-server[103846]: 'NDPProxy': '1.0', Jul 06 15:17:00.396720 dv-cinder-848848-4-iscsi neutron-server[103846]: 'Network': '1.1', Jul 06 15:17:00.396720 dv-cinder-848848-4-iscsi neutron-server[103846]: 'Port': '1.7', Jul 06 15:17:00.396720 dv-cinder-848848-4-iscsi neutron-server[103846]: 'PortForwarding': '1.3', Jul 06 15:17:00.396720 dv-cinder-848848-4-iscsi neutron-server[103846]: 'QosPolicy': '1.10', Jul 06 15:17:00.396720 dv-cinder-848848-4-iscsi neutron-server[103846]: 'SecurityGroup': '1.5', Jul 06 15:17:00.396720 dv-cinder-848848-4-iscsi neutron-server[103846]: 'SecurityGroupRule': '1.2', Jul 06 15:17:00.396720 dv-cinder-848848-4-iscsi neutron-server[103846]: 'SubPort': '1.0', Jul 06 15:17:00.396720 dv-cinder-848848-4-iscsi neutron-server[103846]: 'Subnet': '1.1', Jul 06 15:17:00.396720 dv-cinder-848848-4-iscsi neutron-server[103846]: 'Trunk': '1.1'}} Jul 06 15:17:00.396720 dv-cinder-848848-4-iscsi neutron-server[103846]: {{(pid=103846) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 15:17:00.446203 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.managers [None req-7f4ae9d7-583f-45d1-983f-7662a7d13bb3 None None] Attempting to bind port 2dea6c93-4d97-4659-beb5-a5cad707c1a0 on host dv-cinder-848848-4-iscsi for vnic_type normal with profile {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 15:17:00.446792 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.managers [None req-7f4ae9d7-583f-45d1-983f-7662a7d13bb3 None None] Attempting to bind port 2dea6c93-4d97-4659-beb5-a5cad707c1a0 by drivers openvswitch,hyperv on host dv-cinder-848848-4-iscsi at level 0 using segments [{'id': '6ddb2f31-0c77-487c-9e74-06b5c75a0c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '01b9e894-3933-40bf-b01a-9077745603a9'}] {{(pid=103846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 15:17:00.447007 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4ae9d7-583f-45d1-983f-7662a7d13bb3 None None] Attempting to bind port 2dea6c93-4d97-4659-beb5-a5cad707c1a0 on network 01b9e894-3933-40bf-b01a-9077745603a9 {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:17:00.451908 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4ae9d7-583f-45d1-983f-7662a7d13bb3 None None] Checking agent: {'id': 'd26a5351-3de7-44f9-93eb-9fed5ee5b55b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848848-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 15, 16, 51), 'started_at': datetime.datetime(2022, 7, 6, 15, 16, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 15, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848848-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 15:17:00.452299 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4ae9d7-583f-45d1-983f-7662a7d13bb3 None None] Checking segment: {'id': '6ddb2f31-0c77-487c-9e74-06b5c75a0c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '01b9e894-3933-40bf-b01a-9077745603a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:17:00.452770 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-7f4ae9d7-583f-45d1-983f-7662a7d13bb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:17:00.453153 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4ae9d7-583f-45d1-983f-7662a7d13bb3 None None] Bound using segment: {'id': '6ddb2f31-0c77-487c-9e74-06b5c75a0c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '01b9e894-3933-40bf-b01a-9077745603a9'} {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 15:17:00.453611 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.managers [None req-7f4ae9d7-583f-45d1-983f-7662a7d13bb3 None None] Bound port: 2dea6c93-4d97-4659-beb5-a5cad707c1a0, host: dv-cinder-848848-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ddb2f31-0c77-487c-9e74-06b5c75a0c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '01b9e894-3933-40bf-b01a-9077745603a9'}}] {{(pid=103846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 15:17:00.454077 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-7f4ae9d7-583f-45d1-983f-7662a7d13bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (2dea6c93-4d97-4659-beb5-a5cad707c1a0), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:17:00.456564 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:UPDATE=4 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:17:00.515961 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-7f4ae9d7-583f-45d1-983f-7662a7d13bb3 None None] For port 2dea6c93-4d97-4659-beb5-a5cad707c1a0, host dv-cinder-848848-4-iscsi, cleared binding levels {{(pid=103846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:17:00.537121 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-7f4ae9d7-583f-45d1-983f-7662a7d13bb3 None None] For port 2dea6c93-4d97-4659-beb5-a5cad707c1a0, host dv-cinder-848848-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=2dea6c93-4d97-4659-beb5-a5cad707c1a0,segment=NetworkSegment(6ddb2f31-0c77-487c-9e74-06b5c75a0c2a),segment_id=6ddb2f31-0c77-487c-9e74-06b5c75a0c2a)] {{(pid=103846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:17:00.543856 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-7f4ae9d7-583f-45d1-983f-7662a7d13bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (2dea6c93-4d97-4659-beb5-a5cad707c1a0), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:17:00.602541 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4ae9d7-583f-45d1-983f-7662a7d13bb3 None None] Pushing event updated for resources: {'Port': ['ID=2dea6c93-4d97-4659-beb5-a5cad707c1a0,revision_number=2']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:17:01.751934 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 48420) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:17:02.271759 dv-cinder-848848-4-iscsi neutron-server[103845]: WARNING oslo_policy.policy [None req-b68ea3e7-77c6-49e4-96ee-5cf276997dca admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 15:17:02.272496 dv-cinder-848848-4-iscsi neutron-server[103845]: WARNING oslo_policy.policy [None req-b68ea3e7-77c6-49e4-96ee-5cf276997dca admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 15:17:02.486370 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [None req-b68ea3e7-77c6-49e4-96ee-5cf276997dca admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103845) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 06 15:17:02.487632 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-b68ea3e7-77c6-49e4-96ee-5cf276997dca admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7339206 Jul 06 15:17:04.780954 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 48434) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:17:05.063045 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=19,neutron:INSERT=31 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:17:05.068433 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=5 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:17:05.110726 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [None req-a58e7da6-4652-4c5b-b24d-68d3d80f018b admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103845) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 06 15:17:05.112477 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-a58e7da6-4652-4c5b-b24d-68d3d80f018b admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3306155 Jul 06 15:17:07.399582 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 48450) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:17:07.723203 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.v2.base [None req-75f46da4-4d23-4b7e-8fe3-43c0d062499d demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:17:07.782048 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.policy [None req-75f46da4-4d23-4b7e-8fe3-43c0d062499d demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103845) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 06 15:17:07.824568 dv-cinder-848848-4-iscsi neutron-server[103845]: WARNING oslo_policy.policy [None req-75f46da4-4d23-4b7e-8fe3-43c0d062499d demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 15:17:07.824951 dv-cinder-848848-4-iscsi neutron-server[103845]: WARNING oslo_policy.policy [None req-75f46da4-4d23-4b7e-8fe3-43c0d062499d demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 15:17:07.844469 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writer thread running {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 06 15:17:07.845103 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:17:07.890501 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-75f46da4-4d23-4b7e-8fe3-43c0d062499d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-647350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109444'] for router (60b50459-312f-4bff-addb-b2e50a03bf3b), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:17:07.892542 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-75f46da4-4d23-4b7e-8fe3-43c0d062499d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-647123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109453'] for router (60b50459-312f-4bff-addb-b2e50a03bf3b), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:17:08.052640 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-75f46da4-4d23-4b7e-8fe3-43c0d062499d demo demo] Publish callbacks [] for router_controller (60b50459-312f-4bff-addb-b2e50a03bf3b), precommit_add_association {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:17:08.057855 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-75f46da4-4d23-4b7e-8fe3-43c0d062499d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591614'] for router (60b50459-312f-4bff-addb-b2e50a03bf3b), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:17:08.083330 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-75f46da4-4d23-4b7e-8fe3-43c0d062499d demo demo] Publish callbacks [] for router (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:17:08.092330 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-75f46da4-4d23-4b7e-8fe3-43c0d062499d demo demo] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6840103 Jul 06 15:17:08.595014 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4142afaf-ecec-49c3-9ea5-647baf347ac4 None None] Network 01b9e894-3933-40bf-b01a-9077745603a9 requested from dv-cinder-848848-4-iscsi {{(pid=103846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 15:17:08.627800 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-47669a95-47f4-4122-8de3-7af6341f63ef None None] Provisioning complete for port 2dea6c93-4d97-4659-beb5-a5cad707c1a0 triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:17:08.628204 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-47669a95-47f4-4122-8de3-7af6341f63ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (2dea6c93-4d97-4659-beb5-a5cad707c1a0), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:17:08.835019 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-47669a95-47f4-4122-8de3-7af6341f63ef None None] Current status of the port 2dea6c93-4d97-4659-beb5-a5cad707c1a0 is: DOWN; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:17:08.835372 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-47669a95-47f4-4122-8de3-7af6341f63ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (2dea6c93-4d97-4659-beb5-a5cad707c1a0), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:17:08.880147 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-47669a95-47f4-4122-8de3-7af6341f63ef None None] For port 2dea6c93-4d97-4659-beb5-a5cad707c1a0, host dv-cinder-848848-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=2dea6c93-4d97-4659-beb5-a5cad707c1a0,segment=NetworkSegment(6ddb2f31-0c77-487c-9e74-06b5c75a0c2a),segment_id=6ddb2f31-0c77-487c-9e74-06b5c75a0c2a)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:17:08.885617 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-47669a95-47f4-4122-8de3-7af6341f63ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (2dea6c93-4d97-4659-beb5-a5cad707c1a0), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:17:08.910705 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 2dea6c93-4d97-4659-beb5-a5cad707c1a0 up at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:17:08.967772 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47669a95-47f4-4122-8de3-7af6341f63ef None None] Pushing event updated for resources: {'Port': ['ID=2dea6c93-4d97-4659-beb5-a5cad707c1a0,revision_number=3']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:17:08.981482 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Provisioning complete for port 2dea6c93-4d97-4659-beb5-a5cad707c1a0 triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:17:08.981864 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (2dea6c93-4d97-4659-beb5-a5cad707c1a0), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:17:09.057052 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Current status of the port 2dea6c93-4d97-4659-beb5-a5cad707c1a0 is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:17:09.103881 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-a0560b13-97e1-4435-87e8-eb34f4740fbf None None] Provisioning complete for port 2dea6c93-4d97-4659-beb5-a5cad707c1a0 triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:17:09.104195 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-a0560b13-97e1-4435-87e8-eb34f4740fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (2dea6c93-4d97-4659-beb5-a5cad707c1a0), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:17:09.105708 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:17:09.176242 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-a0560b13-97e1-4435-87e8-eb34f4740fbf None None] Current status of the port 2dea6c93-4d97-4659-beb5-a5cad707c1a0 is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:17:09.448672 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=24,neutron:INSERT=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:17:09.451451 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=58,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:17:10.364868 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 48464) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:17:10.688084 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [None req-b2ba95c1-2b5d-42e4-b373-3d675fc4144e admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103844) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 06 15:17:10.689075 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-b2ba95c1-2b5d-42e4-b373-3d675fc4144e admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3232496 Jul 06 15:17:10.871470 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 2dea6c93-4d97-4659-beb5-a5cad707c1a0 up at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:17:10.919704 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Provisioning complete for port 2dea6c93-4d97-4659-beb5-a5cad707c1a0 triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:17:10.920090 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (2dea6c93-4d97-4659-beb5-a5cad707c1a0), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:17:10.954157 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:17:10.991324 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Current status of the port 2dea6c93-4d97-4659-beb5-a5cad707c1a0 is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:17:12.941915 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 48472) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:17:13.257686 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [None req-f2eb76cd-add3-49c7-b960-d29639594889 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:17:13.276968 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2eb76cd-add3-49c7-b960-d29639594889 admin admin] Made reservation on behalf of b898c8312f89416b8b105c391af48831 for: {'network': 1} {{(pid=103844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:17:13.279204 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-f2eb76cd-add3-49c7-b960-d29639594889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for network (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:17:13.287654 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-f2eb76cd-add3-49c7-b960-d29639594889 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:17:13.360732 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-f2eb76cd-add3-49c7-b960-d29639594889 admin admin] Publish callbacks [] for security_group (c6fe69dc-7a04-4120-8ff9-914463bf24b6), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:17:13.364581 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-f2eb76cd-add3-49c7-b960-d29639594889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (c6fe69dc-7a04-4120-8ff9-914463bf24b6), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:17:13.380335 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f2eb76cd-add3-49c7-b960-d29639594889 admin admin] Reserving flat network on physical network physnet1 {{(pid=103844) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 06 15:17:13.407714 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-f2eb76cd-add3-49c7-b960-d29639594889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490363'] for segment (7bafd98f-0c00-45ed-9abe-629590d245f2), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:17:13.408049 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.db.segments_db [None req-f2eb76cd-add3-49c7-b960-d29639594889 admin admin] Added segment 7bafd98f-0c00-45ed-9abe-629590d245f2 of type flat for network 377cda5e-c384-46ee-8e00-4b775f415604 Jul 06 15:17:13.415902 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eb76cd-add3-49c7-b960-d29639594889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6fe69dc-7a04-4120-8ff9-914463bf24b6,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:17:13.457961 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-f2eb76cd-add3-49c7-b960-d29639594889 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786465444024'] for network (377cda5e-c384-46ee-8e00-4b775f415604), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:17:13.490424 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-f2eb76cd-add3-49c7-b960-d29639594889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-666929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561'] for network (377cda5e-c384-46ee-8e00-4b775f415604), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:17:13.491494 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2eb76cd-add3-49c7-b960-d29639594889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:17:13.492070 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-f2eb76cd-add3-49c7-b960-d29639594889 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629707'] for network (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:17:13.546485 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-f2eb76cd-add3-49c7-b960-d29639594889 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6035235 Jul 06 15:17:13.589534 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eb76cd-add3-49c7-b960-d29639594889 admin admin] Pushing event updated for resources: {'Network': ['ID=377cda5e-c384-46ee-8e00-4b775f415604,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:17:13.600100 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Network 377cda5e-c384-46ee-8e00-4b775f415604 details requested by agent ovs-agent-dv-cinder-848848-4-iscsi with host dv-cinder-848848-4-iscsi {{(pid=103846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 15:17:15.755874 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 48480) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:17:16.122543 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fbbed2-0fae-4683-8dbb-69d502355722 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:17:16.123798 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-35fbbed2-0fae-4683-8dbb-69d502355722 demo admin] 10.222.0.46 "GET /v2.0/subnets/e3d5887f-9217-4fc7-9aea-372948133ac5 HTTP/1.1" status: 200 len: 849 time: 0.3669798 Jul 06 15:17:16.208052 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-e4065068-3bbb-4155-9f11-0b22f51af619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (a81823b9-ba52-46bb-9bcd-43b269600933), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:17:16.283404 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-0ef49761-109d-4896-8e13-27f44faf27d9 demo admin] 10.222.0.46 "GET /v2.0/routers/60b50459-312f-4bff-addb-b2e50a03bf3b HTTP/1.1" status: 200 len: 704 time: 0.1531372 Jul 06 15:17:16.547100 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-37085fb0-24b2-4f39-beb2-4bee6e2b5f4b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:17:16.785696 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:17:16.811140 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:17:16.836530 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.db_base_plugin_common [None req-37085fb0-24b2-4f39-beb2-4bee6e2b5f4b demo admin] Allocated IP 172.20.0.1 (01b9e894-3933-40bf-b01a-9077745603a9/e3d5887f-9217-4fc7-9aea-372948133ac5/0384eaf2-79af-4f48-8a8f-18405cf91201) {{(pid=103844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:17:17.031739 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-37085fb0-24b2-4f39-beb2-4bee6e2b5f4b demo admin] Publish callbacks [] for port (0384eaf2-79af-4f48-8a8f-18405cf91201), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:17:17.095388 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-37085fb0-24b2-4f39-beb2-4bee6e2b5f4b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786465455737'] for port (0384eaf2-79af-4f48-8a8f-18405cf91201), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:17:17.165410 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37085fb0-24b2-4f39-beb2-4bee6e2b5f4b demo admin] Network 01b9e894-3933-40bf-b01a-9077745603a9 is already hosted by enough agents. {{(pid=103844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:17:17.170729 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.base_scheduler [None req-37085fb0-24b2-4f39-beb2-4bee6e2b5f4b demo admin] Resources bound (agent type, host, resource id): {{(pid=103844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:17:17.176296 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37085fb0-24b2-4f39-beb2-4bee6e2b5f4b demo admin] Received port after_create {{(pid=103844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 15:17:17.176451 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-37085fb0-24b2-4f39-beb2-4bee6e2b5f4b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-649734'] for router_interface (60b50459-312f-4bff-addb-b2e50a03bf3b), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:17:17.204752 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37085fb0-24b2-4f39-beb2-4bee6e2b5f4b demo admin] Pushing event updated for resources: {'Port': ['ID=0384eaf2-79af-4f48-8a8f-18405cf91201,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:17:17.332128 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-950047df-af6f-4fcd-93ba-afa082d35652 None None] Provisioning complete for port 0384eaf2-79af-4f48-8a8f-18405cf91201 triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:17:17.332759 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-950047df-af6f-4fcd-93ba-afa082d35652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (0384eaf2-79af-4f48-8a8f-18405cf91201), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:17:17.363286 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-950047df-af6f-4fcd-93ba-afa082d35652 None None] Port 0384eaf2-79af-4f48-8a8f-18405cf91201 cannot update to ACTIVE because it is not bound. {{(pid=103846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 15:17:17.385861 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-37085fb0-24b2-4f39-beb2-4bee6e2b5f4b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (0384eaf2-79af-4f48-8a8f-18405cf91201), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:17:17.587760 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-37085fb0-24b2-4f39-beb2-4bee6e2b5f4b demo admin] Publish callbacks [] for port (0384eaf2-79af-4f48-8a8f-18405cf91201), precommit_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:17:17.592003 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-37085fb0-24b2-4f39-beb2-4bee6e2b5f4b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (0384eaf2-79af-4f48-8a8f-18405cf91201), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:17:17.592786 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-37085fb0-24b2-4f39-beb2-4bee6e2b5f4b demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649874'] for router_interface (60b50459-312f-4bff-addb-b2e50a03bf3b), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:17:17.654812 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37085fb0-24b2-4f39-beb2-4bee6e2b5f4b demo admin] Pushing event updated for resources: {'Port': ['ID=0384eaf2-79af-4f48-8a8f-18405cf91201,revision_number=2']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:17:17.718879 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37085fb0-24b2-4f39-beb2-4bee6e2b5f4b demo admin] Network 01b9e894-3933-40bf-b01a-9077745603a9 is already hosted by enough agents. {{(pid=103844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:17:17.720183 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.base_scheduler [None req-37085fb0-24b2-4f39-beb2-4bee6e2b5f4b demo admin] Resources bound (agent type, host, resource id): {{(pid=103844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:17:17.822269 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:17:17.838831 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:17:17.882601 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37085fb0-24b2-4f39-beb2-4bee6e2b5f4b demo admin] Router 60b50459-312f-4bff-addb-b2e50a03bf3b is scheduled to L3 agent 8e6e5f2a-f235-48ed-8752-aab723ac44e7 with binding_index 1 {{(pid=103844) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 06 15:17:17.883851 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-9b03d214-b5b1-4487-9309-1e72078776a1 None None] Provisioning complete for port 0384eaf2-79af-4f48-8a8f-18405cf91201 triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:17:17.884241 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-9b03d214-b5b1-4487-9309-1e72078776a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (0384eaf2-79af-4f48-8a8f-18405cf91201), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:17:17.961729 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-9b03d214-b5b1-4487-9309-1e72078776a1 None None] Port 0384eaf2-79af-4f48-8a8f-18405cf91201 cannot update to ACTIVE because it is not bound. {{(pid=103846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 15:17:17.973907 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37085fb0-24b2-4f39-beb2-4bee6e2b5f4b demo admin] Notify agent at l3_agent.dv-cinder-848848-4-iscsi the message routers_updated {{(pid=103844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:17:17.979163 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-37085fb0-24b2-4f39-beb2-4bee6e2b5f4b demo admin] 10.222.0.46 "PUT /v2.0/routers/60b50459-312f-4bff-addb-b2e50a03bf3b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6896727 Jul 06 15:17:18.006783 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84076e2c-db42-4696-baad-2b468019de16 None None] Sync routers for ids ['60b50459-312f-4bff-addb-b2e50a03bf3b'] in dv-cinder-848848-4-iscsi {{(pid=103847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:17:18.019922 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84076e2c-db42-4696-baad-2b468019de16 None None] Routers {'60b50459-312f-4bff-addb-b2e50a03bf3b'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:17:18.020715 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-84076e2c-db42-4696-baad-2b468019de16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:16:48Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['60b50459-312f-4bff-addb-b2e50a03bf3b'], 'active': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:17:18.075708 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=13,neutron:INSERT=5,neutron:DELETE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:17:18.077367 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:INSERT=1,neutron:UPDATE=1,neutron:SELECT=5,neutron:DELETE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:17:18.198226 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvr_db [None req-84076e2c-db42-4696-baad-2b468019de16 None None] Set router 60b50459-312f-4bff-addb-b2e50a03bf3b gateway port host: None {{(pid=103847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:17:18.238569 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-3c72a46f-8d27-4a18-ade4-94b6019192db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8e6e5f2a-f235-48ed-8752-aab723ac44e7), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:17:18.608756 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-84076e2c-db42-4696-baad-2b468019de16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b50459-312f-4bff-addb-b2e50a03bf3b', 'name': 'router1', 'tenant_id': 'def59ab7936b4105ae0a76be3921be70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:17:07Z', 'updated_at': '2022-07-06T15:17:17Z', 'revision_number': 2, 'project_id': 'def59ab7936b4105ae0a76be3921be70', 'gw_port_host': None, '_interfaces': [{'id': '0384eaf2-79af-4f48-8a8f-18405cf91201', 'name': '', 'network_id': '01b9e894-3933-40bf-b01a-9077745603a9', 'tenant_id': 'def59ab7936b4105ae0a76be3921be70', 'mac_address': 'fa:16:3e:fd:74:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b50459-312f-4bff-addb-b2e50a03bf3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e3d5887f-9217-4fc7-9aea-372948133ac5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:17:16Z', 'updated_at': '2022-07-06T15:17:17Z', 'revision_number': 2, 'project_id': 'def59ab7936b4105ae0a76be3921be70', 'subnets': [{'id': 'e3d5887f-9217-4fc7-9aea-372948133ac5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '15a0d58a-cad7-4f64-8c38-5816019ab571'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:17:18.655889 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84076e2c-db42-4696-baad-2b468019de16 None None] Checking router: 60b50459-312f-4bff-addb-b2e50a03bf3b for host: dv-cinder-848848-4-iscsi {{(pid=103847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:17:18.656259 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84076e2c-db42-4696-baad-2b468019de16 None None] Updating router 60b50459-312f-4bff-addb-b2e50a03bf3b port 0384eaf2-79af-4f48-8a8f-18405cf91201 binding host dv-cinder-848848-4-iscsi {{(pid=103847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 15:17:18.710372 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-84076e2c-db42-4696-baad-2b468019de16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (0384eaf2-79af-4f48-8a8f-18405cf91201), before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:17:19.206255 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-84076e2c-db42-4696-baad-2b468019de16 None None] Publish callbacks [] for port (0384eaf2-79af-4f48-8a8f-18405cf91201), precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:17:19.212413 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-84076e2c-db42-4696-baad-2b468019de16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (0384eaf2-79af-4f48-8a8f-18405cf91201), after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:17:19.380930 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [None req-84076e2c-db42-4696-baad-2b468019de16 None None] Attempting to bind port 0384eaf2-79af-4f48-8a8f-18405cf91201 on host dv-cinder-848848-4-iscsi for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 15:17:19.381329 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [None req-84076e2c-db42-4696-baad-2b468019de16 None None] Attempting to bind port 0384eaf2-79af-4f48-8a8f-18405cf91201 by drivers openvswitch,hyperv on host dv-cinder-848848-4-iscsi at level 0 using segments [{'id': '6ddb2f31-0c77-487c-9e74-06b5c75a0c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '01b9e894-3933-40bf-b01a-9077745603a9'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 15:17:19.381754 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84076e2c-db42-4696-baad-2b468019de16 None None] Attempting to bind port 0384eaf2-79af-4f48-8a8f-18405cf91201 on network 01b9e894-3933-40bf-b01a-9077745603a9 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:17:19.385239 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b9b12c-39e8-4c8c-ab1a-3f9bda3abb90 None None] Pushing event updated for resources: {'Port': ['ID=0384eaf2-79af-4f48-8a8f-18405cf91201,revision_number=3']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:17:19.391460 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84076e2c-db42-4696-baad-2b468019de16 None None] Checking agent: {'id': 'd26a5351-3de7-44f9-93eb-9fed5ee5b55b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848848-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 15, 16, 51), 'started_at': datetime.datetime(2022, 7, 6, 15, 16, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 15, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848848-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 15:17:19.391860 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84076e2c-db42-4696-baad-2b468019de16 None None] Checking segment: {'id': '6ddb2f31-0c77-487c-9e74-06b5c75a0c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '01b9e894-3933-40bf-b01a-9077745603a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:17:19.392334 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-84076e2c-db42-4696-baad-2b468019de16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:17:19.392711 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84076e2c-db42-4696-baad-2b468019de16 None None] Bound using segment: {'id': '6ddb2f31-0c77-487c-9e74-06b5c75a0c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '01b9e894-3933-40bf-b01a-9077745603a9'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 15:17:19.393172 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [None req-84076e2c-db42-4696-baad-2b468019de16 None None] Bound port: 0384eaf2-79af-4f48-8a8f-18405cf91201, host: dv-cinder-848848-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ddb2f31-0c77-487c-9e74-06b5c75a0c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '01b9e894-3933-40bf-b01a-9077745603a9'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 15:17:19.393542 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-84076e2c-db42-4696-baad-2b468019de16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (0384eaf2-79af-4f48-8a8f-18405cf91201), before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:17:19.405623 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b9b12c-39e8-4c8c-ab1a-3f9bda3abb90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:17:19.405959 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b9b12c-39e8-4c8c-ab1a-3f9bda3abb90 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:17:19.406323 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b9b12c-39e8-4c8c-ab1a-3f9bda3abb90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:17:19.406646 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b9b12c-39e8-4c8c-ab1a-3f9bda3abb90 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:17:19.406974 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b9b12c-39e8-4c8c-ab1a-3f9bda3abb90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:17:19.407343 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b9b12c-39e8-4c8c-ab1a-3f9bda3abb90 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:17:19.407661 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b9b12c-39e8-4c8c-ab1a-3f9bda3abb90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:17:19.407977 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b9b12c-39e8-4c8c-ab1a-3f9bda3abb90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:17:19.408294 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b9b12c-39e8-4c8c-ab1a-3f9bda3abb90 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:17:19.408603 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b9b12c-39e8-4c8c-ab1a-3f9bda3abb90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:17:19.408917 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b9b12c-39e8-4c8c-ab1a-3f9bda3abb90 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:17:19.409749 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b9b12c-39e8-4c8c-ab1a-3f9bda3abb90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:17:19.410066 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b9b12c-39e8-4c8c-ab1a-3f9bda3abb90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:17:19.410374 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b9b12c-39e8-4c8c-ab1a-3f9bda3abb90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:17:19.410680 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b9b12c-39e8-4c8c-ab1a-3f9bda3abb90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:17:19.412341 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b9b12c-39e8-4c8c-ab1a-3f9bda3abb90 None None] Tracked resource versions report: Jul 06 15:17:19.412341 dv-cinder-848848-4-iscsi neutron-server[103847]: pushed versions: Jul 06 15:17:19.412341 dv-cinder-848848-4-iscsi neutron-server[103847]: { 'AddressGroup': {'1.2'}, Jul 06 15:17:19.412341 dv-cinder-848848-4-iscsi neutron-server[103847]: 'Agent': {'1.1'}, Jul 06 15:17:19.412341 dv-cinder-848848-4-iscsi neutron-server[103847]: 'ConntrackHelper': {'1.0'}, Jul 06 15:17:19.412341 dv-cinder-848848-4-iscsi neutron-server[103847]: 'LocalIPAssociation': {'1.0'}, Jul 06 15:17:19.412341 dv-cinder-848848-4-iscsi neutron-server[103847]: 'Log': {'1.0'}, Jul 06 15:17:19.412341 dv-cinder-848848-4-iscsi neutron-server[103847]: 'NDPProxy': {'1.0'}, Jul 06 15:17:19.412341 dv-cinder-848848-4-iscsi neutron-server[103847]: 'Network': {'1.1'}, Jul 06 15:17:19.412341 dv-cinder-848848-4-iscsi neutron-server[103847]: 'Port': {'1.7'}, Jul 06 15:17:19.412341 dv-cinder-848848-4-iscsi neutron-server[103847]: 'PortForwarding': {'1.3'}, Jul 06 15:17:19.412341 dv-cinder-848848-4-iscsi neutron-server[103847]: 'QosPolicy': {'1.10'}, Jul 06 15:17:19.412341 dv-cinder-848848-4-iscsi neutron-server[103847]: 'SecurityGroup': {'1.5'}, Jul 06 15:17:19.412341 dv-cinder-848848-4-iscsi neutron-server[103847]: 'SecurityGroupRule': {'1.2'}, Jul 06 15:17:19.412341 dv-cinder-848848-4-iscsi neutron-server[103847]: 'SubPort': {'1.0'}, Jul 06 15:17:19.412341 dv-cinder-848848-4-iscsi neutron-server[103847]: 'Subnet': {'1.1'}, Jul 06 15:17:19.412341 dv-cinder-848848-4-iscsi neutron-server[103847]: 'Trunk': {'1.1'}} Jul 06 15:17:19.412341 dv-cinder-848848-4-iscsi neutron-server[103847]: consumer versions: Jul 06 15:17:19.412341 dv-cinder-848848-4-iscsi neutron-server[103847]: { DHCP agent@dv-cinder-848848-4-iscsi: {}, Jul 06 15:17:19.412341 dv-cinder-848848-4-iscsi neutron-server[103847]: L3 agent@dv-cinder-848848-4-iscsi: {}, Jul 06 15:17:19.412341 dv-cinder-848848-4-iscsi neutron-server[103847]: Metadata agent@dv-cinder-848848-4-iscsi: {}, Jul 06 15:17:19.412341 dv-cinder-848848-4-iscsi neutron-server[103847]: Metering agent@dv-cinder-848848-4-iscsi: {}, Jul 06 15:17:19.412341 dv-cinder-848848-4-iscsi neutron-server[103847]: Open vSwitch agent@dv-cinder-848848-4-iscsi: { 'AddressGroup': '1.2', Jul 06 15:17:19.412341 dv-cinder-848848-4-iscsi neutron-server[103847]: 'Agent': '1.1', Jul 06 15:17:19.412341 dv-cinder-848848-4-iscsi neutron-server[103847]: 'ConntrackHelper': '1.0', Jul 06 15:17:19.412341 dv-cinder-848848-4-iscsi neutron-server[103847]: 'LocalIPAssociation': '1.0', Jul 06 15:17:19.412341 dv-cinder-848848-4-iscsi neutron-server[103847]: 'Log': '1.0', Jul 06 15:17:19.412341 dv-cinder-848848-4-iscsi neutron-server[103847]: 'NDPProxy': '1.0', Jul 06 15:17:19.412341 dv-cinder-848848-4-iscsi neutron-server[103847]: 'Network': '1.1', Jul 06 15:17:19.412341 dv-cinder-848848-4-iscsi neutron-server[103847]: 'Port': '1.7', Jul 06 15:17:19.412341 dv-cinder-848848-4-iscsi neutron-server[103847]: 'PortForwarding': '1.3', Jul 06 15:17:19.412341 dv-cinder-848848-4-iscsi neutron-server[103847]: 'QosPolicy': '1.10', Jul 06 15:17:19.412341 dv-cinder-848848-4-iscsi neutron-server[103847]: 'SecurityGroup': '1.5', Jul 06 15:17:19.412341 dv-cinder-848848-4-iscsi neutron-server[103847]: 'SecurityGroupRule': '1.2', Jul 06 15:17:19.412341 dv-cinder-848848-4-iscsi neutron-server[103847]: 'SubPort': '1.0', Jul 06 15:17:19.412341 dv-cinder-848848-4-iscsi neutron-server[103847]: 'Subnet': '1.1', Jul 06 15:17:19.412341 dv-cinder-848848-4-iscsi neutron-server[103847]: 'Trunk': '1.1'}} Jul 06 15:17:19.412341 dv-cinder-848848-4-iscsi neutron-server[103847]: {{(pid=103847) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 15:17:19.477771 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-84076e2c-db42-4696-baad-2b468019de16 None None] For port 0384eaf2-79af-4f48-8a8f-18405cf91201, host dv-cinder-848848-4-iscsi, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:17:19.486822 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-a6de4be5-9770-4c2a-b42a-9888596c6865 None None] Provisioning complete for port 0384eaf2-79af-4f48-8a8f-18405cf91201 triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:17:19.487441 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-a6de4be5-9770-4c2a-b42a-9888596c6865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (0384eaf2-79af-4f48-8a8f-18405cf91201), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:17:19.497811 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-84076e2c-db42-4696-baad-2b468019de16 None None] For port 0384eaf2-79af-4f48-8a8f-18405cf91201, host dv-cinder-848848-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=0384eaf2-79af-4f48-8a8f-18405cf91201,segment=NetworkSegment(6ddb2f31-0c77-487c-9e74-06b5c75a0c2a),segment_id=6ddb2f31-0c77-487c-9e74-06b5c75a0c2a)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:17:19.506482 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-84076e2c-db42-4696-baad-2b468019de16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (0384eaf2-79af-4f48-8a8f-18405cf91201), after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:17:19.516498 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:17:19.524168 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-a6de4be5-9770-4c2a-b42a-9888596c6865 None None] Port 0384eaf2-79af-4f48-8a8f-18405cf91201 cannot update to ACTIVE because it is not bound. {{(pid=103846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 15:17:19.542359 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-5e71b6aa-55c8-4030-9936-371c496b104b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (6f0d5ee7-fa21-4cb0-b4ff-cf35f5a4ba31), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:17:19.543547 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:17:19.575623 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84076e2c-db42-4696-baad-2b468019de16 None None] Routers {'60b50459-312f-4bff-addb-b2e50a03bf3b'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:17:19.576247 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-84076e2c-db42-4696-baad-2b468019de16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:17:18Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['60b50459-312f-4bff-addb-b2e50a03bf3b'], 'active': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:17:19.653693 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b9b12c-39e8-4c8c-ab1a-3f9bda3abb90 None None] Pushing event updated for resources: {'Port': ['ID=0384eaf2-79af-4f48-8a8f-18405cf91201,revision_number=4']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:17:19.674858 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvr_db [None req-84076e2c-db42-4696-baad-2b468019de16 None None] Set router 60b50459-312f-4bff-addb-b2e50a03bf3b gateway port host: None {{(pid=103847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:17:19.746160 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-302ebe7b-8405-41c9-8aff-75b9be796830 None None] Provisioning complete for port 0384eaf2-79af-4f48-8a8f-18405cf91201 triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:17:19.746613 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-302ebe7b-8405-41c9-8aff-75b9be796830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (0384eaf2-79af-4f48-8a8f-18405cf91201), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:17:19.820007 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-302ebe7b-8405-41c9-8aff-75b9be796830 None None] Current status of the port 0384eaf2-79af-4f48-8a8f-18405cf91201 is: DOWN; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:17:19.820379 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-302ebe7b-8405-41c9-8aff-75b9be796830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (0384eaf2-79af-4f48-8a8f-18405cf91201), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:17:19.852837 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-302ebe7b-8405-41c9-8aff-75b9be796830 None None] For port 0384eaf2-79af-4f48-8a8f-18405cf91201, host dv-cinder-848848-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=0384eaf2-79af-4f48-8a8f-18405cf91201,segment=NetworkSegment(6ddb2f31-0c77-487c-9e74-06b5c75a0c2a),segment_id=6ddb2f31-0c77-487c-9e74-06b5c75a0c2a)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:17:19.856684 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-302ebe7b-8405-41c9-8aff-75b9be796830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (0384eaf2-79af-4f48-8a8f-18405cf91201), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:17:19.872926 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-84076e2c-db42-4696-baad-2b468019de16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b50459-312f-4bff-addb-b2e50a03bf3b', 'name': 'router1', 'tenant_id': 'def59ab7936b4105ae0a76be3921be70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:17:07Z', 'updated_at': '2022-07-06T15:17:17Z', 'revision_number': 2, 'project_id': 'def59ab7936b4105ae0a76be3921be70', 'gw_port_host': None, '_interfaces': [{'id': '0384eaf2-79af-4f48-8a8f-18405cf91201', 'name': '', 'network_id': '01b9e894-3933-40bf-b01a-9077745603a9', 'tenant_id': 'def59ab7936b4105ae0a76be3921be70', 'mac_address': 'fa:16:3e:fd:74:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b50459-312f-4bff-addb-b2e50a03bf3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e3d5887f-9217-4fc7-9aea-372948133ac5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:17:16Z', 'updated_at': '2022-07-06T15:17:19Z', 'revision_number': 4, 'project_id': 'def59ab7936b4105ae0a76be3921be70', 'subnets': [{'id': 'e3d5887f-9217-4fc7-9aea-372948133ac5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '15a0d58a-cad7-4f64-8c38-5816019ab571'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:17:19.898866 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84076e2c-db42-4696-baad-2b468019de16 None None] The sync data for ids ['60b50459-312f-4bff-addb-b2e50a03bf3b'] in dv-cinder-848848-4-iscsi is: [{'id': '60b50459-312f-4bff-addb-b2e50a03bf3b', 'name': 'router1', 'tenant_id': 'def59ab7936b4105ae0a76be3921be70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:17:07Z', 'updated_at': '2022-07-06T15:17:17Z', 'revision_number': 2, 'project_id': 'def59ab7936b4105ae0a76be3921be70', 'gw_port_host': None, '_interfaces': [{'id': '0384eaf2-79af-4f48-8a8f-18405cf91201', 'name': '', 'network_id': '01b9e894-3933-40bf-b01a-9077745603a9', 'tenant_id': 'def59ab7936b4105ae0a76be3921be70', 'mac_address': 'fa:16:3e:fd:74:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b50459-312f-4bff-addb-b2e50a03bf3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e3d5887f-9217-4fc7-9aea-372948133ac5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:17:16Z', 'updated_at': '2022-07-06T15:17:19Z', 'revision_number': 4, 'project_id': 'def59ab7936b4105ae0a76be3921be70', 'subnets': [{'id': 'e3d5887f-9217-4fc7-9aea-372948133ac5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '15a0d58a-cad7-4f64-8c38-5816019ab571'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:17:19.907694 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302ebe7b-8405-41c9-8aff-75b9be796830 None None] Pushing event updated for resources: {'Port': ['ID=0384eaf2-79af-4f48-8a8f-18405cf91201,revision_number=5']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:17:20.234838 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 48502) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:17:20.440238 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24fba1a-82e8-4098-8c8f-534d45cc4353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:17:20.442228 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-a24fba1a-82e8-4098-8c8f-534d45cc4353 admin admin] 10.222.0.46 "GET /v2.0/networks/377cda5e-c384-46ee-8e00-4b775f415604 HTTP/1.1" status: 200 len: 842 time: 0.2062263 Jul 06 15:17:20.451521 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [None req-5929b1fb-3450-4e0e-a7ad-74024f8cc6e6 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.3.0/24', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'name': 'public-subnet', 'gateway_ip': '172.27.3.1', 'enable_dhcp': False}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:17:20.472060 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5929b1fb-3450-4e0e-a7ad-74024f8cc6e6 admin admin] Made reservation on behalf of b898c8312f89416b8b105c391af48831 for: {'subnet': 1} {{(pid=103844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:17:20.474310 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-5929b1fb-3450-4e0e-a7ad-74024f8cc6e6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:17:20.812943 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.objects.ports [None req-5929b1fb-3450-4e0e-a7ad-74024f8cc6e6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103844) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 06 15:17:20.813390 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-5929b1fb-3450-4e0e-a7ad-74024f8cc6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561'] for subnet (1975bb39-9f7d-4b8c-94d3-6023908c91e1), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:17:20.863671 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5929b1fb-3450-4e0e-a7ad-74024f8cc6e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1975bb39-9f7d-4b8c-94d3-6023908c91e1,revision_number=0']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:17:20.878340 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5929b1fb-3450-4e0e-a7ad-74024f8cc6e6 admin admin] Checking segment: {'id': '7bafd98f-0c00-45ed-9abe-629590d245f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:17:20.878691 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5929b1fb-3450-4e0e-a7ad-74024f8cc6e6 admin admin] Network hostable DHCP agents. Network: 377cda5e-c384-46ee-8e00-4b775f415604, hostable agents: ['a81823b9-ba52-46bb-9bcd-43b269600933'], hosted agents: [] {{(pid=103844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 15:17:20.895306 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5929b1fb-3450-4e0e-a7ad-74024f8cc6e6 admin admin] Network 377cda5e-c384-46ee-8e00-4b775f415604 is scheduled to be hosted by DHCP agent a81823b9-ba52-46bb-9bcd-43b269600933 with binding_index 1 {{(pid=103844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 15:17:20.904467 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.base_scheduler [None req-5929b1fb-3450-4e0e-a7ad-74024f8cc6e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848848-4-iscsi, 377cda5e-c384-46ee-8e00-4b775f415604) {{(pid=103844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:17:20.909638 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5929b1fb-3450-4e0e-a7ad-74024f8cc6e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:17:20.910405 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-5929b1fb-3450-4e0e-a7ad-74024f8cc6e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629707'] for subnet (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:17:20.915118 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e7b730-5d21-4c6a-8b01-e1f0beee306d None None] Network 377cda5e-c384-46ee-8e00-4b775f415604 requested from dv-cinder-848848-4-iscsi {{(pid=103846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 15:17:20.928277 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-5929b1fb-3450-4e0e-a7ad-74024f8cc6e6 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4800725 Jul 06 15:17:21.049466 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc98355-6390-4ac4-8c55-ff3047232136 None None] Network 377cda5e-c384-46ee-8e00-4b775f415604 requested from dv-cinder-848848-4-iscsi {{(pid=103846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 15:17:21.055561 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-8ac95340-3f24-440b-a4d9-caf8afcb49bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8ea57be5-348a-4c5b-804c-cda178363830), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:17:21.202649 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (d26a5351-3de7-44f9-93eb-9fed5ee5b55b), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:17:23.203344 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 48520) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:17:23.427767 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-d179fcd5-dc26-4799-a91c-0666993caf23 demo admin] 10.222.0.46 "GET /v2.0/routers/60b50459-312f-4bff-addb-b2e50a03bf3b HTTP/1.1" status: 200 len: 710 time: 0.2184191 Jul 06 15:17:23.609942 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32fdc2e1-7da8-4a4a-81a8-89b67752aa0e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:17:23.611390 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-32fdc2e1-7da8-4a4a-81a8-89b67752aa0e demo admin] 10.222.0.46 "GET /v2.0/networks/377cda5e-c384-46ee-8e00-4b775f415604 HTTP/1.1" status: 200 len: 886 time: 0.1830530 Jul 06 15:17:23.620130 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.v2.base [None req-0b2b8107-38b2-4d5a-9aa2-76851695620d demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604'}}} {{(pid=103845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:17:23.869988 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-0b2b8107-38b2-4d5a-9aa2-76851695620d demo admin] Publish callbacks [] for router_gateway (60b50459-312f-4bff-addb-b2e50a03bf3b), precommit_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:17:24.104375 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-0b2b8107-38b2-4d5a-9aa2-76851695620d demo admin] Publish callbacks [] for router_gateway (60b50459-312f-4bff-addb-b2e50a03bf3b), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:17:24.186668 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-0b2b8107-38b2-4d5a-9aa2-76851695620d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:17:24.374205 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.db.db_base_plugin_common [None req-0b2b8107-38b2-4d5a-9aa2-76851695620d demo admin] Allocated IP 172.27.3.234 (377cda5e-c384-46ee-8e00-4b775f415604/1975bb39-9f7d-4b8c-94d3-6023908c91e1/faf3b65c-b650-4ad0-892c-e6f521b114c9) {{(pid=103845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:17:24.485748 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-0b2b8107-38b2-4d5a-9aa2-76851695620d demo admin] Publish callbacks [] for port (faf3b65c-b650-4ad0-892c-e6f521b114c9), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:17:24.504930 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:17:24.524668 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:17:24.548979 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-0b2b8107-38b2-4d5a-9aa2-76851695620d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786465455737'] for port (faf3b65c-b650-4ad0-892c-e6f521b114c9), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:17:24.606885 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2b8107-38b2-4d5a-9aa2-76851695620d demo admin] Network 377cda5e-c384-46ee-8e00-4b775f415604 is already hosted by enough agents. {{(pid=103845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:17:24.618404 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.base_scheduler [None req-0b2b8107-38b2-4d5a-9aa2-76851695620d demo admin] Resources bound (agent type, host, resource id): {{(pid=103845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:17:24.660949 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2b8107-38b2-4d5a-9aa2-76851695620d demo admin] Pushing event updated for resources: {'Port': ['ID=faf3b65c-b650-4ad0-892c-e6f521b114c9,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:17:24.664056 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2b8107-38b2-4d5a-9aa2-76851695620d demo admin] Received port after_create {{(pid=103845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 15:17:24.703403 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2b8107-38b2-4d5a-9aa2-76851695620d demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:17:24.703744 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2b8107-38b2-4d5a-9aa2-76851695620d demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:17:24.704088 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2b8107-38b2-4d5a-9aa2-76851695620d demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:17:24.704419 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2b8107-38b2-4d5a-9aa2-76851695620d demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:17:24.704746 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2b8107-38b2-4d5a-9aa2-76851695620d demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:17:24.705071 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2b8107-38b2-4d5a-9aa2-76851695620d demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:17:24.705405 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2b8107-38b2-4d5a-9aa2-76851695620d demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:17:24.705755 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2b8107-38b2-4d5a-9aa2-76851695620d demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:17:24.706112 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2b8107-38b2-4d5a-9aa2-76851695620d demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:17:24.706434 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2b8107-38b2-4d5a-9aa2-76851695620d demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:17:24.706754 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2b8107-38b2-4d5a-9aa2-76851695620d demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:17:24.707073 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2b8107-38b2-4d5a-9aa2-76851695620d demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:17:24.707411 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2b8107-38b2-4d5a-9aa2-76851695620d demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:17:24.707729 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2b8107-38b2-4d5a-9aa2-76851695620d demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:17:24.708047 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2b8107-38b2-4d5a-9aa2-76851695620d demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:17:24.709435 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2b8107-38b2-4d5a-9aa2-76851695620d demo admin] Tracked resource versions report: Jul 06 15:17:24.709435 dv-cinder-848848-4-iscsi neutron-server[103845]: pushed versions: Jul 06 15:17:24.709435 dv-cinder-848848-4-iscsi neutron-server[103845]: { 'AddressGroup': {'1.2'}, Jul 06 15:17:24.709435 dv-cinder-848848-4-iscsi neutron-server[103845]: 'Agent': {'1.1'}, Jul 06 15:17:24.709435 dv-cinder-848848-4-iscsi neutron-server[103845]: 'ConntrackHelper': {'1.0'}, Jul 06 15:17:24.709435 dv-cinder-848848-4-iscsi neutron-server[103845]: 'LocalIPAssociation': {'1.0'}, Jul 06 15:17:24.709435 dv-cinder-848848-4-iscsi neutron-server[103845]: 'Log': {'1.0'}, Jul 06 15:17:24.709435 dv-cinder-848848-4-iscsi neutron-server[103845]: 'NDPProxy': {'1.0'}, Jul 06 15:17:24.709435 dv-cinder-848848-4-iscsi neutron-server[103845]: 'Network': {'1.1'}, Jul 06 15:17:24.709435 dv-cinder-848848-4-iscsi neutron-server[103845]: 'Port': {'1.7'}, Jul 06 15:17:24.709435 dv-cinder-848848-4-iscsi neutron-server[103845]: 'PortForwarding': {'1.3'}, Jul 06 15:17:24.709435 dv-cinder-848848-4-iscsi neutron-server[103845]: 'QosPolicy': {'1.10'}, Jul 06 15:17:24.709435 dv-cinder-848848-4-iscsi neutron-server[103845]: 'SecurityGroup': {'1.5'}, Jul 06 15:17:24.709435 dv-cinder-848848-4-iscsi neutron-server[103845]: 'SecurityGroupRule': {'1.2'}, Jul 06 15:17:24.709435 dv-cinder-848848-4-iscsi neutron-server[103845]: 'SubPort': {'1.0'}, Jul 06 15:17:24.709435 dv-cinder-848848-4-iscsi neutron-server[103845]: 'Subnet': {'1.1'}, Jul 06 15:17:24.709435 dv-cinder-848848-4-iscsi neutron-server[103845]: 'Trunk': {'1.1'}} Jul 06 15:17:24.709435 dv-cinder-848848-4-iscsi neutron-server[103845]: consumer versions: Jul 06 15:17:24.709435 dv-cinder-848848-4-iscsi neutron-server[103845]: { DHCP agent@dv-cinder-848848-4-iscsi: {}, Jul 06 15:17:24.709435 dv-cinder-848848-4-iscsi neutron-server[103845]: L3 agent@dv-cinder-848848-4-iscsi: {}, Jul 06 15:17:24.709435 dv-cinder-848848-4-iscsi neutron-server[103845]: Metadata agent@dv-cinder-848848-4-iscsi: {}, Jul 06 15:17:24.709435 dv-cinder-848848-4-iscsi neutron-server[103845]: Metering agent@dv-cinder-848848-4-iscsi: {}, Jul 06 15:17:24.709435 dv-cinder-848848-4-iscsi neutron-server[103845]: Open vSwitch agent@dv-cinder-848848-4-iscsi: { 'AddressGroup': '1.2', Jul 06 15:17:24.709435 dv-cinder-848848-4-iscsi neutron-server[103845]: 'Agent': '1.1', Jul 06 15:17:24.709435 dv-cinder-848848-4-iscsi neutron-server[103845]: 'ConntrackHelper': '1.0', Jul 06 15:17:24.709435 dv-cinder-848848-4-iscsi neutron-server[103845]: 'LocalIPAssociation': '1.0', Jul 06 15:17:24.709435 dv-cinder-848848-4-iscsi neutron-server[103845]: 'Log': '1.0', Jul 06 15:17:24.709435 dv-cinder-848848-4-iscsi neutron-server[103845]: 'NDPProxy': '1.0', Jul 06 15:17:24.709435 dv-cinder-848848-4-iscsi neutron-server[103845]: 'Network': '1.1', Jul 06 15:17:24.709435 dv-cinder-848848-4-iscsi neutron-server[103845]: 'Port': '1.7', Jul 06 15:17:24.709435 dv-cinder-848848-4-iscsi neutron-server[103845]: 'PortForwarding': '1.3', Jul 06 15:17:24.709435 dv-cinder-848848-4-iscsi neutron-server[103845]: 'QosPolicy': '1.10', Jul 06 15:17:24.709435 dv-cinder-848848-4-iscsi neutron-server[103845]: 'SecurityGroup': '1.5', Jul 06 15:17:24.709435 dv-cinder-848848-4-iscsi neutron-server[103845]: 'SecurityGroupRule': '1.2', Jul 06 15:17:24.709435 dv-cinder-848848-4-iscsi neutron-server[103845]: 'SubPort': '1.0', Jul 06 15:17:24.709435 dv-cinder-848848-4-iscsi neutron-server[103845]: 'Subnet': '1.1', Jul 06 15:17:24.709435 dv-cinder-848848-4-iscsi neutron-server[103845]: 'Trunk': '1.1'}} Jul 06 15:17:24.709435 dv-cinder-848848-4-iscsi neutron-server[103845]: {{(pid=103845) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 15:17:24.909937 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 0384eaf2-79af-4f48-8a8f-18405cf91201 up at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:17:24.945787 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:17:24.956373 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-0b2b8107-38b2-4d5a-9aa2-76851695620d demo admin] Publish callbacks [] for router_gateway (60b50459-312f-4bff-addb-b2e50a03bf3b), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:17:24.960381 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:17:24.968969 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Provisioning complete for port 0384eaf2-79af-4f48-8a8f-18405cf91201 triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:17:24.969369 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (0384eaf2-79af-4f48-8a8f-18405cf91201), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:17:25.048566 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Current status of the port 0384eaf2-79af-4f48-8a8f-18405cf91201 is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:17:25.193188 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-0b2b8107-38b2-4d5a-9aa2-76851695620d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-591584', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-109539'] for router (60b50459-312f-4bff-addb-b2e50a03bf3b), precommit_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:17:25.197630 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-0b2b8107-38b2-4d5a-9aa2-76851695620d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-591607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-591557', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-648659'] for router (60b50459-312f-4bff-addb-b2e50a03bf3b), after_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:17:25.303949 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b2b8107-38b2-4d5a-9aa2-76851695620d demo admin] Router 60b50459-312f-4bff-addb-b2e50a03bf3b has already been hosted by L3 agent 8e6e5f2a-f235-48ed-8752-aab723ac44e7 {{(pid=103845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 15:17:25.404532 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b2b8107-38b2-4d5a-9aa2-76851695620d demo admin] Notify agent at l3_agent.dv-cinder-848848-4-iscsi the message routers_updated {{(pid=103845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:17:25.409983 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-0b2b8107-38b2-4d5a-9aa2-76851695620d demo admin] Publish callbacks [] for router (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:17:25.411169 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-0b2b8107-38b2-4d5a-9aa2-76851695620d demo admin] 10.222.0.46 "PUT /v2.0/routers/60b50459-312f-4bff-addb-b2e50a03bf3b HTTP/1.1" status: 200 len: 890 time: 1.7941597 Jul 06 15:17:26.128119 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3219dc3d-68d6-4bc3-bb4c-1721fab493d6 None None] Sync routers for ids ['60b50459-312f-4bff-addb-b2e50a03bf3b'] in dv-cinder-848848-4-iscsi {{(pid=103846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:17:26.139743 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3219dc3d-68d6-4bc3-bb4c-1721fab493d6 None None] Routers {'60b50459-312f-4bff-addb-b2e50a03bf3b'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:17:26.140387 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-3219dc3d-68d6-4bc3-bb4c-1721fab493d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:17:18Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['60b50459-312f-4bff-addb-b2e50a03bf3b'], 'active': True} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:17:26.342051 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvr_db [None req-3219dc3d-68d6-4bc3-bb4c-1721fab493d6 None None] Set router 60b50459-312f-4bff-addb-b2e50a03bf3b gateway port host: dv-cinder-848848-4-iscsi {{(pid=103846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:17:26.707098 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-3219dc3d-68d6-4bc3-bb4c-1721fab493d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b50459-312f-4bff-addb-b2e50a03bf3b', 'name': 'router1', 'tenant_id': 'def59ab7936b4105ae0a76be3921be70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'faf3b65c-b650-4ad0-892c-e6f521b114c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:17:07Z', 'updated_at': '2022-07-06T15:17:24Z', 'revision_number': 4, 'project_id': 'def59ab7936b4105ae0a76be3921be70', 'gw_port': {'id': 'faf3b65c-b650-4ad0-892c-e6f521b114c9', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b50459-312f-4bff-addb-b2e50a03bf3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:17:24Z', 'updated_at': '2022-07-06T15:17:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': '0384eaf2-79af-4f48-8a8f-18405cf91201', 'name': '', 'network_id': '01b9e894-3933-40bf-b01a-9077745603a9', 'tenant_id': 'def59ab7936b4105ae0a76be3921be70', 'mac_address': 'fa:16:3e:fd:74:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b50459-312f-4bff-addb-b2e50a03bf3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e3d5887f-9217-4fc7-9aea-372948133ac5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:17:16Z', 'updated_at': '2022-07-06T15:17:19Z', 'revision_number': 5, 'project_id': 'def59ab7936b4105ae0a76be3921be70', 'subnets': [{'id': 'e3d5887f-9217-4fc7-9aea-372948133ac5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '15a0d58a-cad7-4f64-8c38-5816019ab571'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:17:26.822961 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3219dc3d-68d6-4bc3-bb4c-1721fab493d6 None None] Checking router: 60b50459-312f-4bff-addb-b2e50a03bf3b for host: dv-cinder-848848-4-iscsi {{(pid=103846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:17:26.823353 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3219dc3d-68d6-4bc3-bb4c-1721fab493d6 None None] Updating router 60b50459-312f-4bff-addb-b2e50a03bf3b port faf3b65c-b650-4ad0-892c-e6f521b114c9 binding host dv-cinder-848848-4-iscsi {{(pid=103846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 15:17:26.876373 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-3219dc3d-68d6-4bc3-bb4c-1721fab493d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (faf3b65c-b650-4ad0-892c-e6f521b114c9), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:17:27.181245 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-3219dc3d-68d6-4bc3-bb4c-1721fab493d6 None None] Publish callbacks [] for port (faf3b65c-b650-4ad0-892c-e6f521b114c9), precommit_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:17:27.185823 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-3219dc3d-68d6-4bc3-bb4c-1721fab493d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (faf3b65c-b650-4ad0-892c-e6f521b114c9), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:17:27.219271 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:17:27.240548 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.managers [None req-3219dc3d-68d6-4bc3-bb4c-1721fab493d6 None None] Attempting to bind port faf3b65c-b650-4ad0-892c-e6f521b114c9 on host dv-cinder-848848-4-iscsi for vnic_type normal with profile {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 15:17:27.240921 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.managers [None req-3219dc3d-68d6-4bc3-bb4c-1721fab493d6 None None] Attempting to bind port faf3b65c-b650-4ad0-892c-e6f521b114c9 by drivers openvswitch,hyperv on host dv-cinder-848848-4-iscsi at level 0 using segments [{'id': '7bafd98f-0c00-45ed-9abe-629590d245f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604'}] {{(pid=103846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 15:17:27.241283 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3219dc3d-68d6-4bc3-bb4c-1721fab493d6 None None] Attempting to bind port faf3b65c-b650-4ad0-892c-e6f521b114c9 on network 377cda5e-c384-46ee-8e00-4b775f415604 {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:17:27.244277 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc6bce4-ac58-44af-bacd-4e1e087c747b None None] Pushing event updated for resources: {'Port': ['ID=faf3b65c-b650-4ad0-892c-e6f521b114c9,revision_number=2']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:17:27.249740 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3219dc3d-68d6-4bc3-bb4c-1721fab493d6 None None] Checking agent: {'id': 'd26a5351-3de7-44f9-93eb-9fed5ee5b55b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848848-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 15, 16, 51), 'started_at': datetime.datetime(2022, 7, 6, 15, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 15, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848848-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 15:17:27.249740 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3219dc3d-68d6-4bc3-bb4c-1721fab493d6 None None] Checking segment: {'id': '7bafd98f-0c00-45ed-9abe-629590d245f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:17:27.250006 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-3219dc3d-68d6-4bc3-bb4c-1721fab493d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:17:27.250419 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3219dc3d-68d6-4bc3-bb4c-1721fab493d6 None None] Bound using segment: {'id': '7bafd98f-0c00-45ed-9abe-629590d245f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604'} {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 15:17:27.250829 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.managers [None req-3219dc3d-68d6-4bc3-bb4c-1721fab493d6 None None] Bound port: faf3b65c-b650-4ad0-892c-e6f521b114c9, host: dv-cinder-848848-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bafd98f-0c00-45ed-9abe-629590d245f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604'}}] {{(pid=103846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 15:17:27.251207 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-3219dc3d-68d6-4bc3-bb4c-1721fab493d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (faf3b65c-b650-4ad0-892c-e6f521b114c9), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:17:27.298756 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-3219dc3d-68d6-4bc3-bb4c-1721fab493d6 None None] For port faf3b65c-b650-4ad0-892c-e6f521b114c9, host dv-cinder-848848-4-iscsi, cleared binding levels {{(pid=103846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:17:27.301650 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-3219dc3d-68d6-4bc3-bb4c-1721fab493d6 None None] For port faf3b65c-b650-4ad0-892c-e6f521b114c9, host dv-cinder-848848-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=faf3b65c-b650-4ad0-892c-e6f521b114c9,segment=NetworkSegment(7bafd98f-0c00-45ed-9abe-629590d245f2),segment_id=7bafd98f-0c00-45ed-9abe-629590d245f2)] {{(pid=103846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:17:27.307718 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-3219dc3d-68d6-4bc3-bb4c-1721fab493d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (faf3b65c-b650-4ad0-892c-e6f521b114c9), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:17:27.366902 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc6bce4-ac58-44af-bacd-4e1e087c747b None None] Pushing event updated for resources: {'Port': ['ID=faf3b65c-b650-4ad0-892c-e6f521b114c9,revision_number=3']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:17:27.369451 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3219dc3d-68d6-4bc3-bb4c-1721fab493d6 None None] Routers {'60b50459-312f-4bff-addb-b2e50a03bf3b'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:17:27.370157 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-3219dc3d-68d6-4bc3-bb4c-1721fab493d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:17:18Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['60b50459-312f-4bff-addb-b2e50a03bf3b'], 'active': True} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:17:27.463759 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:17:27.473462 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvr_db [None req-3219dc3d-68d6-4bc3-bb4c-1721fab493d6 None None] Set router 60b50459-312f-4bff-addb-b2e50a03bf3b gateway port host: dv-cinder-848848-4-iscsi {{(pid=103846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:17:27.667729 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-3219dc3d-68d6-4bc3-bb4c-1721fab493d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b50459-312f-4bff-addb-b2e50a03bf3b', 'name': 'router1', 'tenant_id': 'def59ab7936b4105ae0a76be3921be70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'faf3b65c-b650-4ad0-892c-e6f521b114c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:17:07Z', 'updated_at': '2022-07-06T15:17:24Z', 'revision_number': 4, 'project_id': 'def59ab7936b4105ae0a76be3921be70', 'gw_port': {'id': 'faf3b65c-b650-4ad0-892c-e6f521b114c9', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b50459-312f-4bff-addb-b2e50a03bf3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:17:24Z', 'updated_at': '2022-07-06T15:17:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': '0384eaf2-79af-4f48-8a8f-18405cf91201', 'name': '', 'network_id': '01b9e894-3933-40bf-b01a-9077745603a9', 'tenant_id': 'def59ab7936b4105ae0a76be3921be70', 'mac_address': 'fa:16:3e:fd:74:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b50459-312f-4bff-addb-b2e50a03bf3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e3d5887f-9217-4fc7-9aea-372948133ac5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:17:16Z', 'updated_at': '2022-07-06T15:17:19Z', 'revision_number': 5, 'project_id': 'def59ab7936b4105ae0a76be3921be70', 'subnets': [{'id': 'e3d5887f-9217-4fc7-9aea-372948133ac5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '15a0d58a-cad7-4f64-8c38-5816019ab571'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:17:27.672819 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 48538) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:17:27.696740 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3219dc3d-68d6-4bc3-bb4c-1721fab493d6 None None] The sync data for ids ['60b50459-312f-4bff-addb-b2e50a03bf3b'] in dv-cinder-848848-4-iscsi is: [{'id': '60b50459-312f-4bff-addb-b2e50a03bf3b', 'name': 'router1', 'tenant_id': 'def59ab7936b4105ae0a76be3921be70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'faf3b65c-b650-4ad0-892c-e6f521b114c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:17:07Z', 'updated_at': '2022-07-06T15:17:24Z', 'revision_number': 4, 'project_id': 'def59ab7936b4105ae0a76be3921be70', 'gw_port': {'id': 'faf3b65c-b650-4ad0-892c-e6f521b114c9', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b50459-312f-4bff-addb-b2e50a03bf3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:17:24Z', 'updated_at': '2022-07-06T15:17:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': '0384eaf2-79af-4f48-8a8f-18405cf91201', 'name': '', 'network_id': '01b9e894-3933-40bf-b01a-9077745603a9', 'tenant_id': 'def59ab7936b4105ae0a76be3921be70', 'mac_address': 'fa:16:3e:fd:74:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b50459-312f-4bff-addb-b2e50a03bf3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e3d5887f-9217-4fc7-9aea-372948133ac5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:17:16Z', 'updated_at': '2022-07-06T15:17:19Z', 'revision_number': 5, 'project_id': 'def59ab7936b4105ae0a76be3921be70', 'subnets': [{'id': 'e3d5887f-9217-4fc7-9aea-372948133ac5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '15a0d58a-cad7-4f64-8c38-5816019ab571'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:17:27.797417 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-6f324f4c-8843-4032-bad8-deee65a8e630 admin admin] 10.222.0.46 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1233962 Jul 06 15:17:28.894191 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device faf3b65c-b650-4ad0-892c-e6f521b114c9 up at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:17:28.937699 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Provisioning complete for port faf3b65c-b650-4ad0-892c-e6f521b114c9 triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:17:28.938086 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (faf3b65c-b650-4ad0-892c-e6f521b114c9), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:17:29.007458 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Current status of the port faf3b65c-b650-4ad0-892c-e6f521b114c9 is: DOWN; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:17:29.007835 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (faf3b65c-b650-4ad0-892c-e6f521b114c9), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:17:29.028916 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] For port faf3b65c-b650-4ad0-892c-e6f521b114c9, host dv-cinder-848848-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=faf3b65c-b650-4ad0-892c-e6f521b114c9,segment=NetworkSegment(7bafd98f-0c00-45ed-9abe-629590d245f2),segment_id=7bafd98f-0c00-45ed-9abe-629590d245f2)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:17:29.033280 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (faf3b65c-b650-4ad0-892c-e6f521b114c9), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:17:29.085018 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Pushing event updated for resources: {'Port': ['ID=faf3b65c-b650-4ad0-892c-e6f521b114c9,revision_number=4']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:17:29.870895 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=26 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:17:29.875645 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=48 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:17:30.898406 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device faf3b65c-b650-4ad0-892c-e6f521b114c9 up at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:17:30.944112 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Provisioning complete for port faf3b65c-b650-4ad0-892c-e6f521b114c9 triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:17:30.944632 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (faf3b65c-b650-4ad0-892c-e6f521b114c9), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:17:30.975385 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:17:31.028469 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Current status of the port faf3b65c-b650-4ad0-892c-e6f521b114c9 is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:17:35.401762 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=74,neutron:UPDATE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:17:35.402767 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=80,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:17:37.790630 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=73,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:17:37.794247 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=70,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:17:41.025628 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=2 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:17:41.026858 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=68,neutron:UPDATE=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:17:45.703882 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.agents_db [None req-99b786f5-93e1-437c-926e-a88e17275ab4 None None] Agent healthcheck: found 5 active agents {{(pid=103847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:17:46.213298 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-e462e0d3-49f5-4140-ae50-0765aa87df41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (a81823b9-ba52-46bb-9bcd-43b269600933), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:17:48.244169 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-64986381-3e62-4f0a-99a7-ee3015e261da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8e6e5f2a-f235-48ed-8752-aab723ac44e7), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:17:49.532450 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-5e71b6aa-55c8-4030-9936-371c496b104b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (6f0d5ee7-fa21-4cb0-b4ff-cf35f5a4ba31), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:17:51.021042 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-8ac95340-3f24-440b-a4d9-caf8afcb49bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8ea57be5-348a-4c5b-804c-cda178363830), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:17:51.197126 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (d26a5351-3de7-44f9-93eb-9fed5ee5b55b), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:17:57.704842 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=3 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:17:57.716311 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=5 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:18:01.184667 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:18:01.192534 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:18:16.263605 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-de0531e1-e864-497f-9553-6a6bbb93a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (a81823b9-ba52-46bb-9bcd-43b269600933), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:18:18.234913 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-a31e1ac0-23f8-4b31-a18d-6432ea6b97fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8e6e5f2a-f235-48ed-8752-aab723ac44e7), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:18:19.521288 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-5e71b6aa-55c8-4030-9936-371c496b104b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (6f0d5ee7-fa21-4cb0-b4ff-cf35f5a4ba31), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:18:21.023251 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-8ac95340-3f24-440b-a4d9-caf8afcb49bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8ea57be5-348a-4c5b-804c-cda178363830), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:18:21.201775 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (d26a5351-3de7-44f9-93eb-9fed5ee5b55b), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:18:22.702893 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.agents_db [None req-99b786f5-93e1-437c-926e-a88e17275ab4 None None] Agent healthcheck: found 5 active agents {{(pid=103847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:18:31.195722 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=23 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:18:31.197587 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=18,neutron:UPDATE=5 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:18:42.315243 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 49074) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:18:42.377280 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.pecan_wsgi.hooks.translation [None req-0def3a5a-ab95-4d9a-bf8d-3e80d855088d admin admin] GET failed (client error): The resource could not be found. Jul 06 15:18:42.378548 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-0def3a5a-ab95-4d9a-bf8d-3e80d855088d admin admin] 10.222.0.46 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0623453 Jul 06 15:18:42.546017 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a2005a-f449-4ae8-9121-0adba2d21eac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:18:42.548058 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-b1a2005a-f449-4ae8-9121-0adba2d21eac admin admin] 10.222.0.46 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1654928 Jul 06 15:18:44.599151 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 49084) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:18:44.689675 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88fcc87-146b-474b-b79b-cec24861bf84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:18:44.690984 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-a88fcc87-146b-474b-b79b-cec24861bf84 admin admin] 10.222.0.46 "GET /v2.0/subnets/e3d5887f-9217-4fc7-9aea-372948133ac5 HTTP/1.1" status: 200 len: 849 time: 0.0908897 Jul 06 15:18:44.699096 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=4 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:18:44.699833 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:18:44.700752 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [None req-bee3dd17-45f5-4e9b-ba81-420ba5c402b1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:18:44.787309 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-bee3dd17-45f5-4e9b-ba81-420ba5c402b1 admin admin] Publish callbacks [] for subnet (e3d5887f-9217-4fc7-9aea-372948133ac5), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:18:44.928943 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-bee3dd17-45f5-4e9b-ba81-420ba5c402b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786465950446'] for subnet (e3d5887f-9217-4fc7-9aea-372948133ac5), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:18:44.963042 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee3dd17-45f5-4e9b-ba81-420ba5c402b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:18:44.963958 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-bee3dd17-45f5-4e9b-ba81-420ba5c402b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629707'] for subnet (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:18:44.964909 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-bee3dd17-45f5-4e9b-ba81-420ba5c402b1 admin admin] 10.222.0.46 "PUT /v2.0/subnets/e3d5887f-9217-4fc7-9aea-372948133ac5 HTTP/1.1" status: 200 len: 868 time: 0.2678819 Jul 06 15:18:44.967385 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a2a20a-e3a9-4037-afed-85f015f33404 None None] Network 01b9e894-3933-40bf-b01a-9077745603a9 requested from dv-cinder-848848-4-iscsi {{(pid=103846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 15:18:44.985578 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee3dd17-45f5-4e9b-ba81-420ba5c402b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3d5887f-9217-4fc7-9aea-372948133ac5,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:18:44.993078 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee3dd17-45f5-4e9b-ba81-420ba5c402b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:18:44.993443 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee3dd17-45f5-4e9b-ba81-420ba5c402b1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:18:44.993772 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee3dd17-45f5-4e9b-ba81-420ba5c402b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:18:44.994111 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee3dd17-45f5-4e9b-ba81-420ba5c402b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:18:44.994443 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee3dd17-45f5-4e9b-ba81-420ba5c402b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:18:44.994775 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee3dd17-45f5-4e9b-ba81-420ba5c402b1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:18:44.995099 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee3dd17-45f5-4e9b-ba81-420ba5c402b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:18:44.995457 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee3dd17-45f5-4e9b-ba81-420ba5c402b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:18:44.995799 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee3dd17-45f5-4e9b-ba81-420ba5c402b1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:18:44.996379 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee3dd17-45f5-4e9b-ba81-420ba5c402b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:18:44.996796 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee3dd17-45f5-4e9b-ba81-420ba5c402b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:18:44.997073 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee3dd17-45f5-4e9b-ba81-420ba5c402b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:18:44.997420 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee3dd17-45f5-4e9b-ba81-420ba5c402b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:18:44.997771 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee3dd17-45f5-4e9b-ba81-420ba5c402b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:18:44.998138 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee3dd17-45f5-4e9b-ba81-420ba5c402b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:18:45.255527 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-220b0186-f484-4f0a-bb21-d9f76edd201e None None] Provisioning complete for port 0384eaf2-79af-4f48-8a8f-18405cf91201 triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:18:45.255910 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-220b0186-f484-4f0a-bb21-d9f76edd201e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (0384eaf2-79af-4f48-8a8f-18405cf91201), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:18:45.325537 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-220b0186-f484-4f0a-bb21-d9f76edd201e None None] Current status of the port 0384eaf2-79af-4f48-8a8f-18405cf91201 is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:18:45.333575 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-220b0186-f484-4f0a-bb21-d9f76edd201e None None] Provisioning complete for port 2dea6c93-4d97-4659-beb5-a5cad707c1a0 triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:18:45.333950 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-220b0186-f484-4f0a-bb21-d9f76edd201e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (2dea6c93-4d97-4659-beb5-a5cad707c1a0), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:18:45.405082 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-220b0186-f484-4f0a-bb21-d9f76edd201e None None] Current status of the port 2dea6c93-4d97-4659-beb5-a5cad707c1a0 is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:18:46.217511 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-cb64322c-7023-4fbe-bad2-7e0dcba84b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (a81823b9-ba52-46bb-9bcd-43b269600933), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:18:46.999004 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 49092) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:18:47.199469 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd2897d-0ce6-4ec9-8567-8a571e616347 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:18:47.199861 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd2897d-0ce6-4ec9-8567-8a571e616347 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:18:47.201398 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-4dd2897d-0ce6-4ec9-8567-8a571e616347 admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2013614 Jul 06 15:18:48.238331 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-f138a7f2-b70f-4127-8672-92c97d0b1025 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8e6e5f2a-f235-48ed-8752-aab723ac44e7), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:18:49.253047 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 49100) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:18:49.386273 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f198e2c-ec04-48ce-9aa6-4910de22dda4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:18:49.386749 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f198e2c-ec04-48ce-9aa6-4910de22dda4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:18:49.388288 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-8f198e2c-ec04-48ce-9aa6-4910de22dda4 admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1342974 Jul 06 15:18:49.523850 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-5e71b6aa-55c8-4030-9936-371c496b104b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (6f0d5ee7-fa21-4cb0-b4ff-cf35f5a4ba31), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:18:51.025870 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-8ac95340-3f24-440b-a4d9-caf8afcb49bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8ea57be5-348a-4c5b-804c-cda178363830), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:18:51.205111 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (d26a5351-3de7-44f9-93eb-9fed5ee5b55b), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:18:51.435762 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 49108) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:18:51.559967 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:18:51.569678 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69101fd-59ce-475c-8bc6-84678863af84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:18:51.571025 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-d69101fd-59ce-475c-8bc6-84678863af84 admin admin] 10.222.0.46 "GET /v2.0/networks/01b9e894-3933-40bf-b01a-9077745603a9 HTTP/1.1" status: 200 len: 869 time: 0.1342936 Jul 06 15:18:53.587897 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 49116) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:18:53.659861 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:18:53.714656 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e05b66-1cba-4bd3-a9b4-379268a70eed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:18:53.716050 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-04e05b66-1cba-4bd3-a9b4-379268a70eed admin admin] 10.222.0.46 "GET /v2.0/networks/377cda5e-c384-46ee-8e00-4b775f415604 HTTP/1.1" status: 200 len: 886 time: 0.1272185 Jul 06 15:18:55.734949 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 49124) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:18:55.860551 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78b8133-6d5e-4394-8472-4114f1858d70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:18:55.860992 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78b8133-6d5e-4394-8472-4114f1858d70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:18:55.862485 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-c78b8133-6d5e-4394-8472-4114f1858d70 admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1265829 Jul 06 15:18:57.906906 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 49132) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:18:57.998676 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b90a6ae-049c-40aa-b628-a0dbea32f0ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:18:57.999131 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b90a6ae-049c-40aa-b628-a0dbea32f0ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:18:58.001572 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-1b90a6ae-049c-40aa-b628-a0dbea32f0ec admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0936599 Jul 06 15:18:59.701743 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.agents_db [None req-99b786f5-93e1-437c-926e-a88e17275ab4 None None] Agent healthcheck: found 5 active agents {{(pid=103847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:19:00.055526 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 49140) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:19:00.141851 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01862c3-9b7e-41a4-9681-05aa9f2f4311 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:19:00.143163 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-b01862c3-9b7e-41a4-9681-05aa9f2f4311 admin admin] 10.222.0.46 "GET /v2.0/subnets/1975bb39-9f7d-4b8c-94d3-6023908c91e1 HTTP/1.1" status: 200 len: 816 time: 0.0867031 Jul 06 15:19:01.194879 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=46,neutron:UPDATE=4 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:19:01.200953 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=46,neutron:UPDATE=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:19:02.162610 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 49148) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:19:02.257103 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4fbe33-0ca6-4c82-a9f8-d755723ded2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:19:02.258464 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-7d4fbe33-0ca6-4c82-a9f8-d755723ded2e admin admin] 10.222.0.46 "GET /v2.0/subnets/e3d5887f-9217-4fc7-9aea-372948133ac5 HTTP/1.1" status: 200 len: 868 time: 0.0948796 Jul 06 15:19:11.709304 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=5 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:19:11.710136 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=3 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:19:12.250602 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=25 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:19:12.253719 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=39 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:19:16.220196 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-43ac1930-9aee-48a9-9730-bd7a0424d58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (a81823b9-ba52-46bb-9bcd-43b269600933), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:19:18.249243 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-96515388-bb0c-42b8-99af-f49a6d477bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8e6e5f2a-f235-48ed-8752-aab723ac44e7), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:19:19.529233 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-5e71b6aa-55c8-4030-9936-371c496b104b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (6f0d5ee7-fa21-4cb0-b4ff-cf35f5a4ba31), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:19:21.025887 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-8ac95340-3f24-440b-a4d9-caf8afcb49bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8ea57be5-348a-4c5b-804c-cda178363830), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:19:21.208154 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (d26a5351-3de7-44f9-93eb-9fed5ee5b55b), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:19:28.433632 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 49204) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:19:28.481891 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [None req-00a3d63c-0413-4d03-ad35-9ea9b1672109 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103845) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 06 15:19:28.482878 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-00a3d63c-0413-4d03-ad35-9ea9b1672109 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0482955 Jul 06 15:19:30.597357 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 49214) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:19:30.657888 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.pecan_wsgi.hooks.translation [None req-3467b411-e162-4a87-97a5-98a252727b7d admin admin] GET failed (client error): The resource could not be found. Jul 06 15:19:30.659148 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-3467b411-e162-4a87-97a5-98a252727b7d admin admin] 10.222.0.46 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0608671 Jul 06 15:19:30.800518 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9030e70-0e75-4916-915d-1ae5cbc0dfd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:19:30.801897 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-d9030e70-0e75-4916-915d-1ae5cbc0dfd2 admin admin] 10.222.0.46 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1385250 Jul 06 15:19:31.202062 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:19:31.202905 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:19:32.876176 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 49222) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:19:32.923001 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.v2.base [None req-d99aa676-58bb-4392-a7b8-912fcdde72a1 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:19:32.947203 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d99aa676-58bb-4392-a7b8-912fcdde72a1 admin admin] Made reservation on behalf of b898c8312f89416b8b105c391af48831 for: {'network': 1} {{(pid=103845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:19:32.949846 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-d99aa676-58bb-4392-a7b8-912fcdde72a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for network (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:19:32.995241 dv-cinder-848848-4-iscsi neutron-server[103845]: WARNING neutron.services.revisions.revision_plugin [None req-d99aa676-58bb-4392-a7b8-912fcdde72a1 admin admin] Could not find related network for resource to bump revision. Jul 06 15:19:33.012142 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d99aa676-58bb-4392-a7b8-912fcdde72a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=103845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 15:19:33.025321 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-d99aa676-58bb-4392-a7b8-912fcdde72a1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786465758320', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490363'] for segment (386b92fb-b3dd-4607-b140-534e2d8e6e1e), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:19:33.025321 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-d99aa676-58bb-4392-a7b8-912fcdde72a1 admin admin] Unsubscribe: segment precommit_create {{(pid=103845) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 06 15:19:33.025710 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.db.segments_db [None req-d99aa676-58bb-4392-a7b8-912fcdde72a1 admin admin] Added segment 386b92fb-b3dd-4607-b140-534e2d8e6e1e of type vlan for network 6728d369-4cfa-4ec5-b06c-17974ea1ee32 Jul 06 15:19:33.075986 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-d99aa676-58bb-4392-a7b8-912fcdde72a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786465444024'] for network (6728d369-4cfa-4ec5-b06c-17974ea1ee32), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:19:33.106428 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-d99aa676-58bb-4392-a7b8-912fcdde72a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-666929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561'] for network (6728d369-4cfa-4ec5-b06c-17974ea1ee32), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:19:33.107418 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99aa676-58bb-4392-a7b8-912fcdde72a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:19:33.107996 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-d99aa676-58bb-4392-a7b8-912fcdde72a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629707'] for network (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:19:33.156540 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-d99aa676-58bb-4392-a7b8-912fcdde72a1 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2793276 Jul 06 15:19:33.208553 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99aa676-58bb-4392-a7b8-912fcdde72a1 admin admin] Pushing event updated for resources: {'Network': ['ID=6728d369-4cfa-4ec5-b06c-17974ea1ee32,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:19:33.216250 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99aa676-58bb-4392-a7b8-912fcdde72a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:19:33.216588 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99aa676-58bb-4392-a7b8-912fcdde72a1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:19:33.216947 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99aa676-58bb-4392-a7b8-912fcdde72a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:19:33.217283 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99aa676-58bb-4392-a7b8-912fcdde72a1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:19:33.217609 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99aa676-58bb-4392-a7b8-912fcdde72a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:19:33.217933 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99aa676-58bb-4392-a7b8-912fcdde72a1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:19:33.218251 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99aa676-58bb-4392-a7b8-912fcdde72a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:19:33.218613 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99aa676-58bb-4392-a7b8-912fcdde72a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:19:33.218948 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99aa676-58bb-4392-a7b8-912fcdde72a1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:19:33.219309 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99aa676-58bb-4392-a7b8-912fcdde72a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:19:33.219645 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99aa676-58bb-4392-a7b8-912fcdde72a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:19:33.219984 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99aa676-58bb-4392-a7b8-912fcdde72a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:19:33.220304 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99aa676-58bb-4392-a7b8-912fcdde72a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:19:33.220615 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99aa676-58bb-4392-a7b8-912fcdde72a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:19:33.220927 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99aa676-58bb-4392-a7b8-912fcdde72a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:19:33.232842 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Network 6728d369-4cfa-4ec5-b06c-17974ea1ee32 details requested by agent ovs-agent-dv-cinder-848848-4-iscsi with host dv-cinder-848848-4-iscsi {{(pid=103846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 15:19:35.237606 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 49232) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:19:35.301771 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.pecan_wsgi.hooks.translation [None req-1067dad1-d7fb-44a9-80cb-2cbdbacdc979 admin admin] GET failed (client error): The resource could not be found. Jul 06 15:19:35.303116 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-1067dad1-d7fb-44a9-80cb-2cbdbacdc979 admin admin] 10.222.0.46 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0639369 Jul 06 15:19:35.374362 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaaac977-e15d-4fe5-8704-3cb092a061d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:19:35.375844 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-aaaac977-e15d-4fe5-8704-3cb092a061d8 admin admin] 10.222.0.46 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0686505 Jul 06 15:19:35.385481 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.v2.base [None req-c8c17d5b-1328-4e26-a279-74829d23a7cb admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '6728d369-4cfa-4ec5-b06c-17974ea1ee32', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=103845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:19:35.408232 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c17d5b-1328-4e26-a279-74829d23a7cb admin admin] Made reservation on behalf of b898c8312f89416b8b105c391af48831 for: {'subnet': 1} {{(pid=103845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:19:35.410707 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-c8c17d5b-1328-4e26-a279-74829d23a7cb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:19:35.589620 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-c8c17d5b-1328-4e26-a279-74829d23a7cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561'] for subnet (5e4716c2-0eb1-4f6b-a852-29ff01232747), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:19:35.647055 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c17d5b-1328-4e26-a279-74829d23a7cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e4716c2-0eb1-4f6b-a852-29ff01232747,revision_number=0']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:19:35.658620 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c17d5b-1328-4e26-a279-74829d23a7cb admin admin] Checking segment: {'id': '386b92fb-b3dd-4607-b140-534e2d8e6e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '6728d369-4cfa-4ec5-b06c-17974ea1ee32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:19:35.658962 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c17d5b-1328-4e26-a279-74829d23a7cb admin admin] Network hostable DHCP agents. Network: 6728d369-4cfa-4ec5-b06c-17974ea1ee32, hostable agents: ['a81823b9-ba52-46bb-9bcd-43b269600933'], hosted agents: [] {{(pid=103845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 15:19:35.679950 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c17d5b-1328-4e26-a279-74829d23a7cb admin admin] Network 6728d369-4cfa-4ec5-b06c-17974ea1ee32 is scheduled to be hosted by DHCP agent a81823b9-ba52-46bb-9bcd-43b269600933 with binding_index 1 {{(pid=103845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 15:19:35.690732 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.base_scheduler [None req-c8c17d5b-1328-4e26-a279-74829d23a7cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848848-4-iscsi, 6728d369-4cfa-4ec5-b06c-17974ea1ee32) {{(pid=103845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:19:35.694675 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c17d5b-1328-4e26-a279-74829d23a7cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:19:35.695310 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-c8c17d5b-1328-4e26-a279-74829d23a7cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629707'] for subnet (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:19:35.699821 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53dc904-3ef3-485d-bc83-e14792371b15 None None] Network 6728d369-4cfa-4ec5-b06c-17974ea1ee32 requested from dv-cinder-848848-4-iscsi {{(pid=103846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 15:19:35.715111 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-c8c17d5b-1328-4e26-a279-74829d23a7cb admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3290446 Jul 06 15:19:35.809880 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d831e82-3f69-4517-9959-2a278c61ebf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa43ccfed-9ada-5d0f-938a-3e2abdea0954-6728d369-4cfa-4ec5-b06c-17974ea1ee32', 'network_id': '6728d369-4cfa-4ec5-b06c-17974ea1ee32', 'project_id': 'b898c8312f89416b8b105c391af48831', 'fixed_ips': [{'subnet_id': '5e4716c2-0eb1-4f6b-a852-29ff01232747'}]}} from dv-cinder-848848-4-iscsi. {{(pid=103846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 06 15:19:35.810833 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-3d831e82-3f69-4517-9959-2a278c61ebf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (None), before_create {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:19:36.054320 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.db_base_plugin_common [None req-3d831e82-3f69-4517-9959-2a278c61ebf4 None None] Allocated IP 192.168.233.2 (6728d369-4cfa-4ec5-b06c-17974ea1ee32/5e4716c2-0eb1-4f6b-a852-29ff01232747/4dce75e8-d67c-49f7-b125-8f7e37790fa9) {{(pid=103846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:19:36.206665 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-3d831e82-3f69-4517-9959-2a278c61ebf4 None None] Publish callbacks [] for port (4dce75e8-d67c-49f7-b125-8f7e37790fa9), precommit_create {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:19:36.213731 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-3d831e82-3f69-4517-9959-2a278c61ebf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786465455737'] for port (4dce75e8-d67c-49f7-b125-8f7e37790fa9), after_create {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:19:36.256229 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d831e82-3f69-4517-9959-2a278c61ebf4 None None] Network 6728d369-4cfa-4ec5-b06c-17974ea1ee32 is already hosted by enough agents. {{(pid=103846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:19:36.261672 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.scheduler.base_scheduler [None req-3d831e82-3f69-4517-9959-2a278c61ebf4 None None] Resources bound (agent type, host, resource id): {{(pid=103846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:19:36.263605 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d831e82-3f69-4517-9959-2a278c61ebf4 None None] Pushing event updated for resources: {'Port': ['ID=4dce75e8-d67c-49f7-b125-8f7e37790fa9,revision_number=1']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:19:36.265734 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d831e82-3f69-4517-9959-2a278c61ebf4 None None] Received port after_create {{(pid=103846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 15:19:36.274595 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d831e82-3f69-4517-9959-2a278c61ebf4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:19:36.274936 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d831e82-3f69-4517-9959-2a278c61ebf4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:19:36.275321 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d831e82-3f69-4517-9959-2a278c61ebf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:19:36.275679 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d831e82-3f69-4517-9959-2a278c61ebf4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:19:36.276041 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d831e82-3f69-4517-9959-2a278c61ebf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:19:36.277016 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d831e82-3f69-4517-9959-2a278c61ebf4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:19:36.277016 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d831e82-3f69-4517-9959-2a278c61ebf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:19:36.277016 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d831e82-3f69-4517-9959-2a278c61ebf4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:19:36.277360 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d831e82-3f69-4517-9959-2a278c61ebf4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:19:36.277625 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d831e82-3f69-4517-9959-2a278c61ebf4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:19:36.277943 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d831e82-3f69-4517-9959-2a278c61ebf4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:19:36.278276 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d831e82-3f69-4517-9959-2a278c61ebf4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:19:36.278594 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d831e82-3f69-4517-9959-2a278c61ebf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:19:36.278907 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d831e82-3f69-4517-9959-2a278c61ebf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:19:36.279287 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d831e82-3f69-4517-9959-2a278c61ebf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:19:36.335034 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.managers [None req-3d831e82-3f69-4517-9959-2a278c61ebf4 None None] Attempting to bind port 4dce75e8-d67c-49f7-b125-8f7e37790fa9 on host dv-cinder-848848-4-iscsi for vnic_type normal with profile {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 15:19:36.335401 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.managers [None req-3d831e82-3f69-4517-9959-2a278c61ebf4 None None] Attempting to bind port 4dce75e8-d67c-49f7-b125-8f7e37790fa9 by drivers openvswitch,hyperv on host dv-cinder-848848-4-iscsi at level 0 using segments [{'id': '386b92fb-b3dd-4607-b140-534e2d8e6e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '6728d369-4cfa-4ec5-b06c-17974ea1ee32'}] {{(pid=103846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 15:19:36.335707 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d831e82-3f69-4517-9959-2a278c61ebf4 None None] Attempting to bind port 4dce75e8-d67c-49f7-b125-8f7e37790fa9 on network 6728d369-4cfa-4ec5-b06c-17974ea1ee32 {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:19:36.341429 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d831e82-3f69-4517-9959-2a278c61ebf4 None None] Checking agent: {'id': 'd26a5351-3de7-44f9-93eb-9fed5ee5b55b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848848-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 15, 16, 51), 'started_at': datetime.datetime(2022, 7, 6, 15, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 15, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848848-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 15:19:36.341798 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d831e82-3f69-4517-9959-2a278c61ebf4 None None] Checking segment: {'id': '386b92fb-b3dd-4607-b140-534e2d8e6e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '6728d369-4cfa-4ec5-b06c-17974ea1ee32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:19:36.342192 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-3d831e82-3f69-4517-9959-2a278c61ebf4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:19:36.342579 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d831e82-3f69-4517-9959-2a278c61ebf4 None None] Bound using segment: {'id': '386b92fb-b3dd-4607-b140-534e2d8e6e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '6728d369-4cfa-4ec5-b06c-17974ea1ee32'} {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 15:19:36.343037 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.managers [None req-3d831e82-3f69-4517-9959-2a278c61ebf4 None None] Bound port: 4dce75e8-d67c-49f7-b125-8f7e37790fa9, host: dv-cinder-848848-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '386b92fb-b3dd-4607-b140-534e2d8e6e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '6728d369-4cfa-4ec5-b06c-17974ea1ee32'}}] {{(pid=103846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 15:19:36.343474 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-3d831e82-3f69-4517-9959-2a278c61ebf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (4dce75e8-d67c-49f7-b125-8f7e37790fa9), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:19:36.405755 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-3d831e82-3f69-4517-9959-2a278c61ebf4 None None] For port 4dce75e8-d67c-49f7-b125-8f7e37790fa9, host dv-cinder-848848-4-iscsi, cleared binding levels {{(pid=103846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:19:36.409326 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-3d831e82-3f69-4517-9959-2a278c61ebf4 None None] For port 4dce75e8-d67c-49f7-b125-8f7e37790fa9, host dv-cinder-848848-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=4dce75e8-d67c-49f7-b125-8f7e37790fa9,segment=NetworkSegment(386b92fb-b3dd-4607-b140-534e2d8e6e1e),segment_id=386b92fb-b3dd-4607-b140-534e2d8e6e1e)] {{(pid=103846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:19:36.415787 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-3d831e82-3f69-4517-9959-2a278c61ebf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (4dce75e8-d67c-49f7-b125-8f7e37790fa9), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:19:36.470369 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d831e82-3f69-4517-9959-2a278c61ebf4 None None] Pushing event updated for resources: {'Port': ['ID=4dce75e8-d67c-49f7-b125-8f7e37790fa9,revision_number=2']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:19:36.701720 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.agents_db [None req-99b786f5-93e1-437c-926e-a88e17275ab4 None None] Agent healthcheck: found 5 active agents {{(pid=103847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:19:36.973558 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 4dce75e8-d67c-49f7-b125-8f7e37790fa9 up at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:19:37.017713 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:19:37.026826 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Provisioning complete for port 4dce75e8-d67c-49f7-b125-8f7e37790fa9 triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:19:37.027339 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (4dce75e8-d67c-49f7-b125-8f7e37790fa9), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:19:37.113427 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Current status of the port 4dce75e8-d67c-49f7-b125-8f7e37790fa9 is: DOWN; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:19:37.114160 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (4dce75e8-d67c-49f7-b125-8f7e37790fa9), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:19:37.146062 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:19:37.150836 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] For port 4dce75e8-d67c-49f7-b125-8f7e37790fa9, host dv-cinder-848848-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=4dce75e8-d67c-49f7-b125-8f7e37790fa9,segment=NetworkSegment(386b92fb-b3dd-4607-b140-534e2d8e6e1e),segment_id=386b92fb-b3dd-4607-b140-534e2d8e6e1e)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:19:37.157403 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (4dce75e8-d67c-49f7-b125-8f7e37790fa9), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:19:37.211021 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Pushing event updated for resources: {'Port': ['ID=4dce75e8-d67c-49f7-b125-8f7e37790fa9,revision_number=3']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:19:37.307614 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be60b11e-e19f-4e5a-ab4d-a4267c45eb34 None None] Network 6728d369-4cfa-4ec5-b06c-17974ea1ee32 requested from dv-cinder-848848-4-iscsi {{(pid=103846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 15:19:37.420022 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-fbe60e7d-2655-4a9d-9abf-eb4efd04785c None None] Provisioning complete for port 4dce75e8-d67c-49f7-b125-8f7e37790fa9 triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:19:37.420327 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-fbe60e7d-2655-4a9d-9abf-eb4efd04785c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (4dce75e8-d67c-49f7-b125-8f7e37790fa9), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:19:37.509816 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-fbe60e7d-2655-4a9d-9abf-eb4efd04785c None None] Current status of the port 4dce75e8-d67c-49f7-b125-8f7e37790fa9 is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:19:37.627045 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-32fd11f8-976b-4531-806a-c4166b9aea07 None None] Provisioning complete for port 4dce75e8-d67c-49f7-b125-8f7e37790fa9 triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:19:37.627467 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-32fd11f8-976b-4531-806a-c4166b9aea07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (4dce75e8-d67c-49f7-b125-8f7e37790fa9), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:19:37.699655 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-32fd11f8-976b-4531-806a-c4166b9aea07 None None] Current status of the port 4dce75e8-d67c-49f7-b125-8f7e37790fa9 is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:19:38.960051 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 4dce75e8-d67c-49f7-b125-8f7e37790fa9 up at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:19:39.002873 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Provisioning complete for port 4dce75e8-d67c-49f7-b125-8f7e37790fa9 triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:19:39.003295 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (4dce75e8-d67c-49f7-b125-8f7e37790fa9), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:19:39.075550 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Current status of the port 4dce75e8-d67c-49f7-b125-8f7e37790fa9 is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:19:45.704409 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=76,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:19:45.705163 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:19:46.222685 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d69bdbbc-e8e3-4e9e-9d8e-14db7370716c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (a81823b9-ba52-46bb-9bcd-43b269600933), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:19:48.242014 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-70efe98d-0548-406c-8ebc-04a69f57ef24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8e6e5f2a-f235-48ed-8752-aab723ac44e7), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:19:48.701827 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=15 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:19:48.707335 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=19 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:19:49.528321 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-5e71b6aa-55c8-4030-9936-371c496b104b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (6f0d5ee7-fa21-4cb0-b4ff-cf35f5a4ba31), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:19:51.029163 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-8ac95340-3f24-440b-a4d9-caf8afcb49bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8ea57be5-348a-4c5b-804c-cda178363830), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:19:51.209444 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (d26a5351-3de7-44f9-93eb-9fed5ee5b55b), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:20:01.199298 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:20:01.204538 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=65,neutron:UPDATE=2 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:20:13.700539 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.agents_db [None req-99b786f5-93e1-437c-926e-a88e17275ab4 None None] Agent healthcheck: found 5 active agents {{(pid=103847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:20:16.224958 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-76dee589-0043-4f73-b048-99c4bd76240d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (a81823b9-ba52-46bb-9bcd-43b269600933), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:20:18.245322 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-dd5db26a-b30f-4ea1-8a7f-340045777f6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8e6e5f2a-f235-48ed-8752-aab723ac44e7), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:20:19.530900 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-5e71b6aa-55c8-4030-9936-371c496b104b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (6f0d5ee7-fa21-4cb0-b4ff-cf35f5a4ba31), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:20:21.032888 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-8ac95340-3f24-440b-a4d9-caf8afcb49bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8ea57be5-348a-4c5b-804c-cda178363830), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:20:21.212246 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (d26a5351-3de7-44f9-93eb-9fed5ee5b55b), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:20:25.692951 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=3 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:20:25.702480 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=5 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:20:31.205860 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:20:31.207281 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:20:44.696506 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=1 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:20:44.697210 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:DELETE=1 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:20:46.227445 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-586534d1-976c-417b-83b3-e788e8b71b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (a81823b9-ba52-46bb-9bcd-43b269600933), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:20:48.247500 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-e69d3729-3f07-4004-ba15-5b73f28d5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8e6e5f2a-f235-48ed-8752-aab723ac44e7), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:20:49.532969 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-5e71b6aa-55c8-4030-9936-371c496b104b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (6f0d5ee7-fa21-4cb0-b4ff-cf35f5a4ba31), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:20:50.700210 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.agents_db [None req-99b786f5-93e1-437c-926e-a88e17275ab4 None None] Agent healthcheck: found 5 active agents {{(pid=103847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:20:51.034076 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-8ac95340-3f24-440b-a4d9-caf8afcb49bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8ea57be5-348a-4c5b-804c-cda178363830), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:20:51.214011 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (d26a5351-3de7-44f9-93eb-9fed5ee5b55b), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:21:01.204421 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:21:01.209981 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:21:02.147850 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 49270) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:21:02.153630 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [None req-934df255-fb00-420c-b2da-9253ffd3946e tempest-verify_tempest_config-1450547325 tempest-verify_tempest_config-1450547325-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103844) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 06 15:21:02.154569 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-934df255-fb00-420c-b2da-9253ffd3946e tempest-verify_tempest_config-1450547325 tempest-verify_tempest_config-1450547325-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0057757 Jul 06 15:21:02.444160 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 49288) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:21:02.547048 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b3ff867b-4158-4c24-a4a6-e3397fc42c4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:21:02.622342 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b3ff867b-4158-4c24-a4a6-e3397fc42c4e admin admin] Publish callbacks [] for security_group (58597f92-07fb-4439-b2c5-b66f7117912f), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:21:02.626091 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b3ff867b-4158-4c24-a4a6-e3397fc42c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (58597f92-07fb-4439-b2c5-b66f7117912f), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:21:02.670055 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ff867b-4158-4c24-a4a6-e3397fc42c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58597f92-07fb-4439-b2c5-b66f7117912f,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:21:02.674395 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-b3ff867b-4158-4c24-a4a6-e3397fc42c4e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=97522bfff3194924a43d8841b06b2d7d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2292609 Jul 06 15:21:02.677308 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 49292) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:21:02.679718 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ff867b-4158-4c24-a4a6-e3397fc42c4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:21:02.680056 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ff867b-4158-4c24-a4a6-e3397fc42c4e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:21:02.680403 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ff867b-4158-4c24-a4a6-e3397fc42c4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:21:02.680736 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ff867b-4158-4c24-a4a6-e3397fc42c4e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:21:02.681062 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ff867b-4158-4c24-a4a6-e3397fc42c4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:21:02.681382 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ff867b-4158-4c24-a4a6-e3397fc42c4e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:21:02.681698 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ff867b-4158-4c24-a4a6-e3397fc42c4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:21:02.682014 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ff867b-4158-4c24-a4a6-e3397fc42c4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:21:02.682344 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ff867b-4158-4c24-a4a6-e3397fc42c4e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:21:02.682664 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ff867b-4158-4c24-a4a6-e3397fc42c4e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:21:02.683000 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ff867b-4158-4c24-a4a6-e3397fc42c4e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:21:02.683358 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ff867b-4158-4c24-a4a6-e3397fc42c4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:21:02.683682 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ff867b-4158-4c24-a4a6-e3397fc42c4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:21:02.683990 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ff867b-4158-4c24-a4a6-e3397fc42c4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:21:02.684300 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ff867b-4158-4c24-a4a6-e3397fc42c4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:21:02.707896 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=6 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:21:02.757853 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-eecaa1e0-595f-4f2a-9d83-f18b18d35ceb admin admin] Publish callbacks [] for security_group (58597f92-07fb-4439-b2c5-b66f7117912f), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:21:02.781376 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-eecaa1e0-595f-4f2a-9d83-f18b18d35ceb admin admin] Publish callbacks [] for security_group (58597f92-07fb-4439-b2c5-b66f7117912f), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:21:02.874974 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-eecaa1e0-595f-4f2a-9d83-f18b18d35ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (58597f92-07fb-4439-b2c5-b66f7117912f), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:21:02.877412 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-eecaa1e0-595f-4f2a-9d83-f18b18d35ceb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:21:02.878554 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-eecaa1e0-595f-4f2a-9d83-f18b18d35ceb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/58597f92-07fb-4439-b2c5-b66f7117912f HTTP/1.1" status: 204 len: 168 time: 0.2002852 Jul 06 15:21:02.886660 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecaa1e0-595f-4f2a-9d83-f18b18d35ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58597f92-07fb-4439-b2c5-b66f7117912f,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:21:02.893843 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecaa1e0-595f-4f2a-9d83-f18b18d35ceb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:21:02.894186 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecaa1e0-595f-4f2a-9d83-f18b18d35ceb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:21:02.894538 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecaa1e0-595f-4f2a-9d83-f18b18d35ceb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:21:02.895064 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecaa1e0-595f-4f2a-9d83-f18b18d35ceb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:21:02.895614 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecaa1e0-595f-4f2a-9d83-f18b18d35ceb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:21:02.895892 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecaa1e0-595f-4f2a-9d83-f18b18d35ceb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:21:02.896218 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecaa1e0-595f-4f2a-9d83-f18b18d35ceb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:21:02.896694 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecaa1e0-595f-4f2a-9d83-f18b18d35ceb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:21:02.897195 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecaa1e0-595f-4f2a-9d83-f18b18d35ceb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:21:02.897530 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecaa1e0-595f-4f2a-9d83-f18b18d35ceb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:21:02.897876 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecaa1e0-595f-4f2a-9d83-f18b18d35ceb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:21:02.898218 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecaa1e0-595f-4f2a-9d83-f18b18d35ceb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:21:02.898544 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecaa1e0-595f-4f2a-9d83-f18b18d35ceb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:21:02.898864 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecaa1e0-595f-4f2a-9d83-f18b18d35ceb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:21:02.899179 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecaa1e0-595f-4f2a-9d83-f18b18d35ceb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:21:06.716940 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=4 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:21:12.673126 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=16,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:21:12.675904 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=23,neutron:INSERT=5 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:21:12.822574 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=15,neutron:DELETE=3 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:21:12.890118 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=20,neutron:DELETE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:21:12.912706 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:21:12.919268 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:21:16.229101 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d2bff924-c371-4e30-9b72-5f2b3708f6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (a81823b9-ba52-46bb-9bcd-43b269600933), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:21:18.250021 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-e3b82e98-bce9-41b6-ad15-bd75fe5d15f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8e6e5f2a-f235-48ed-8752-aab723ac44e7), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:21:19.536574 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-5e71b6aa-55c8-4030-9936-371c496b104b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (6f0d5ee7-fa21-4cb0-b4ff-cf35f5a4ba31), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:21:21.041309 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-8ac95340-3f24-440b-a4d9-caf8afcb49bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8ea57be5-348a-4c5b-804c-cda178363830), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:21:21.216181 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (d26a5351-3de7-44f9-93eb-9fed5ee5b55b), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:21:27.699429 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.agents_db [None req-99b786f5-93e1-437c-926e-a88e17275ab4 None None] Agent healthcheck: found 5 active agents {{(pid=103847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:21:31.210095 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:21:31.211880 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:21:45.151165 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=14 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:21:45.154029 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=20 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:21:46.230245 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-a7eb254c-ba81-4549-8148-2473074c1369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (a81823b9-ba52-46bb-9bcd-43b269600933), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:21:48.252833 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-601e19c1-f315-47c6-884b-24a1ac7e3ddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8e6e5f2a-f235-48ed-8752-aab723ac44e7), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:21:49.538673 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-5e71b6aa-55c8-4030-9936-371c496b104b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (6f0d5ee7-fa21-4cb0-b4ff-cf35f5a4ba31), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:21:51.039369 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-8ac95340-3f24-440b-a4d9-caf8afcb49bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8ea57be5-348a-4c5b-804c-cda178363830), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:21:51.218209 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (d26a5351-3de7-44f9-93eb-9fed5ee5b55b), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:22:01.212294 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:22:01.214210 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:22:04.698313 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.agents_db [None req-99b786f5-93e1-437c-926e-a88e17275ab4 None None] Agent healthcheck: found 5 active agents {{(pid=103847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:22:16.235446 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-cd9c7b74-af6e-40de-b413-85d3a05c1585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (a81823b9-ba52-46bb-9bcd-43b269600933), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:22:16.715305 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=2 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:22:16.721166 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=6 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:22:18.254287 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b6f244fa-354b-4a83-a2d1-37d0e0e10376 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8e6e5f2a-f235-48ed-8752-aab723ac44e7), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:22:19.541486 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-5e71b6aa-55c8-4030-9936-371c496b104b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (6f0d5ee7-fa21-4cb0-b4ff-cf35f5a4ba31), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:22:21.042396 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-8ac95340-3f24-440b-a4d9-caf8afcb49bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8ea57be5-348a-4c5b-804c-cda178363830), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:22:21.220085 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (d26a5351-3de7-44f9-93eb-9fed5ee5b55b), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:22:31.213850 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:22:31.215664 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:22:41.696888 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.agents_db [None req-99b786f5-93e1-437c-926e-a88e17275ab4 None None] Agent healthcheck: found 5 active agents {{(pid=103847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:22:43.296862 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-653018'] for agent (eda728fc-b46d-4378-b578-35bac6b15486), after_create {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:22:46.237203 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-f0802100-eeb8-48c4-836c-3ac9fdb45927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (a81823b9-ba52-46bb-9bcd-43b269600933), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:22:48.255651 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-9de1fcc6-0705-42d2-bf04-e680dbeaf4ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8e6e5f2a-f235-48ed-8752-aab723ac44e7), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:22:49.549440 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-5e71b6aa-55c8-4030-9936-371c496b104b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (6f0d5ee7-fa21-4cb0-b4ff-cf35f5a4ba31), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:22:51.045134 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-8ac95340-3f24-440b-a4d9-caf8afcb49bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8ea57be5-348a-4c5b-804c-cda178363830), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:22:51.222145 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (d26a5351-3de7-44f9-93eb-9fed5ee5b55b), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:22:53.712587 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:22:53.717094 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=5 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:22:55.466684 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 49368) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:22:55.572604 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-21fcec57-9891-4806-8282-3f3a9d0d40b8 admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1047881 Jul 06 15:22:57.624677 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 49378) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:22:57.678343 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-a16fcfb9-5584-4636-99cf-8ce7a98dd5fc admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0526047 Jul 06 15:23:01.215258 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=9,neutron:INSERT=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:23:01.218254 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:23:07.672980 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=3 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:23:07.673720 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:23:13.281480 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (eda728fc-b46d-4378-b578-35bac6b15486), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:23:16.240052 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-6150107f-94c5-4653-b9fa-8219f3a3bcda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (a81823b9-ba52-46bb-9bcd-43b269600933), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:23:18.257515 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-522ddcde-032f-499e-bceb-65b597fe203f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8e6e5f2a-f235-48ed-8752-aab723ac44e7), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:23:18.695526 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.agents_db [None req-99b786f5-93e1-437c-926e-a88e17275ab4 None None] Agent healthcheck: found 6 active agents {{(pid=103847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:23:19.548060 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-5e71b6aa-55c8-4030-9936-371c496b104b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (6f0d5ee7-fa21-4cb0-b4ff-cf35f5a4ba31), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:23:21.048649 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-8ac95340-3f24-440b-a4d9-caf8afcb49bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8ea57be5-348a-4c5b-804c-cda178363830), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:23:21.224147 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (d26a5351-3de7-44f9-93eb-9fed5ee5b55b), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:23:30.718818 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=5 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:23:30.724051 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=3 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:23:31.217937 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:23:31.219854 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:23:43.279960 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (eda728fc-b46d-4378-b578-35bac6b15486), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:23:45.155727 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=12 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:23:45.157589 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=14 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:23:46.334017 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-7bd652e4-fe6f-4e25-bbce-e9571235e596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (a81823b9-ba52-46bb-9bcd-43b269600933), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:23:48.259688 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-cad02b7a-ecbf-4136-87cb-8df9616ddf64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8e6e5f2a-f235-48ed-8752-aab723ac44e7), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:23:49.553982 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-5e71b6aa-55c8-4030-9936-371c496b104b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (6f0d5ee7-fa21-4cb0-b4ff-cf35f5a4ba31), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:23:51.063253 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-8ac95340-3f24-440b-a4d9-caf8afcb49bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8ea57be5-348a-4c5b-804c-cda178363830), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:23:51.229355 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (d26a5351-3de7-44f9-93eb-9fed5ee5b55b), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:23:55.695312 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.agents_db [None req-99b786f5-93e1-437c-926e-a88e17275ab4 None None] Agent healthcheck: found 6 active agents {{(pid=103847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:24:01.215746 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:01.224100 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:07.715499 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=4 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:07.720104 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=4 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:13.285089 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (eda728fc-b46d-4378-b578-35bac6b15486), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:16.250121 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-9116f86d-4b99-4b8d-9e9c-1f8971aa9b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (a81823b9-ba52-46bb-9bcd-43b269600933), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:18.262301 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-7397add9-a842-4658-8ed4-402b9ff111c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8e6e5f2a-f235-48ed-8752-aab723ac44e7), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:19.555542 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-5e71b6aa-55c8-4030-9936-371c496b104b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (6f0d5ee7-fa21-4cb0-b4ff-cf35f5a4ba31), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:21.058263 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-8ac95340-3f24-440b-a4d9-caf8afcb49bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8ea57be5-348a-4c5b-804c-cda178363830), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:21.224324 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (d26a5351-3de7-44f9-93eb-9fed5ee5b55b), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:31.216857 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:31.219468 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:32.695049 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.agents_db [None req-99b786f5-93e1-437c-926e-a88e17275ab4 None None] Agent healthcheck: found 6 active agents {{(pid=103847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:24:34.103209 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 49596) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:24:34.484209 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.v2.base [None req-fec17ddb-f845-4077-bdf4-4d01652e6d93 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1669651781-network', 'tenant_id': '6707399c704e4c97939dc84df58cb39f'}} {{(pid=103845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:24:34.505178 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec17ddb-f845-4077-bdf4-4d01652e6d93 admin admin] Made reservation on behalf of 6707399c704e4c97939dc84df58cb39f for: {'network': 1} {{(pid=103845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:24:34.507427 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-fec17ddb-f845-4077-bdf4-4d01652e6d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for network (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:34.515998 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-fec17ddb-f845-4077-bdf4-4d01652e6d93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:34.583977 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 49626) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:24:34.608778 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-fec17ddb-f845-4077-bdf4-4d01652e6d93 admin admin] Publish callbacks [] for security_group (765b3f44-ef3c-4854-bc65-d630f452c920), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:34.613457 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-fec17ddb-f845-4077-bdf4-4d01652e6d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (765b3f44-ef3c-4854-bc65-d630f452c920), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:34.641584 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec17ddb-f845-4077-bdf4-4d01652e6d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=765b3f44-ef3c-4854-bc65-d630f452c920,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:34.651014 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec17ddb-f845-4077-bdf4-4d01652e6d93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:34.651387 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec17ddb-f845-4077-bdf4-4d01652e6d93 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:34.651725 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec17ddb-f845-4077-bdf4-4d01652e6d93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:34.652058 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec17ddb-f845-4077-bdf4-4d01652e6d93 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:34.652524 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec17ddb-f845-4077-bdf4-4d01652e6d93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:34.652746 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec17ddb-f845-4077-bdf4-4d01652e6d93 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:34.653295 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec17ddb-f845-4077-bdf4-4d01652e6d93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:34.653653 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec17ddb-f845-4077-bdf4-4d01652e6d93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:34.654040 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec17ddb-f845-4077-bdf4-4d01652e6d93 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:34.654361 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec17ddb-f845-4077-bdf4-4d01652e6d93 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:34.654857 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec17ddb-f845-4077-bdf4-4d01652e6d93 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:34.655361 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec17ddb-f845-4077-bdf4-4d01652e6d93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:34.655831 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec17ddb-f845-4077-bdf4-4d01652e6d93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:34.656308 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec17ddb-f845-4077-bdf4-4d01652e6d93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:34.656626 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec17ddb-f845-4077-bdf4-4d01652e6d93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:34.658023 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec17ddb-f845-4077-bdf4-4d01652e6d93 admin admin] Tracked resource versions report: Jul 06 15:24:34.658023 dv-cinder-848848-4-iscsi neutron-server[103845]: pushed versions: Jul 06 15:24:34.658023 dv-cinder-848848-4-iscsi neutron-server[103845]: { 'AddressGroup': {'1.2'}, Jul 06 15:24:34.658023 dv-cinder-848848-4-iscsi neutron-server[103845]: 'Agent': {'1.1'}, Jul 06 15:24:34.658023 dv-cinder-848848-4-iscsi neutron-server[103845]: 'ConntrackHelper': {'1.0'}, Jul 06 15:24:34.658023 dv-cinder-848848-4-iscsi neutron-server[103845]: 'LocalIPAssociation': {'1.0'}, Jul 06 15:24:34.658023 dv-cinder-848848-4-iscsi neutron-server[103845]: 'Log': {'1.0'}, Jul 06 15:24:34.658023 dv-cinder-848848-4-iscsi neutron-server[103845]: 'NDPProxy': {'1.0'}, Jul 06 15:24:34.658023 dv-cinder-848848-4-iscsi neutron-server[103845]: 'Network': {'1.1'}, Jul 06 15:24:34.658023 dv-cinder-848848-4-iscsi neutron-server[103845]: 'Port': {'1.7'}, Jul 06 15:24:34.658023 dv-cinder-848848-4-iscsi neutron-server[103845]: 'PortForwarding': {'1.3'}, Jul 06 15:24:34.658023 dv-cinder-848848-4-iscsi neutron-server[103845]: 'QosPolicy': {'1.10'}, Jul 06 15:24:34.658023 dv-cinder-848848-4-iscsi neutron-server[103845]: 'SecurityGroup': {'1.5'}, Jul 06 15:24:34.658023 dv-cinder-848848-4-iscsi neutron-server[103845]: 'SecurityGroupRule': {'1.2'}, Jul 06 15:24:34.658023 dv-cinder-848848-4-iscsi neutron-server[103845]: 'SubPort': {'1.0'}, Jul 06 15:24:34.658023 dv-cinder-848848-4-iscsi neutron-server[103845]: 'Subnet': {'1.1'}, Jul 06 15:24:34.658023 dv-cinder-848848-4-iscsi neutron-server[103845]: 'Trunk': {'1.1'}} Jul 06 15:24:34.658023 dv-cinder-848848-4-iscsi neutron-server[103845]: consumer versions: Jul 06 15:24:34.658023 dv-cinder-848848-4-iscsi neutron-server[103845]: { DHCP agent@dv-cinder-848848-4-iscsi: {}, Jul 06 15:24:34.658023 dv-cinder-848848-4-iscsi neutron-server[103845]: HyperV agent@hv-cinder-84884: {}, Jul 06 15:24:34.658023 dv-cinder-848848-4-iscsi neutron-server[103845]: L3 agent@dv-cinder-848848-4-iscsi: {}, Jul 06 15:24:34.658023 dv-cinder-848848-4-iscsi neutron-server[103845]: Metadata agent@dv-cinder-848848-4-iscsi: {}, Jul 06 15:24:34.658023 dv-cinder-848848-4-iscsi neutron-server[103845]: Metering agent@dv-cinder-848848-4-iscsi: {}, Jul 06 15:24:34.658023 dv-cinder-848848-4-iscsi neutron-server[103845]: Open vSwitch agent@dv-cinder-848848-4-iscsi: { 'AddressGroup': '1.2', Jul 06 15:24:34.658023 dv-cinder-848848-4-iscsi neutron-server[103845]: 'Agent': '1.1', Jul 06 15:24:34.658023 dv-cinder-848848-4-iscsi neutron-server[103845]: 'ConntrackHelper': '1.0', Jul 06 15:24:34.658023 dv-cinder-848848-4-iscsi neutron-server[103845]: 'LocalIPAssociation': '1.0', Jul 06 15:24:34.658023 dv-cinder-848848-4-iscsi neutron-server[103845]: 'Log': '1.0', Jul 06 15:24:34.658023 dv-cinder-848848-4-iscsi neutron-server[103845]: 'NDPProxy': '1.0', Jul 06 15:24:34.658023 dv-cinder-848848-4-iscsi neutron-server[103845]: 'Network': '1.1', Jul 06 15:24:34.658023 dv-cinder-848848-4-iscsi neutron-server[103845]: 'Port': '1.7', Jul 06 15:24:34.658023 dv-cinder-848848-4-iscsi neutron-server[103845]: 'PortForwarding': '1.3', Jul 06 15:24:34.658023 dv-cinder-848848-4-iscsi neutron-server[103845]: 'QosPolicy': '1.10', Jul 06 15:24:34.658023 dv-cinder-848848-4-iscsi neutron-server[103845]: 'SecurityGroup': '1.5', Jul 06 15:24:34.658023 dv-cinder-848848-4-iscsi neutron-server[103845]: 'SecurityGroupRule': '1.2', Jul 06 15:24:34.658023 dv-cinder-848848-4-iscsi neutron-server[103845]: 'SubPort': '1.0', Jul 06 15:24:34.658023 dv-cinder-848848-4-iscsi neutron-server[103845]: 'Subnet': '1.1', Jul 06 15:24:34.658023 dv-cinder-848848-4-iscsi neutron-server[103845]: 'Trunk': '1.1'}} Jul 06 15:24:34.658023 dv-cinder-848848-4-iscsi neutron-server[103845]: {{(pid=103845) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 15:24:34.667540 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fec17ddb-f845-4077-bdf4-4d01652e6d93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=103845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 15:24:34.678823 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-fec17ddb-f845-4077-bdf4-4d01652e6d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490363'] for segment (8b9fcdf4-24f7-46ab-b771-db26fc7e4c98), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:34.679399 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.db.segments_db [None req-fec17ddb-f845-4077-bdf4-4d01652e6d93 admin admin] Added segment 8b9fcdf4-24f7-46ab-b771-db26fc7e4c98 of type vlan for network c3020644-2bbb-40b0-b72d-4d80a8b6cb34 Jul 06 15:24:34.718116 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 49636) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:24:34.798991 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-fec17ddb-f845-4077-bdf4-4d01652e6d93 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786465444024'] for network (c3020644-2bbb-40b0-b72d-4d80a8b6cb34), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:34.828362 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-fec17ddb-f845-4077-bdf4-4d01652e6d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-666929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561'] for network (c3020644-2bbb-40b0-b72d-4d80a8b6cb34), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:34.829423 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec17ddb-f845-4077-bdf4-4d01652e6d93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:24:34.830007 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-fec17ddb-f845-4077-bdf4-4d01652e6d93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629707'] for network (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:34.869897 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-fec17ddb-f845-4077-bdf4-4d01652e6d93 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.7617669 Jul 06 15:24:34.870105 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 49644) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:24:34.879663 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.v2.base [None req-b61094f9-eafa-412d-b268-3a68c770210e admin admin] Request body: {'subnet': {'network_id': 'c3020644-2bbb-40b0-b72d-4d80a8b6cb34', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1669651781-subnet', 'tenant_id': '6707399c704e4c97939dc84df58cb39f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:24:34.912278 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec17ddb-f845-4077-bdf4-4d01652e6d93 admin admin] Pushing event updated for resources: {'Network': ['ID=c3020644-2bbb-40b0-b72d-4d80a8b6cb34,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:34.923704 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Network c3020644-2bbb-40b0-b72d-4d80a8b6cb34 details requested by agent ovs-agent-dv-cinder-848848-4-iscsi with host dv-cinder-848848-4-iscsi {{(pid=103846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 15:24:34.932477 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b61094f9-eafa-412d-b268-3a68c770210e admin admin] Made reservation on behalf of 6707399c704e4c97939dc84df58cb39f for: {'subnet': 1} {{(pid=103845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:24:34.935130 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-b61094f9-eafa-412d-b268-3a68c770210e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:35.016901 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [None req-618dce71-c852-40b8-8f18-28faa360d968 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-790398667-network', 'tenant_id': '9be64cd89e3b46738dca85e516a60d8a'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:24:35.038913 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618dce71-c852-40b8-8f18-28faa360d968 admin admin] Made reservation on behalf of 9be64cd89e3b46738dca85e516a60d8a for: {'network': 1} {{(pid=103844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:24:35.044122 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-618dce71-c852-40b8-8f18-28faa360d968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for network (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:35.044228 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 49652) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:24:35.058262 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-618dce71-c852-40b8-8f18-28faa360d968 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:35.137814 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-b61094f9-eafa-412d-b268-3a68c770210e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561'] for subnet (77f124ec-b849-4e26-b7c2-43db5c0c70ca), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:35.195253 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:35.210317 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61094f9-eafa-412d-b268-3a68c770210e admin admin] Pushing event updated for resources: {'Subnet': ['ID=77f124ec-b849-4e26-b7c2-43db5c0c70ca,revision_number=0']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:35.245143 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61094f9-eafa-412d-b268-3a68c770210e admin admin] Checking segment: {'id': '8b9fcdf4-24f7-46ab-b771-db26fc7e4c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'c3020644-2bbb-40b0-b72d-4d80a8b6cb34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:24:35.245755 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61094f9-eafa-412d-b268-3a68c770210e admin admin] Network hostable DHCP agents. Network: c3020644-2bbb-40b0-b72d-4d80a8b6cb34, hostable agents: ['a81823b9-ba52-46bb-9bcd-43b269600933'], hosted agents: [] {{(pid=103845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 15:24:35.247115 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-618dce71-c852-40b8-8f18-28faa360d968 admin admin] Publish callbacks [] for security_group (f95cd6f8-b42d-461f-85bd-e637c1a29470), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:35.252583 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [None req-1f4db672-3b54-4fe7-a1b6-f78e7a7221ac admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1981272812-network', 'tenant_id': 'ef44ecc951964d51925463c5e09f9fbb'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:24:35.260334 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-618dce71-c852-40b8-8f18-28faa360d968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (f95cd6f8-b42d-461f-85bd-e637c1a29470), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:35.272381 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-618dce71-c852-40b8-8f18-28faa360d968 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=103844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 15:24:35.283251 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61094f9-eafa-412d-b268-3a68c770210e admin admin] Network c3020644-2bbb-40b0-b72d-4d80a8b6cb34 is scheduled to be hosted by DHCP agent a81823b9-ba52-46bb-9bcd-43b269600933 with binding_index 1 {{(pid=103845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 15:24:35.288759 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-618dce71-c852-40b8-8f18-28faa360d968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490363'] for segment (8204b9b4-67b5-4078-b2a8-fdc5e4764718), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:35.289291 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.db.segments_db [None req-618dce71-c852-40b8-8f18-28faa360d968 admin admin] Added segment 8204b9b4-67b5-4078-b2a8-fdc5e4764718 of type vlan for network e25275fc-af73-47fb-bfc4-a4005b8727d8 Jul 06 15:24:35.297503 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.base_scheduler [None req-b61094f9-eafa-412d-b268-3a68c770210e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848848-4-iscsi, c3020644-2bbb-40b0-b72d-4d80a8b6cb34) {{(pid=103845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:24:35.309862 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc81836-f03a-4355-844b-6db482d41190 None None] Network c3020644-2bbb-40b0-b72d-4d80a8b6cb34 requested from dv-cinder-848848-4-iscsi {{(pid=103846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 15:24:35.324633 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61094f9-eafa-412d-b268-3a68c770210e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:24:35.325365 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-b61094f9-eafa-412d-b268-3a68c770210e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629707'] for subnet (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:35.333819 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.v2.base [None req-ba0f84fb-7b77-45a2-8217-802652d79ec4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-209056874-network', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455'}} {{(pid=103845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:24:35.344560 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-618dce71-c852-40b8-8f18-28faa360d968 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786465444024'] for network (e25275fc-af73-47fb-bfc4-a4005b8727d8), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:35.362979 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba0f84fb-7b77-45a2-8217-802652d79ec4 admin admin] Made reservation on behalf of e9fb04db8ac9464086cd7f3362e97455 for: {'network': 1} {{(pid=103845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:24:35.366528 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-ba0f84fb-7b77-45a2-8217-802652d79ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for network (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:35.378785 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-ba0f84fb-7b77-45a2-8217-802652d79ec4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:35.385498 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-b61094f9-eafa-412d-b268-3a68c770210e admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5144656 Jul 06 15:24:35.393931 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 49676) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:24:35.400141 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.v2.base [None req-9fae05bc-a0ef-44ba-bde4-bbffd550b12c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1669651781-router', 'tenant_id': '6707399c704e4c97939dc84df58cb39f', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604'}}} {{(pid=103845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:24:35.410976 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-618dce71-c852-40b8-8f18-28faa360d968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-666929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561'] for network (e25275fc-af73-47fb-bfc4-a4005b8727d8), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:35.421144 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618dce71-c852-40b8-8f18-28faa360d968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:24:35.422242 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-618dce71-c852-40b8-8f18-28faa360d968 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629707'] for network (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:35.438307 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-9fae05bc-a0ef-44ba-bde4-bbffd550b12c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-647350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109444'] for router (edb7c835-6d1a-4461-88b0-7e358345f5de), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:35.439341 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-9fae05bc-a0ef-44ba-bde4-bbffd550b12c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-647123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109453'] for router (edb7c835-6d1a-4461-88b0-7e358345f5de), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:35.450708 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23458a71-f3cb-4a7d-b314-7fafc1fa20aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa43ccfed-9ada-5d0f-938a-3e2abdea0954-c3020644-2bbb-40b0-b72d-4d80a8b6cb34', 'network_id': 'c3020644-2bbb-40b0-b72d-4d80a8b6cb34', 'project_id': '6707399c704e4c97939dc84df58cb39f', 'fixed_ips': [{'subnet_id': '77f124ec-b849-4e26-b7c2-43db5c0c70ca'}]}} from dv-cinder-848848-4-iscsi. {{(pid=103846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 06 15:24:35.451679 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-23458a71-f3cb-4a7d-b314-7fafc1fa20aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (None), before_create {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:35.509647 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f4db672-3b54-4fe7-a1b6-f78e7a7221ac admin admin] Made reservation on behalf of ef44ecc951964d51925463c5e09f9fbb for: {'network': 1} {{(pid=103844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:24:35.517003 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-1f4db672-3b54-4fe7-a1b6-f78e7a7221ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for network (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:35.518410 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-9fae05bc-a0ef-44ba-bde4-bbffd550b12c admin admin] Publish callbacks [] for router_controller (edb7c835-6d1a-4461-88b0-7e358345f5de), precommit_add_association {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:35.582933 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-618dce71-c852-40b8-8f18-28faa360d968 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.9978013 Jul 06 15:24:35.613552 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.db_base_plugin_common [None req-23458a71-f3cb-4a7d-b314-7fafc1fa20aa None None] Allocated IP 172.20.0.2 (c3020644-2bbb-40b0-b72d-4d80a8b6cb34/77f124ec-b849-4e26-b7c2-43db5c0c70ca/02761460-5492-4f8d-9bc8-bcd9f3fc61f1) {{(pid=103846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:24:35.627367 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 49684) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:24:35.632992 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [None req-66ef63f3-424b-46cd-9bdd-813ac5b31156 admin admin] Request body: {'subnet': {'network_id': 'e25275fc-af73-47fb-bfc4-a4005b8727d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-790398667-subnet', 'tenant_id': '9be64cd89e3b46738dca85e516a60d8a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:24:35.641045 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-1f4db672-3b54-4fe7-a1b6-f78e7a7221ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:35.647315 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618dce71-c852-40b8-8f18-28faa360d968 admin admin] Pushing event updated for resources: {'Network': ['ID=e25275fc-af73-47fb-bfc4-a4005b8727d8,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:35.656333 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=76,neutron:INSERT=17,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:35.710383 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618dce71-c852-40b8-8f18-28faa360d968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f95cd6f8-b42d-461f-85bd-e637c1a29470,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:35.724124 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618dce71-c852-40b8-8f18-28faa360d968 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:35.724769 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618dce71-c852-40b8-8f18-28faa360d968 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:35.725274 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618dce71-c852-40b8-8f18-28faa360d968 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:35.726007 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618dce71-c852-40b8-8f18-28faa360d968 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:35.726496 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618dce71-c852-40b8-8f18-28faa360d968 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:35.727264 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618dce71-c852-40b8-8f18-28faa360d968 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:35.727778 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618dce71-c852-40b8-8f18-28faa360d968 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:35.728515 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618dce71-c852-40b8-8f18-28faa360d968 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:35.729432 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618dce71-c852-40b8-8f18-28faa360d968 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:35.729954 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618dce71-c852-40b8-8f18-28faa360d968 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:35.736171 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618dce71-c852-40b8-8f18-28faa360d968 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:35.736800 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618dce71-c852-40b8-8f18-28faa360d968 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:35.738091 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618dce71-c852-40b8-8f18-28faa360d968 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:35.738617 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618dce71-c852-40b8-8f18-28faa360d968 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:35.739122 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618dce71-c852-40b8-8f18-28faa360d968 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:35.740533 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618dce71-c852-40b8-8f18-28faa360d968 admin admin] Tracked resource versions report: Jul 06 15:24:35.740533 dv-cinder-848848-4-iscsi neutron-server[103844]: pushed versions: Jul 06 15:24:35.740533 dv-cinder-848848-4-iscsi neutron-server[103844]: { 'AddressGroup': {'1.2'}, Jul 06 15:24:35.740533 dv-cinder-848848-4-iscsi neutron-server[103844]: 'Agent': {'1.1'}, Jul 06 15:24:35.740533 dv-cinder-848848-4-iscsi neutron-server[103844]: 'ConntrackHelper': {'1.0'}, Jul 06 15:24:35.740533 dv-cinder-848848-4-iscsi neutron-server[103844]: 'LocalIPAssociation': {'1.0'}, Jul 06 15:24:35.740533 dv-cinder-848848-4-iscsi neutron-server[103844]: 'Log': {'1.0'}, Jul 06 15:24:35.740533 dv-cinder-848848-4-iscsi neutron-server[103844]: 'NDPProxy': {'1.0'}, Jul 06 15:24:35.740533 dv-cinder-848848-4-iscsi neutron-server[103844]: 'Network': {'1.1'}, Jul 06 15:24:35.740533 dv-cinder-848848-4-iscsi neutron-server[103844]: 'Port': {'1.7'}, Jul 06 15:24:35.740533 dv-cinder-848848-4-iscsi neutron-server[103844]: 'PortForwarding': {'1.3'}, Jul 06 15:24:35.740533 dv-cinder-848848-4-iscsi neutron-server[103844]: 'QosPolicy': {'1.10'}, Jul 06 15:24:35.740533 dv-cinder-848848-4-iscsi neutron-server[103844]: 'SecurityGroup': {'1.5'}, Jul 06 15:24:35.740533 dv-cinder-848848-4-iscsi neutron-server[103844]: 'SecurityGroupRule': {'1.2'}, Jul 06 15:24:35.740533 dv-cinder-848848-4-iscsi neutron-server[103844]: 'SubPort': {'1.0'}, Jul 06 15:24:35.740533 dv-cinder-848848-4-iscsi neutron-server[103844]: 'Subnet': {'1.1'}, Jul 06 15:24:35.740533 dv-cinder-848848-4-iscsi neutron-server[103844]: 'Trunk': {'1.1'}} Jul 06 15:24:35.740533 dv-cinder-848848-4-iscsi neutron-server[103844]: consumer versions: Jul 06 15:24:35.740533 dv-cinder-848848-4-iscsi neutron-server[103844]: { DHCP agent@dv-cinder-848848-4-iscsi: {}, Jul 06 15:24:35.740533 dv-cinder-848848-4-iscsi neutron-server[103844]: HyperV agent@hv-cinder-84884: {}, Jul 06 15:24:35.740533 dv-cinder-848848-4-iscsi neutron-server[103844]: L3 agent@dv-cinder-848848-4-iscsi: {}, Jul 06 15:24:35.740533 dv-cinder-848848-4-iscsi neutron-server[103844]: Metadata agent@dv-cinder-848848-4-iscsi: {}, Jul 06 15:24:35.740533 dv-cinder-848848-4-iscsi neutron-server[103844]: Metering agent@dv-cinder-848848-4-iscsi: {}, Jul 06 15:24:35.740533 dv-cinder-848848-4-iscsi neutron-server[103844]: Open vSwitch agent@dv-cinder-848848-4-iscsi: { 'AddressGroup': '1.2', Jul 06 15:24:35.740533 dv-cinder-848848-4-iscsi neutron-server[103844]: 'Agent': '1.1', Jul 06 15:24:35.740533 dv-cinder-848848-4-iscsi neutron-server[103844]: 'ConntrackHelper': '1.0', Jul 06 15:24:35.740533 dv-cinder-848848-4-iscsi neutron-server[103844]: 'LocalIPAssociation': '1.0', Jul 06 15:24:35.740533 dv-cinder-848848-4-iscsi neutron-server[103844]: 'Log': '1.0', Jul 06 15:24:35.740533 dv-cinder-848848-4-iscsi neutron-server[103844]: 'NDPProxy': '1.0', Jul 06 15:24:35.740533 dv-cinder-848848-4-iscsi neutron-server[103844]: 'Network': '1.1', Jul 06 15:24:35.740533 dv-cinder-848848-4-iscsi neutron-server[103844]: 'Port': '1.7', Jul 06 15:24:35.740533 dv-cinder-848848-4-iscsi neutron-server[103844]: 'PortForwarding': '1.3', Jul 06 15:24:35.740533 dv-cinder-848848-4-iscsi neutron-server[103844]: 'QosPolicy': '1.10', Jul 06 15:24:35.740533 dv-cinder-848848-4-iscsi neutron-server[103844]: 'SecurityGroup': '1.5', Jul 06 15:24:35.740533 dv-cinder-848848-4-iscsi neutron-server[103844]: 'SecurityGroupRule': '1.2', Jul 06 15:24:35.740533 dv-cinder-848848-4-iscsi neutron-server[103844]: 'SubPort': '1.0', Jul 06 15:24:35.740533 dv-cinder-848848-4-iscsi neutron-server[103844]: 'Subnet': '1.1', Jul 06 15:24:35.740533 dv-cinder-848848-4-iscsi neutron-server[103844]: 'Trunk': '1.1'}} Jul 06 15:24:35.740533 dv-cinder-848848-4-iscsi neutron-server[103844]: {{(pid=103844) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 15:24:35.751183 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ef63f3-424b-46cd-9bdd-813ac5b31156 admin admin] Made reservation on behalf of 9be64cd89e3b46738dca85e516a60d8a for: {'subnet': 1} {{(pid=103844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:24:35.754057 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-66ef63f3-424b-46cd-9bdd-813ac5b31156 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:35.778851 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618dce71-c852-40b8-8f18-28faa360d968 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:35.782160 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618dce71-c852-40b8-8f18-28faa360d968 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:35.782964 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618dce71-c852-40b8-8f18-28faa360d968 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:35.783517 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Network e25275fc-af73-47fb-bfc4-a4005b8727d8 details requested by agent ovs-agent-dv-cinder-848848-4-iscsi with host dv-cinder-848848-4-iscsi {{(pid=103846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 15:24:35.785179 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618dce71-c852-40b8-8f18-28faa360d968 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:35.785579 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618dce71-c852-40b8-8f18-28faa360d968 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:35.785919 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618dce71-c852-40b8-8f18-28faa360d968 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:35.786247 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618dce71-c852-40b8-8f18-28faa360d968 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:35.786573 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618dce71-c852-40b8-8f18-28faa360d968 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:35.786896 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618dce71-c852-40b8-8f18-28faa360d968 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:35.787250 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618dce71-c852-40b8-8f18-28faa360d968 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:35.787587 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618dce71-c852-40b8-8f18-28faa360d968 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:35.787925 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618dce71-c852-40b8-8f18-28faa360d968 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:35.788245 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618dce71-c852-40b8-8f18-28faa360d968 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:35.788563 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618dce71-c852-40b8-8f18-28faa360d968 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:35.788882 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618dce71-c852-40b8-8f18-28faa360d968 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:35.829361 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-9fae05bc-a0ef-44ba-bde4-bbffd550b12c admin admin] Publish callbacks [] for router_gateway (edb7c835-6d1a-4461-88b0-7e358345f5de), precommit_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:35.884730 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-23458a71-f3cb-4a7d-b314-7fafc1fa20aa None None] Publish callbacks [] for port (02761460-5492-4f8d-9bc8-bcd9f3fc61f1), precommit_create {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:35.923300 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-ba0f84fb-7b77-45a2-8217-802652d79ec4 admin admin] Publish callbacks [] for security_group (b5a24c52-0847-4280-a301-d1c4b0f60b55), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:35.941913 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-23458a71-f3cb-4a7d-b314-7fafc1fa20aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786465455737'] for port (02761460-5492-4f8d-9bc8-bcd9f3fc61f1), after_create {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:36.001426 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-1f4db672-3b54-4fe7-a1b6-f78e7a7221ac admin admin] Publish callbacks [] for security_group (d815ab4f-09ff-42ca-8779-b78bee42aff8), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:36.012999 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23458a71-f3cb-4a7d-b314-7fafc1fa20aa None None] Network c3020644-2bbb-40b0-b72d-4d80a8b6cb34 is already hosted by enough agents. {{(pid=103846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:24:36.026021 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.scheduler.base_scheduler [None req-23458a71-f3cb-4a7d-b314-7fafc1fa20aa None None] Resources bound (agent type, host, resource id): {{(pid=103846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:24:36.028998 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-1f4db672-3b54-4fe7-a1b6-f78e7a7221ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (d815ab4f-09ff-42ca-8779-b78bee42aff8), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:36.035164 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23458a71-f3cb-4a7d-b314-7fafc1fa20aa None None] Received port after_create {{(pid=103846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 15:24:36.063763 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4db672-3b54-4fe7-a1b6-f78e7a7221ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d815ab4f-09ff-42ca-8779-b78bee42aff8,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:36.085626 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:36.086901 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f4db672-3b54-4fe7-a1b6-f78e7a7221ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=103844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 15:24:36.096436 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=72,neutron:INSERT=24,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:36.111061 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-1f4db672-3b54-4fe7-a1b6-f78e7a7221ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490363'] for segment (21878ae0-c04f-4cb0-b2f0-7098f6c37266), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:36.113004 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.db.segments_db [None req-1f4db672-3b54-4fe7-a1b6-f78e7a7221ac admin admin] Added segment 21878ae0-c04f-4cb0-b2f0-7098f6c37266 of type vlan for network 2f7f712f-7346-42c2-b097-b4b48d9f78be Jul 06 15:24:36.186060 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.managers [None req-23458a71-f3cb-4a7d-b314-7fafc1fa20aa None None] Attempting to bind port 02761460-5492-4f8d-9bc8-bcd9f3fc61f1 on host dv-cinder-848848-4-iscsi for vnic_type normal with profile {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 15:24:36.186802 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.managers [None req-23458a71-f3cb-4a7d-b314-7fafc1fa20aa None None] Attempting to bind port 02761460-5492-4f8d-9bc8-bcd9f3fc61f1 by drivers openvswitch,hyperv on host dv-cinder-848848-4-iscsi at level 0 using segments [{'id': '8b9fcdf4-24f7-46ab-b771-db26fc7e4c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'c3020644-2bbb-40b0-b72d-4d80a8b6cb34'}] {{(pid=103846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 15:24:36.187517 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23458a71-f3cb-4a7d-b314-7fafc1fa20aa None None] Attempting to bind port 02761460-5492-4f8d-9bc8-bcd9f3fc61f1 on network c3020644-2bbb-40b0-b72d-4d80a8b6cb34 {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:24:36.196055 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23458a71-f3cb-4a7d-b314-7fafc1fa20aa None None] Checking agent: {'id': 'd26a5351-3de7-44f9-93eb-9fed5ee5b55b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848848-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 15, 16, 51), 'started_at': datetime.datetime(2022, 7, 6, 15, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 15, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848848-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 15:24:36.196685 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23458a71-f3cb-4a7d-b314-7fafc1fa20aa None None] Checking segment: {'id': '8b9fcdf4-24f7-46ab-b771-db26fc7e4c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'c3020644-2bbb-40b0-b72d-4d80a8b6cb34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:24:36.197391 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-23458a71-f3cb-4a7d-b314-7fafc1fa20aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:36.197926 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23458a71-f3cb-4a7d-b314-7fafc1fa20aa None None] Bound using segment: {'id': '8b9fcdf4-24f7-46ab-b771-db26fc7e4c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'c3020644-2bbb-40b0-b72d-4d80a8b6cb34'} {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 15:24:36.198632 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.managers [None req-23458a71-f3cb-4a7d-b314-7fafc1fa20aa None None] Bound port: 02761460-5492-4f8d-9bc8-bcd9f3fc61f1, host: dv-cinder-848848-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9fcdf4-24f7-46ab-b771-db26fc7e4c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'c3020644-2bbb-40b0-b72d-4d80a8b6cb34'}}] {{(pid=103846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 15:24:36.199291 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-23458a71-f3cb-4a7d-b314-7fafc1fa20aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (02761460-5492-4f8d-9bc8-bcd9f3fc61f1), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:36.206961 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-66ef63f3-424b-46cd-9bdd-813ac5b31156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561'] for subnet (e0fd46af-3762-4170-ab9e-cd9cd8d2a83b), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:36.212838 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-ba0f84fb-7b77-45a2-8217-802652d79ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (b5a24c52-0847-4280-a301-d1c4b0f60b55), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:36.241570 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba0f84fb-7b77-45a2-8217-802652d79ec4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=103845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 15:24:36.251345 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:36.304940 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-23458a71-f3cb-4a7d-b314-7fafc1fa20aa None None] For port 02761460-5492-4f8d-9bc8-bcd9f3fc61f1, host dv-cinder-848848-4-iscsi, cleared binding levels {{(pid=103846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:24:36.308095 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-23458a71-f3cb-4a7d-b314-7fafc1fa20aa None None] For port 02761460-5492-4f8d-9bc8-bcd9f3fc61f1, host dv-cinder-848848-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=02761460-5492-4f8d-9bc8-bcd9f3fc61f1,segment=NetworkSegment(8b9fcdf4-24f7-46ab-b771-db26fc7e4c98),segment_id=8b9fcdf4-24f7-46ab-b771-db26fc7e4c98)] {{(pid=103846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:24:36.317995 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:36.325123 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-23458a71-f3cb-4a7d-b314-7fafc1fa20aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (02761460-5492-4f8d-9bc8-bcd9f3fc61f1), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:36.325967 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-9fae05bc-a0ef-44ba-bde4-bbffd550b12c admin admin] Publish callbacks [] for router_gateway (edb7c835-6d1a-4461-88b0-7e358345f5de), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:36.345894 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-1f4db672-3b54-4fe7-a1b6-f78e7a7221ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786465444024'] for network (2f7f712f-7346-42c2-b097-b4b48d9f78be), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:36.348831 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23458a71-f3cb-4a7d-b314-7fafc1fa20aa None None] Pushing event updated for resources: {'Port': ['ID=02761460-5492-4f8d-9bc8-bcd9f3fc61f1,revision_number=1']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:36.358077 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23458a71-f3cb-4a7d-b314-7fafc1fa20aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:36.358460 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23458a71-f3cb-4a7d-b314-7fafc1fa20aa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:36.359800 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23458a71-f3cb-4a7d-b314-7fafc1fa20aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:36.359800 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23458a71-f3cb-4a7d-b314-7fafc1fa20aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:36.359800 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23458a71-f3cb-4a7d-b314-7fafc1fa20aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:36.360053 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23458a71-f3cb-4a7d-b314-7fafc1fa20aa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:36.360275 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23458a71-f3cb-4a7d-b314-7fafc1fa20aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:36.360495 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23458a71-f3cb-4a7d-b314-7fafc1fa20aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:36.360866 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23458a71-f3cb-4a7d-b314-7fafc1fa20aa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:36.361183 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23458a71-f3cb-4a7d-b314-7fafc1fa20aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:36.361497 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23458a71-f3cb-4a7d-b314-7fafc1fa20aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:36.361826 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23458a71-f3cb-4a7d-b314-7fafc1fa20aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:36.362183 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23458a71-f3cb-4a7d-b314-7fafc1fa20aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:36.362512 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23458a71-f3cb-4a7d-b314-7fafc1fa20aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:36.362886 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23458a71-f3cb-4a7d-b314-7fafc1fa20aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:36.364403 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23458a71-f3cb-4a7d-b314-7fafc1fa20aa None None] Tracked resource versions report: Jul 06 15:24:36.364403 dv-cinder-848848-4-iscsi neutron-server[103846]: pushed versions: Jul 06 15:24:36.364403 dv-cinder-848848-4-iscsi neutron-server[103846]: { 'AddressGroup': {'1.2'}, Jul 06 15:24:36.364403 dv-cinder-848848-4-iscsi neutron-server[103846]: 'Agent': {'1.1'}, Jul 06 15:24:36.364403 dv-cinder-848848-4-iscsi neutron-server[103846]: 'ConntrackHelper': {'1.0'}, Jul 06 15:24:36.364403 dv-cinder-848848-4-iscsi neutron-server[103846]: 'LocalIPAssociation': {'1.0'}, Jul 06 15:24:36.364403 dv-cinder-848848-4-iscsi neutron-server[103846]: 'Log': {'1.0'}, Jul 06 15:24:36.364403 dv-cinder-848848-4-iscsi neutron-server[103846]: 'NDPProxy': {'1.0'}, Jul 06 15:24:36.364403 dv-cinder-848848-4-iscsi neutron-server[103846]: 'Network': {'1.1'}, Jul 06 15:24:36.364403 dv-cinder-848848-4-iscsi neutron-server[103846]: 'Port': {'1.7'}, Jul 06 15:24:36.364403 dv-cinder-848848-4-iscsi neutron-server[103846]: 'PortForwarding': {'1.3'}, Jul 06 15:24:36.364403 dv-cinder-848848-4-iscsi neutron-server[103846]: 'QosPolicy': {'1.10'}, Jul 06 15:24:36.364403 dv-cinder-848848-4-iscsi neutron-server[103846]: 'SecurityGroup': {'1.5'}, Jul 06 15:24:36.364403 dv-cinder-848848-4-iscsi neutron-server[103846]: 'SecurityGroupRule': {'1.2'}, Jul 06 15:24:36.364403 dv-cinder-848848-4-iscsi neutron-server[103846]: 'SubPort': {'1.0'}, Jul 06 15:24:36.364403 dv-cinder-848848-4-iscsi neutron-server[103846]: 'Subnet': {'1.1'}, Jul 06 15:24:36.364403 dv-cinder-848848-4-iscsi neutron-server[103846]: 'Trunk': {'1.1'}} Jul 06 15:24:36.364403 dv-cinder-848848-4-iscsi neutron-server[103846]: consumer versions: Jul 06 15:24:36.364403 dv-cinder-848848-4-iscsi neutron-server[103846]: { DHCP agent@dv-cinder-848848-4-iscsi: {}, Jul 06 15:24:36.364403 dv-cinder-848848-4-iscsi neutron-server[103846]: HyperV agent@hv-cinder-84884: {}, Jul 06 15:24:36.364403 dv-cinder-848848-4-iscsi neutron-server[103846]: L3 agent@dv-cinder-848848-4-iscsi: {}, Jul 06 15:24:36.364403 dv-cinder-848848-4-iscsi neutron-server[103846]: Metadata agent@dv-cinder-848848-4-iscsi: {}, Jul 06 15:24:36.364403 dv-cinder-848848-4-iscsi neutron-server[103846]: Metering agent@dv-cinder-848848-4-iscsi: {}, Jul 06 15:24:36.364403 dv-cinder-848848-4-iscsi neutron-server[103846]: Open vSwitch agent@dv-cinder-848848-4-iscsi: { 'AddressGroup': '1.2', Jul 06 15:24:36.364403 dv-cinder-848848-4-iscsi neutron-server[103846]: 'Agent': '1.1', Jul 06 15:24:36.364403 dv-cinder-848848-4-iscsi neutron-server[103846]: 'ConntrackHelper': '1.0', Jul 06 15:24:36.364403 dv-cinder-848848-4-iscsi neutron-server[103846]: 'LocalIPAssociation': '1.0', Jul 06 15:24:36.364403 dv-cinder-848848-4-iscsi neutron-server[103846]: 'Log': '1.0', Jul 06 15:24:36.364403 dv-cinder-848848-4-iscsi neutron-server[103846]: 'NDPProxy': '1.0', Jul 06 15:24:36.364403 dv-cinder-848848-4-iscsi neutron-server[103846]: 'Network': '1.1', Jul 06 15:24:36.364403 dv-cinder-848848-4-iscsi neutron-server[103846]: 'Port': '1.7', Jul 06 15:24:36.364403 dv-cinder-848848-4-iscsi neutron-server[103846]: 'PortForwarding': '1.3', Jul 06 15:24:36.364403 dv-cinder-848848-4-iscsi neutron-server[103846]: 'QosPolicy': '1.10', Jul 06 15:24:36.364403 dv-cinder-848848-4-iscsi neutron-server[103846]: 'SecurityGroup': '1.5', Jul 06 15:24:36.364403 dv-cinder-848848-4-iscsi neutron-server[103846]: 'SecurityGroupRule': '1.2', Jul 06 15:24:36.364403 dv-cinder-848848-4-iscsi neutron-server[103846]: 'SubPort': '1.0', Jul 06 15:24:36.364403 dv-cinder-848848-4-iscsi neutron-server[103846]: 'Subnet': '1.1', Jul 06 15:24:36.364403 dv-cinder-848848-4-iscsi neutron-server[103846]: 'Trunk': '1.1'}} Jul 06 15:24:36.364403 dv-cinder-848848-4-iscsi neutron-server[103846]: {{(pid=103846) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 15:24:36.389603 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-9fae05bc-a0ef-44ba-bde4-bbffd550b12c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:36.398221 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ef63f3-424b-46cd-9bdd-813ac5b31156 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0fd46af-3762-4170-ab9e-cd9cd8d2a83b,revision_number=0']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:36.433698 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ef63f3-424b-46cd-9bdd-813ac5b31156 admin admin] Checking segment: {'id': '8204b9b4-67b5-4078-b2a8-fdc5e4764718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e25275fc-af73-47fb-bfc4-a4005b8727d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:24:36.434044 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ef63f3-424b-46cd-9bdd-813ac5b31156 admin admin] Network hostable DHCP agents. Network: e25275fc-af73-47fb-bfc4-a4005b8727d8, hostable agents: ['a81823b9-ba52-46bb-9bcd-43b269600933'], hosted agents: [] {{(pid=103844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 15:24:36.449804 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-1f4db672-3b54-4fe7-a1b6-f78e7a7221ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-666929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561'] for network (2f7f712f-7346-42c2-b097-b4b48d9f78be), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:36.450804 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4db672-3b54-4fe7-a1b6-f78e7a7221ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:24:36.451489 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-1f4db672-3b54-4fe7-a1b6-f78e7a7221ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629707'] for network (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:36.452325 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23458a71-f3cb-4a7d-b314-7fafc1fa20aa None None] Pushing event updated for resources: {'Port': ['ID=02761460-5492-4f8d-9bc8-bcd9f3fc61f1,revision_number=2']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:36.476536 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-ba0f84fb-7b77-45a2-8217-802652d79ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490363'] for segment (9e485fae-b0f5-4f5a-9064-6e2e7153a585), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:36.477537 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.db.segments_db [None req-ba0f84fb-7b77-45a2-8217-802652d79ec4 admin admin] Added segment 9e485fae-b0f5-4f5a-9064-6e2e7153a585 of type vlan for network a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5 Jul 06 15:24:36.486479 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ef63f3-424b-46cd-9bdd-813ac5b31156 admin admin] Network e25275fc-af73-47fb-bfc4-a4005b8727d8 is scheduled to be hosted by DHCP agent a81823b9-ba52-46bb-9bcd-43b269600933 with binding_index 1 {{(pid=103844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 15:24:36.533925 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-1f4db672-3b54-4fe7-a1b6-f78e7a7221ac admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.8113301 Jul 06 15:24:36.535917 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 49716) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:24:36.575769 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0f84fb-7b77-45a2-8217-802652d79ec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a24c52-0847-4280-a301-d1c4b0f60b55,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:36.578263 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [None req-cdd663a8-0ddc-4da7-8569-99ac30d69636 admin admin] Request body: {'subnet': {'network_id': '2f7f712f-7346-42c2-b097-b4b48d9f78be', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1981272812-subnet', 'tenant_id': 'ef44ecc951964d51925463c5e09f9fbb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:24:36.625738 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-ba0f84fb-7b77-45a2-8217-802652d79ec4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786465444024'] for network (a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:36.654748 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4db672-3b54-4fe7-a1b6-f78e7a7221ac admin admin] Pushing event updated for resources: {'Network': ['ID=2f7f712f-7346-42c2-b097-b4b48d9f78be,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:36.658064 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.base_scheduler [None req-66ef63f3-424b-46cd-9bdd-813ac5b31156 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848848-4-iscsi, e25275fc-af73-47fb-bfc4-a4005b8727d8) {{(pid=103844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:24:36.667621 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Network 2f7f712f-7346-42c2-b097-b4b48d9f78be details requested by agent ovs-agent-dv-cinder-848848-4-iscsi with host dv-cinder-848848-4-iscsi {{(pid=103846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 15:24:36.695887 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd663a8-0ddc-4da7-8569-99ac30d69636 admin admin] Made reservation on behalf of ef44ecc951964d51925463c5e09f9fbb for: {'subnet': 1} {{(pid=103844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:24:36.698791 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-cdd663a8-0ddc-4da7-8569-99ac30d69636 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:36.802768 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ef63f3-424b-46cd-9bdd-813ac5b31156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:24:36.802768 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-66ef63f3-424b-46cd-9bdd-813ac5b31156 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629707'] for subnet (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:36.803422 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.db.db_base_plugin_common [None req-9fae05bc-a0ef-44ba-bde4-bbffd550b12c admin admin] Allocated IP 172.27.3.243 (377cda5e-c384-46ee-8e00-4b775f415604/1975bb39-9f7d-4b8c-94d3-6023908c91e1/f019a37d-5764-468b-84a8-e637818622cc) {{(pid=103845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:24:36.803422 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-ba0f84fb-7b77-45a2-8217-802652d79ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-666929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561'] for network (a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:36.803422 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0f84fb-7b77-45a2-8217-802652d79ec4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:24:36.803422 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-ba0f84fb-7b77-45a2-8217-802652d79ec4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629707'] for network (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:36.803912 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fdf20f-c67e-4b26-8876-770caf685caf None None] Network e25275fc-af73-47fb-bfc4-a4005b8727d8 requested from dv-cinder-848848-4-iscsi {{(pid=103846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 15:24:36.804023 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-66ef63f3-424b-46cd-9bdd-813ac5b31156 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1670539 Jul 06 15:24:36.804023 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 49728) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:24:36.804383 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [None req-1d9e4904-fbbb-4818-986b-a15d0c733380 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-790398667-router', 'tenant_id': '9be64cd89e3b46738dca85e516a60d8a', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604'}}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:24:36.859685 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 49732) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:24:36.859685 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [None req-3137ee96-c96a-457b-b8f1-939708a40617 admin admin] Request body: {'subnet': {'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-209056874-subnet', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:24:36.860046 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-ba0f84fb-7b77-45a2-8217-802652d79ec4 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.7919705 Jul 06 15:24:36.881578 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-1d9e4904-fbbb-4818-986b-a15d0c733380 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-647350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109444'] for router (388a11a4-c249-4751-b715-d99174920e91), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:36.882734 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-1d9e4904-fbbb-4818-986b-a15d0c733380 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-647123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109453'] for router (388a11a4-c249-4751-b715-d99174920e91), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:36.978283 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3137ee96-c96a-457b-b8f1-939708a40617 admin admin] Made reservation on behalf of e9fb04db8ac9464086cd7f3362e97455 for: {'subnet': 1} {{(pid=103844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:24:36.983344 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-3137ee96-c96a-457b-b8f1-939708a40617 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:37.152679 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ea6539-dd6d-48c3-8da8-bb66dd3c320e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa43ccfed-9ada-5d0f-938a-3e2abdea0954-e25275fc-af73-47fb-bfc4-a4005b8727d8', 'network_id': 'e25275fc-af73-47fb-bfc4-a4005b8727d8', 'project_id': '9be64cd89e3b46738dca85e516a60d8a', 'fixed_ips': [{'subnet_id': 'e0fd46af-3762-4170-ab9e-cd9cd8d2a83b'}]}} from dv-cinder-848848-4-iscsi. {{(pid=103846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 06 15:24:37.157103 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-21ea6539-dd6d-48c3-8da8-bb66dd3c320e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (None), before_create {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:37.201438 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0f84fb-7b77-45a2-8217-802652d79ec4 admin admin] Pushing event updated for resources: {'Network': ['ID=a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:37.285308 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-9fae05bc-a0ef-44ba-bde4-bbffd550b12c admin admin] Publish callbacks [] for port (f019a37d-5764-468b-84a8-e637818622cc), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:37.287028 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Network a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5 details requested by agent ovs-agent-dv-cinder-848848-4-iscsi with host dv-cinder-848848-4-iscsi {{(pid=103846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 15:24:37.289970 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 02761460-5492-4f8d-9bc8-bcd9f3fc61f1 up at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:24:37.343383 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:37.375327 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-9fae05bc-a0ef-44ba-bde4-bbffd550b12c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786465455737'] for port (f019a37d-5764-468b-84a8-e637818622cc), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:37.486698 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fae05bc-a0ef-44ba-bde4-bbffd550b12c admin admin] Pushing event updated for resources: {'Port': ['ID=f019a37d-5764-468b-84a8-e637818622cc,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:37.503520 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fae05bc-a0ef-44ba-bde4-bbffd550b12c admin admin] Network 377cda5e-c384-46ee-8e00-4b775f415604 is already hosted by enough agents. {{(pid=103845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:24:37.509370 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.base_scheduler [None req-9fae05bc-a0ef-44ba-bde4-bbffd550b12c admin admin] Resources bound (agent type, host, resource id): {{(pid=103845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:24:37.515280 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fae05bc-a0ef-44ba-bde4-bbffd550b12c admin admin] Received port after_create {{(pid=103845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 15:24:37.539085 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-1d9e4904-fbbb-4818-986b-a15d0c733380 admin admin] Publish callbacks [] for router_controller (388a11a4-c249-4751-b715-d99174920e91), precommit_add_association {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:37.579776 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Provisioning complete for port 02761460-5492-4f8d-9bc8-bcd9f3fc61f1 triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:24:37.580201 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (02761460-5492-4f8d-9bc8-bcd9f3fc61f1), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:37.590327 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:37.658246 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.db_base_plugin_common [None req-21ea6539-dd6d-48c3-8da8-bb66dd3c320e None None] Allocated IP 172.20.0.2 (e25275fc-af73-47fb-bfc4-a4005b8727d8/e0fd46af-3762-4170-ab9e-cd9cd8d2a83b/f08080a4-e2ff-4537-9291-559f4bc838e5) {{(pid=103846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:24:37.677378 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 49758) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:24:37.699343 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:37.779192 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=80,neutron:DELETE=2,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:37.891023 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-cdd663a8-0ddc-4da7-8569-99ac30d69636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561'] for subnet (d2607162-f852-4242-9cef-eb0efdf849b4), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:37.951576 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-27a8f1a0-9eef-45d0-873d-f79c001db7f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:37.958777 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-21ea6539-dd6d-48c3-8da8-bb66dd3c320e None None] Publish callbacks [] for port (f08080a4-e2ff-4537-9291-559f4bc838e5), precommit_create {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:37.996639 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-9fae05bc-a0ef-44ba-bde4-bbffd550b12c admin admin] Publish callbacks [] for router_gateway (edb7c835-6d1a-4461-88b0-7e358345f5de), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:38.009285 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Current status of the port 02761460-5492-4f8d-9bc8-bcd9f3fc61f1 is: DOWN; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:24:38.009915 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (02761460-5492-4f8d-9bc8-bcd9f3fc61f1), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:38.012441 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-21ea6539-dd6d-48c3-8da8-bb66dd3c320e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786465455737'] for port (f08080a4-e2ff-4537-9291-559f4bc838e5), after_create {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:38.076563 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ea6539-dd6d-48c3-8da8-bb66dd3c320e None None] Network e25275fc-af73-47fb-bfc4-a4005b8727d8 is already hosted by enough agents. {{(pid=103846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:24:38.087478 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.scheduler.base_scheduler [None req-21ea6539-dd6d-48c3-8da8-bb66dd3c320e None None] Resources bound (agent type, host, resource id): {{(pid=103846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:24:38.094575 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ea6539-dd6d-48c3-8da8-bb66dd3c320e None None] Received port after_create {{(pid=103846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 15:24:38.106007 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-1d9e4904-fbbb-4818-986b-a15d0c733380 admin admin] Publish callbacks [] for router_gateway (388a11a4-c249-4751-b715-d99174920e91), precommit_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:38.107033 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ea6539-dd6d-48c3-8da8-bb66dd3c320e None None] Pushing event updated for resources: {'Port': ['ID=f08080a4-e2ff-4537-9291-559f4bc838e5,revision_number=1']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:38.118178 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd663a8-0ddc-4da7-8569-99ac30d69636 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2607162-f852-4242-9cef-eb0efdf849b4,revision_number=0']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:38.121931 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:38.126441 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-3137ee96-c96a-457b-b8f1-939708a40617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561'] for subnet (f20ae9c1-f124-46af-83bd-c43bda7bdca6), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:38.140791 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] For port 02761460-5492-4f8d-9bc8-bcd9f3fc61f1, host dv-cinder-848848-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=02761460-5492-4f8d-9bc8-bcd9f3fc61f1,segment=NetworkSegment(8b9fcdf4-24f7-46ab-b771-db26fc7e4c98),segment_id=8b9fcdf4-24f7-46ab-b771-db26fc7e4c98)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:24:38.148427 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (02761460-5492-4f8d-9bc8-bcd9f3fc61f1), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:38.198607 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd663a8-0ddc-4da7-8569-99ac30d69636 admin admin] Checking segment: {'id': '21878ae0-c04f-4cb0-b2f0-7098f6c37266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '2f7f712f-7346-42c2-b097-b4b48d9f78be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:24:38.198963 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd663a8-0ddc-4da7-8569-99ac30d69636 admin admin] Network hostable DHCP agents. Network: 2f7f712f-7346-42c2-b097-b4b48d9f78be, hostable agents: ['a81823b9-ba52-46bb-9bcd-43b269600933'], hosted agents: [] {{(pid=103844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 15:24:38.231119 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Pushing event updated for resources: {'Port': ['ID=02761460-5492-4f8d-9bc8-bcd9f3fc61f1,revision_number=3']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:38.257385 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.managers [None req-21ea6539-dd6d-48c3-8da8-bb66dd3c320e None None] Attempting to bind port f08080a4-e2ff-4537-9291-559f4bc838e5 on host dv-cinder-848848-4-iscsi for vnic_type normal with profile {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 15:24:38.257782 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.managers [None req-21ea6539-dd6d-48c3-8da8-bb66dd3c320e None None] Attempting to bind port f08080a4-e2ff-4537-9291-559f4bc838e5 by drivers openvswitch,hyperv on host dv-cinder-848848-4-iscsi at level 0 using segments [{'id': '8204b9b4-67b5-4078-b2a8-fdc5e4764718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e25275fc-af73-47fb-bfc4-a4005b8727d8'}] {{(pid=103846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 15:24:38.258143 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ea6539-dd6d-48c3-8da8-bb66dd3c320e None None] Attempting to bind port f08080a4-e2ff-4537-9291-559f4bc838e5 on network e25275fc-af73-47fb-bfc4-a4005b8727d8 {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:24:38.266967 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ea6539-dd6d-48c3-8da8-bb66dd3c320e None None] Checking agent: {'id': 'd26a5351-3de7-44f9-93eb-9fed5ee5b55b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848848-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 15, 16, 51), 'started_at': datetime.datetime(2022, 7, 6, 15, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 15, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848848-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 15:24:38.267386 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ea6539-dd6d-48c3-8da8-bb66dd3c320e None None] Checking segment: {'id': '8204b9b4-67b5-4078-b2a8-fdc5e4764718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e25275fc-af73-47fb-bfc4-a4005b8727d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:24:38.268765 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-21ea6539-dd6d-48c3-8da8-bb66dd3c320e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:38.269156 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ea6539-dd6d-48c3-8da8-bb66dd3c320e None None] Bound using segment: {'id': '8204b9b4-67b5-4078-b2a8-fdc5e4764718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e25275fc-af73-47fb-bfc4-a4005b8727d8'} {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 15:24:38.270072 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.managers [None req-21ea6539-dd6d-48c3-8da8-bb66dd3c320e None None] Bound port: f08080a4-e2ff-4537-9291-559f4bc838e5, host: dv-cinder-848848-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8204b9b4-67b5-4078-b2a8-fdc5e4764718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e25275fc-af73-47fb-bfc4-a4005b8727d8'}}] {{(pid=103846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 15:24:38.270474 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-21ea6539-dd6d-48c3-8da8-bb66dd3c320e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (f08080a4-e2ff-4537-9291-559f4bc838e5), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:38.276027 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=9 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:38.282462 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3137ee96-c96a-457b-b8f1-939708a40617 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f20ae9c1-f124-46af-83bd-c43bda7bdca6,revision_number=0']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:38.312039 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd663a8-0ddc-4da7-8569-99ac30d69636 admin admin] Network 2f7f712f-7346-42c2-b097-b4b48d9f78be is scheduled to be hosted by DHCP agent a81823b9-ba52-46bb-9bcd-43b269600933 with binding_index 1 {{(pid=103844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 15:24:38.318647 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3137ee96-c96a-457b-b8f1-939708a40617 admin admin] Checking segment: {'id': '9e485fae-b0f5-4f5a-9064-6e2e7153a585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:24:38.318996 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3137ee96-c96a-457b-b8f1-939708a40617 admin admin] Network hostable DHCP agents. Network: a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5, hostable agents: ['a81823b9-ba52-46bb-9bcd-43b269600933'], hosted agents: [] {{(pid=103844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 15:24:38.321971 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4491c2c-84e9-4a24-bab8-dd9fb8fd3432 None None] Network c3020644-2bbb-40b0-b72d-4d80a8b6cb34 requested from dv-cinder-848848-4-iscsi {{(pid=103846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 15:24:38.359873 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-27a8f1a0-9eef-45d0-873d-f79c001db7f4 admin admin] Publish callbacks [] for security_group (e684b49e-72d8-4c21-ad31-b176c497cd5f), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:38.386665 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.base_scheduler [None req-cdd663a8-0ddc-4da7-8569-99ac30d69636 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848848-4-iscsi, 2f7f712f-7346-42c2-b097-b4b48d9f78be) {{(pid=103844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:24:38.397494 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd663a8-0ddc-4da7-8569-99ac30d69636 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:24:38.397641 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-27a8f1a0-9eef-45d0-873d-f79c001db7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (e684b49e-72d8-4c21-ad31-b176c497cd5f), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:38.398090 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-cdd663a8-0ddc-4da7-8569-99ac30d69636 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629707'] for subnet (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:38.474017 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-27a8f1a0-9eef-45d0-873d-f79c001db7f4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8f95961717a844969240b7b718c8e764&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7953150 Jul 06 15:24:38.476975 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-9fae05bc-a0ef-44ba-bde4-bbffd550b12c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591614'] for router (edb7c835-6d1a-4461-88b0-7e358345f5de), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:38.477845 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 49770) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:24:38.481246 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a8f1a0-9eef-45d0-873d-f79c001db7f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e684b49e-72d8-4c21-ad31-b176c497cd5f,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:38.501899 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f74f7d-1d08-44f5-aad3-6b60d6020bd2 None None] Network 2f7f712f-7346-42c2-b097-b4b48d9f78be requested from dv-cinder-848848-4-iscsi {{(pid=103846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 15:24:38.545550 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-21ea6539-dd6d-48c3-8da8-bb66dd3c320e None None] For port f08080a4-e2ff-4537-9291-559f4bc838e5, host dv-cinder-848848-4-iscsi, cleared binding levels {{(pid=103846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:24:38.549135 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-6ccf468a-979f-4e0f-ad18-83ac1cab7f3c None None] Provisioning complete for port 02761460-5492-4f8d-9bc8-bcd9f3fc61f1 triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:24:38.550027 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-6ccf468a-979f-4e0f-ad18-83ac1cab7f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (02761460-5492-4f8d-9bc8-bcd9f3fc61f1), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:38.572403 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3137ee96-c96a-457b-b8f1-939708a40617 admin admin] Network a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5 is scheduled to be hosted by DHCP agent a81823b9-ba52-46bb-9bcd-43b269600933 with binding_index 1 {{(pid=103844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 15:24:38.594168 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-21ea6539-dd6d-48c3-8da8-bb66dd3c320e None None] For port f08080a4-e2ff-4537-9291-559f4bc838e5, host dv-cinder-848848-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=f08080a4-e2ff-4537-9291-559f4bc838e5,segment=NetworkSegment(8204b9b4-67b5-4078-b2a8-fdc5e4764718),segment_id=8204b9b4-67b5-4078-b2a8-fdc5e4764718)] {{(pid=103846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:24:38.601201 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-cdd663a8-0ddc-4da7-8569-99ac30d69636 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.0263560 Jul 06 15:24:38.602276 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 49774) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:24:38.603048 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.base_scheduler [None req-3137ee96-c96a-457b-b8f1-939708a40617 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848848-4-iscsi, a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5) {{(pid=103844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:24:38.617739 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3137ee96-c96a-457b-b8f1-939708a40617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:24:38.618454 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-3137ee96-c96a-457b-b8f1-939708a40617 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629707'] for subnet (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:38.625191 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.v2.base [None req-e06bb03a-abdd-4ed1-8698-088ae30f1d88 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1981272812-router', 'tenant_id': 'ef44ecc951964d51925463c5e09f9fbb', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604'}}} {{(pid=103845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:24:38.633547 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-1d9e4904-fbbb-4818-986b-a15d0c733380 admin admin] Publish callbacks [] for router_gateway (388a11a4-c249-4751-b715-d99174920e91), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:38.637532 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-c7f1385d-7a46-4734-bdea-682c14efa9d7 admin admin] Publish callbacks [] for security_group (e684b49e-72d8-4c21-ad31-b176c497cd5f), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:38.644595 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de295973-fea8-490d-a235-6d6f5630e742 None None] Network a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5 requested from dv-cinder-848848-4-iscsi {{(pid=103846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 15:24:38.652475 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-21ea6539-dd6d-48c3-8da8-bb66dd3c320e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (f08080a4-e2ff-4537-9291-559f4bc838e5), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:38.656623 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-1d9e4904-fbbb-4818-986b-a15d0c733380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:38.661473 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-3137ee96-c96a-457b-b8f1-939708a40617 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8162200 Jul 06 15:24:38.664289 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:38.668331 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 49778) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:24:38.674448 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [None req-6a25096b-5ab0-42d6-aff1-192865f28255 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-209056874-router', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604'}}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:24:38.693271 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-c7f1385d-7a46-4734-bdea-682c14efa9d7 admin admin] Publish callbacks [] for security_group (e684b49e-72d8-4c21-ad31-b176c497cd5f), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:38.703389 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-e06bb03a-abdd-4ed1-8698-088ae30f1d88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-647350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109444'] for router (35358e22-072e-4430-930f-25a4c4e0fe97), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:38.704377 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-e06bb03a-abdd-4ed1-8698-088ae30f1d88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-647123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109453'] for router (35358e22-072e-4430-930f-25a4c4e0fe97), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:38.749033 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:INSERT=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:38.761951 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-6a25096b-5ab0-42d6-aff1-192865f28255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-647350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109444'] for router (738b7c26-f6e3-475d-9804-afd562758ee8), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:38.771713 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-6a25096b-5ab0-42d6-aff1-192865f28255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-647123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109453'] for router (738b7c26-f6e3-475d-9804-afd562758ee8), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:38.864247 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-e06bb03a-abdd-4ed1-8698-088ae30f1d88 admin admin] Publish callbacks [] for router_controller (35358e22-072e-4430-930f-25a4c4e0fe97), precommit_add_association {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:38.892709 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80568acc-cf98-4a6a-8144-139acfe75512 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa43ccfed-9ada-5d0f-938a-3e2abdea0954-2f7f712f-7346-42c2-b097-b4b48d9f78be', 'network_id': '2f7f712f-7346-42c2-b097-b4b48d9f78be', 'project_id': 'ef44ecc951964d51925463c5e09f9fbb', 'fixed_ips': [{'subnet_id': 'd2607162-f852-4242-9cef-eb0efdf849b4'}]}} from dv-cinder-848848-4-iscsi. {{(pid=103846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 06 15:24:38.892709 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-80568acc-cf98-4a6a-8144-139acfe75512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (None), before_create {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:38.892915 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:38.962197 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:38.982367 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fae05bc-a0ef-44ba-bde4-bbffd550b12c admin admin] Router edb7c835-6d1a-4461-88b0-7e358345f5de is scheduled to L3 agent 8e6e5f2a-f235-48ed-8752-aab723ac44e7 with binding_index 1 {{(pid=103845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 06 15:24:38.983751 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.db_base_plugin_common [None req-1d9e4904-fbbb-4818-986b-a15d0c733380 admin admin] Allocated IP 172.27.3.98 (377cda5e-c384-46ee-8e00-4b775f415604/1975bb39-9f7d-4b8c-94d3-6023908c91e1/f7bfe687-70ec-446d-999e-42cd501881b7) {{(pid=103844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:24:39.067476 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-c7f1385d-7a46-4734-bdea-682c14efa9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (e684b49e-72d8-4c21-ad31-b176c497cd5f), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:39.070543 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-c7f1385d-7a46-4734-bdea-682c14efa9d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:39.092444 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-c7f1385d-7a46-4734-bdea-682c14efa9d7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e684b49e-72d8-4c21-ad31-b176c497cd5f HTTP/1.1" status: 204 len: 168 time: 0.5969286 Jul 06 15:24:39.108604 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-6a25096b-5ab0-42d6-aff1-192865f28255 admin admin] Publish callbacks [] for router_controller (738b7c26-f6e3-475d-9804-afd562758ee8), precommit_add_association {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:39.144561 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ea6539-dd6d-48c3-8da8-bb66dd3c320e None None] Pushing event updated for resources: {'Port': ['ID=f08080a4-e2ff-4537-9291-559f4bc838e5,revision_number=2']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:39.153226 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-6ccf468a-979f-4e0f-ad18-83ac1cab7f3c None None] Current status of the port 02761460-5492-4f8d-9bc8-bcd9f3fc61f1 is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:24:39.249114 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f1385d-7a46-4734-bdea-682c14efa9d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e684b49e-72d8-4c21-ad31-b176c497cd5f,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:39.285448 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 02761460-5492-4f8d-9bc8-bcd9f3fc61f1 up at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:24:39.289962 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:39.382271 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50a4db6-7bf9-42b9-b907-4f232b02dcf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa43ccfed-9ada-5d0f-938a-3e2abdea0954-a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5', 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5', 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'fixed_ips': [{'subnet_id': 'f20ae9c1-f124-46af-83bd-c43bda7bdca6'}]}} from dv-cinder-848848-4-iscsi. {{(pid=103846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 06 15:24:39.384797 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-f50a4db6-7bf9-42b9-b907-4f232b02dcf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (None), before_create {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:39.542496 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-6a25096b-5ab0-42d6-aff1-192865f28255 admin admin] Publish callbacks [] for router_gateway (738b7c26-f6e3-475d-9804-afd562758ee8), precommit_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:39.568426 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-1d9e4904-fbbb-4818-986b-a15d0c733380 admin admin] Publish callbacks [] for port (f7bfe687-70ec-446d-999e-42cd501881b7), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:39.678663 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-1d9e4904-fbbb-4818-986b-a15d0c733380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786465455737'] for port (f7bfe687-70ec-446d-999e-42cd501881b7), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:39.689300 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fae05bc-a0ef-44ba-bde4-bbffd550b12c admin admin] Notify agent at l3_agent.dv-cinder-848848-4-iscsi the message routers_updated {{(pid=103845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:24:39.695137 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.db_base_plugin_common [None req-f50a4db6-7bf9-42b9-b907-4f232b02dcf2 None None] Allocated IP 172.20.0.2 (a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5/f20ae9c1-f124-46af-83bd-c43bda7bdca6/c4163169-578f-497c-9e56-d8ca273bcb71) {{(pid=103846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:24:39.704302 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21104dd-b0f1-415f-a2b9-31d6140c9eb5 None None] Sync routers for ids ['edb7c835-6d1a-4461-88b0-7e358345f5de'] in dv-cinder-848848-4-iscsi {{(pid=103847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:24:39.734734 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-e06bb03a-abdd-4ed1-8698-088ae30f1d88 admin admin] Publish callbacks [] for router_gateway (35358e22-072e-4430-930f-25a4c4e0fe97), precommit_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:39.739249 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21104dd-b0f1-415f-a2b9-31d6140c9eb5 None None] Routers {'edb7c835-6d1a-4461-88b0-7e358345f5de'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:24:39.741378 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-a21104dd-b0f1-415f-a2b9-31d6140c9eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:24:18Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['edb7c835-6d1a-4461-88b0-7e358345f5de'], 'active': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:24:39.745417 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-9fae05bc-a0ef-44ba-bde4-bbffd550b12c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:39.747285 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-9fae05bc-a0ef-44ba-bde4-bbffd550b12c admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.3509426 Jul 06 15:24:39.764069 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 49816) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:24:39.852946 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9e4904-fbbb-4818-986b-a15d0c733380 admin admin] Network 377cda5e-c384-46ee-8e00-4b775f415604 is already hosted by enough agents. {{(pid=103844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:24:39.858418 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.base_scheduler [None req-1d9e4904-fbbb-4818-986b-a15d0c733380 admin admin] Resources bound (agent type, host, resource id): {{(pid=103844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:24:39.867178 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9e4904-fbbb-4818-986b-a15d0c733380 admin admin] Received port after_create {{(pid=103844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 15:24:39.899021 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-f50a4db6-7bf9-42b9-b907-4f232b02dcf2 None None] Publish callbacks [] for port (c4163169-578f-497c-9e56-d8ca273bcb71), precommit_create {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:39.906012 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:39.908243 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-ce51d9a3-c11c-4eb9-b840-f5b92ef97711 None None] Provisioning complete for port 02761460-5492-4f8d-9bc8-bcd9f3fc61f1 triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:24:39.908626 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-ce51d9a3-c11c-4eb9-b840-f5b92ef97711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (02761460-5492-4f8d-9bc8-bcd9f3fc61f1), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:39.915279 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-f50a4db6-7bf9-42b9-b907-4f232b02dcf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786465455737'] for port (c4163169-578f-497c-9e56-d8ca273bcb71), after_create {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:39.990869 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9e4904-fbbb-4818-986b-a15d0c733380 admin admin] Pushing event updated for resources: {'Port': ['ID=f7bfe687-70ec-446d-999e-42cd501881b7,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:40.026600 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Provisioning complete for port 02761460-5492-4f8d-9bc8-bcd9f3fc61f1 triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:24:40.027235 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (02761460-5492-4f8d-9bc8-bcd9f3fc61f1), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:40.040199 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50a4db6-7bf9-42b9-b907-4f232b02dcf2 None None] Network a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5 is already hosted by enough agents. {{(pid=103846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:24:40.061261 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.scheduler.base_scheduler [None req-f50a4db6-7bf9-42b9-b907-4f232b02dcf2 None None] Resources bound (agent type, host, resource id): {{(pid=103846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:24:40.100427 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-6a25096b-5ab0-42d6-aff1-192865f28255 admin admin] Publish callbacks [] for router_gateway (738b7c26-f6e3-475d-9804-afd562758ee8), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:40.105756 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.db_base_plugin_common [None req-80568acc-cf98-4a6a-8144-139acfe75512 None None] Allocated IP 172.20.0.2 (2f7f712f-7346-42c2-b097-b4b48d9f78be/d2607162-f852-4242-9cef-eb0efdf849b4/35aae1e2-9c5a-4c0b-af62-404ccd1f8247) {{(pid=103846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:24:40.120944 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50a4db6-7bf9-42b9-b907-4f232b02dcf2 None None] Received port after_create {{(pid=103846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 15:24:40.158067 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvr_db [None req-a21104dd-b0f1-415f-a2b9-31d6140c9eb5 None None] Set router edb7c835-6d1a-4461-88b0-7e358345f5de gateway port host: dv-cinder-848848-4-iscsi {{(pid=103847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:24:40.168330 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-6a25096b-5ab0-42d6-aff1-192865f28255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:40.180900 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:40.255110 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50a4db6-7bf9-42b9-b907-4f232b02dcf2 None None] Pushing event updated for resources: {'Port': ['ID=c4163169-578f-497c-9e56-d8ca273bcb71,revision_number=1']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:40.483591 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Current status of the port 02761460-5492-4f8d-9bc8-bcd9f3fc61f1 is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:24:40.543856 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-ce51d9a3-c11c-4eb9-b840-f5b92ef97711 None None] Current status of the port 02761460-5492-4f8d-9bc8-bcd9f3fc61f1 is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:24:40.546194 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.managers [None req-f50a4db6-7bf9-42b9-b907-4f232b02dcf2 None None] Attempting to bind port c4163169-578f-497c-9e56-d8ca273bcb71 on host dv-cinder-848848-4-iscsi for vnic_type normal with profile {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 15:24:40.546835 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.managers [None req-f50a4db6-7bf9-42b9-b907-4f232b02dcf2 None None] Attempting to bind port c4163169-578f-497c-9e56-d8ca273bcb71 by drivers openvswitch,hyperv on host dv-cinder-848848-4-iscsi at level 0 using segments [{'id': '9e485fae-b0f5-4f5a-9064-6e2e7153a585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5'}] {{(pid=103846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 15:24:40.547824 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50a4db6-7bf9-42b9-b907-4f232b02dcf2 None None] Attempting to bind port c4163169-578f-497c-9e56-d8ca273bcb71 on network a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5 {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:24:40.562611 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50a4db6-7bf9-42b9-b907-4f232b02dcf2 None None] Checking agent: {'id': 'd26a5351-3de7-44f9-93eb-9fed5ee5b55b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848848-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 15, 16, 51), 'started_at': datetime.datetime(2022, 7, 6, 15, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 15, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848848-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 15:24:40.563274 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50a4db6-7bf9-42b9-b907-4f232b02dcf2 None None] Checking segment: {'id': '9e485fae-b0f5-4f5a-9064-6e2e7153a585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:24:40.563866 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-f50a4db6-7bf9-42b9-b907-4f232b02dcf2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:40.564454 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50a4db6-7bf9-42b9-b907-4f232b02dcf2 None None] Bound using segment: {'id': '9e485fae-b0f5-4f5a-9064-6e2e7153a585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5'} {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 15:24:40.565677 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.managers [None req-f50a4db6-7bf9-42b9-b907-4f232b02dcf2 None None] Bound port: c4163169-578f-497c-9e56-d8ca273bcb71, host: dv-cinder-848848-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e485fae-b0f5-4f5a-9064-6e2e7153a585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5'}}] {{(pid=103846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 15:24:40.566278 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-f50a4db6-7bf9-42b9-b907-4f232b02dcf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (c4163169-578f-497c-9e56-d8ca273bcb71), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:40.580290 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.db_base_plugin_common [None req-6a25096b-5ab0-42d6-aff1-192865f28255 admin admin] Allocated IP 172.27.3.132 (377cda5e-c384-46ee-8e00-4b775f415604/1975bb39-9f7d-4b8c-94d3-6023908c91e1/c4670a52-f3eb-4623-b6a0-3b65870597ee) {{(pid=103844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:24:40.645716 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:40.649768 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-e06bb03a-abdd-4ed1-8698-088ae30f1d88 admin admin] Publish callbacks [] for router_gateway (35358e22-072e-4430-930f-25a4c4e0fe97), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:40.674259 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-f50a4db6-7bf9-42b9-b907-4f232b02dcf2 None None] For port c4163169-578f-497c-9e56-d8ca273bcb71, host dv-cinder-848848-4-iscsi, cleared binding levels {{(pid=103846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:24:40.678829 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-f50a4db6-7bf9-42b9-b907-4f232b02dcf2 None None] For port c4163169-578f-497c-9e56-d8ca273bcb71, host dv-cinder-848848-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=c4163169-578f-497c-9e56-d8ca273bcb71,segment=NetworkSegment(9e485fae-b0f5-4f5a-9064-6e2e7153a585),segment_id=9e485fae-b0f5-4f5a-9064-6e2e7153a585)] {{(pid=103846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:24:40.686290 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d4b761-328d-476a-8601-c64021ef50ba None None] Network e25275fc-af73-47fb-bfc4-a4005b8727d8 requested from dv-cinder-848848-4-iscsi {{(pid=103846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 15:24:40.705632 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-f50a4db6-7bf9-42b9-b907-4f232b02dcf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (c4163169-578f-497c-9e56-d8ca273bcb71), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:40.713987 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-e06bb03a-abdd-4ed1-8698-088ae30f1d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:40.738474 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-6a25096b-5ab0-42d6-aff1-192865f28255 admin admin] Publish callbacks [] for port (c4670a52-f3eb-4623-b6a0-3b65870597ee), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:40.762093 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-a21104dd-b0f1-415f-a2b9-31d6140c9eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb7c835-6d1a-4461-88b0-7e358345f5de', 'name': 'tempest-AttachVolumeTestJSON-1669651781-router', 'tenant_id': '6707399c704e4c97939dc84df58cb39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'f019a37d-5764-468b-84a8-e637818622cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:35Z', 'updated_at': '2022-07-06T15:24:37Z', 'revision_number': 3, 'project_id': '6707399c704e4c97939dc84df58cb39f', 'gw_port': {'id': 'f019a37d-5764-468b-84a8-e637818622cc', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb7c835-6d1a-4461-88b0-7e358345f5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:36Z', 'updated_at': '2022-07-06T15:24:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi'}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:24:40.774170 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:40.783621 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:40.787370 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-6a25096b-5ab0-42d6-aff1-192865f28255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786465455737'] for port (c4670a52-f3eb-4623-b6a0-3b65870597ee), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:40.793281 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:40.800244 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50a4db6-7bf9-42b9-b907-4f232b02dcf2 None None] Pushing event updated for resources: {'Port': ['ID=c4163169-578f-497c-9e56-d8ca273bcb71,revision_number=2']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:40.820397 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21104dd-b0f1-415f-a2b9-31d6140c9eb5 None None] Checking router: edb7c835-6d1a-4461-88b0-7e358345f5de for host: dv-cinder-848848-4-iscsi {{(pid=103847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:24:40.821137 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21104dd-b0f1-415f-a2b9-31d6140c9eb5 None None] Updating router edb7c835-6d1a-4461-88b0-7e358345f5de port f019a37d-5764-468b-84a8-e637818622cc binding host dv-cinder-848848-4-iscsi {{(pid=103847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 15:24:40.830263 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-34446100-73fe-41f6-b962-30273de3ce74 None None] Provisioning complete for port f08080a4-e2ff-4537-9291-559f4bc838e5 triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:24:40.830797 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-34446100-73fe-41f6-b962-30273de3ce74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (f08080a4-e2ff-4537-9291-559f4bc838e5), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:40.837660 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a25096b-5ab0-42d6-aff1-192865f28255 admin admin] Network 377cda5e-c384-46ee-8e00-4b775f415604 is already hosted by enough agents. {{(pid=103844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:24:40.842129 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.base_scheduler [None req-6a25096b-5ab0-42d6-aff1-192865f28255 admin admin] Resources bound (agent type, host, resource id): {{(pid=103844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:24:40.849635 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a25096b-5ab0-42d6-aff1-192865f28255 admin admin] Received port after_create {{(pid=103844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 15:24:40.895796 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a21104dd-b0f1-415f-a2b9-31d6140c9eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (f019a37d-5764-468b-84a8-e637818622cc), before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:40.905989 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.db.db_base_plugin_common [None req-e06bb03a-abdd-4ed1-8698-088ae30f1d88 admin admin] Allocated IP 172.27.3.6 (377cda5e-c384-46ee-8e00-4b775f415604/1975bb39-9f7d-4b8c-94d3-6023908c91e1/1ba82ad7-6367-4594-876a-c7e2c13c8b3b) {{(pid=103845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:24:40.963488 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:40.990309 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-80568acc-cf98-4a6a-8144-139acfe75512 None None] Publish callbacks [] for port (35aae1e2-9c5a-4c0b-af62-404ccd1f8247), precommit_create {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:41.046151 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-80568acc-cf98-4a6a-8144-139acfe75512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786465455737'] for port (35aae1e2-9c5a-4c0b-af62-404ccd1f8247), after_create {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:41.079530 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80568acc-cf98-4a6a-8144-139acfe75512 None None] Network 2f7f712f-7346-42c2-b097-b4b48d9f78be is already hosted by enough agents. {{(pid=103846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:24:41.087509 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.scheduler.base_scheduler [None req-80568acc-cf98-4a6a-8144-139acfe75512 None None] Resources bound (agent type, host, resource id): {{(pid=103846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:24:41.099742 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-e06bb03a-abdd-4ed1-8698-088ae30f1d88 admin admin] Publish callbacks [] for port (1ba82ad7-6367-4594-876a-c7e2c13c8b3b), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:41.148131 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-34446100-73fe-41f6-b962-30273de3ce74 None None] Current status of the port f08080a4-e2ff-4537-9291-559f4bc838e5 is: DOWN; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:24:41.148615 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-34446100-73fe-41f6-b962-30273de3ce74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (f08080a4-e2ff-4537-9291-559f4bc838e5), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:41.158170 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80568acc-cf98-4a6a-8144-139acfe75512 None None] Received port after_create {{(pid=103846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 15:24:41.320732 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a25096b-5ab0-42d6-aff1-192865f28255 admin admin] Pushing event updated for resources: {'Port': ['ID=c4670a52-f3eb-4623-b6a0-3b65870597ee,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:41.421775 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-e06bb03a-abdd-4ed1-8698-088ae30f1d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786465455737'] for port (1ba82ad7-6367-4594-876a-c7e2c13c8b3b), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:41.567083 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a21104dd-b0f1-415f-a2b9-31d6140c9eb5 None None] Publish callbacks [] for port (f019a37d-5764-468b-84a8-e637818622cc), precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:41.568351 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:41.576071 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a21104dd-b0f1-415f-a2b9-31d6140c9eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (f019a37d-5764-468b-84a8-e637818622cc), after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:41.579720 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06bb03a-abdd-4ed1-8698-088ae30f1d88 admin admin] Network 377cda5e-c384-46ee-8e00-4b775f415604 is already hosted by enough agents. {{(pid=103845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:24:41.610188 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.base_scheduler [None req-e06bb03a-abdd-4ed1-8698-088ae30f1d88 admin admin] Resources bound (agent type, host, resource id): {{(pid=103845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:24:41.617305 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06bb03a-abdd-4ed1-8698-088ae30f1d88 admin admin] Received port after_create {{(pid=103845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 15:24:41.625428 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06bb03a-abdd-4ed1-8698-088ae30f1d88 admin admin] Pushing event updated for resources: {'Port': ['ID=1ba82ad7-6367-4594-876a-c7e2c13c8b3b,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:41.641461 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device f08080a4-e2ff-4537-9291-559f4bc838e5 up at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:24:41.648610 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dc5fc7-3f85-4789-850a-623c15b1e634 None None] Pushing event updated for resources: {'Port': ['ID=f019a37d-5764-468b-84a8-e637818622cc,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:41.649698 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.managers [None req-80568acc-cf98-4a6a-8144-139acfe75512 None None] Attempting to bind port 35aae1e2-9c5a-4c0b-af62-404ccd1f8247 on host dv-cinder-848848-4-iscsi for vnic_type normal with profile {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 15:24:41.649698 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.managers [None req-80568acc-cf98-4a6a-8144-139acfe75512 None None] Attempting to bind port 35aae1e2-9c5a-4c0b-af62-404ccd1f8247 by drivers openvswitch,hyperv on host dv-cinder-848848-4-iscsi at level 0 using segments [{'id': '21878ae0-c04f-4cb0-b2f0-7098f6c37266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '2f7f712f-7346-42c2-b097-b4b48d9f78be'}] {{(pid=103846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 15:24:41.649952 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80568acc-cf98-4a6a-8144-139acfe75512 None None] Attempting to bind port 35aae1e2-9c5a-4c0b-af62-404ccd1f8247 on network 2f7f712f-7346-42c2-b097-b4b48d9f78be {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:24:41.665568 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc5fc7-3f85-4789-850a-623c15b1e634 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:41.666514 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc5fc7-3f85-4789-850a-623c15b1e634 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:41.667134 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc5fc7-3f85-4789-850a-623c15b1e634 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:41.668521 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc5fc7-3f85-4789-850a-623c15b1e634 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:41.669205 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc5fc7-3f85-4789-850a-623c15b1e634 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:41.669788 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc5fc7-3f85-4789-850a-623c15b1e634 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:41.670370 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc5fc7-3f85-4789-850a-623c15b1e634 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:41.671178 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc5fc7-3f85-4789-850a-623c15b1e634 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:41.672951 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc5fc7-3f85-4789-850a-623c15b1e634 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:41.673765 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc5fc7-3f85-4789-850a-623c15b1e634 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:41.677309 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80568acc-cf98-4a6a-8144-139acfe75512 None None] Checking agent: {'id': 'd26a5351-3de7-44f9-93eb-9fed5ee5b55b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848848-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 15, 16, 51), 'started_at': datetime.datetime(2022, 7, 6, 15, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 15, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848848-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 15:24:41.677309 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80568acc-cf98-4a6a-8144-139acfe75512 None None] Checking segment: {'id': '21878ae0-c04f-4cb0-b2f0-7098f6c37266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '2f7f712f-7346-42c2-b097-b4b48d9f78be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:24:41.678349 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-80568acc-cf98-4a6a-8144-139acfe75512 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:41.678349 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80568acc-cf98-4a6a-8144-139acfe75512 None None] Bound using segment: {'id': '21878ae0-c04f-4cb0-b2f0-7098f6c37266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '2f7f712f-7346-42c2-b097-b4b48d9f78be'} {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 15:24:41.678349 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.managers [None req-80568acc-cf98-4a6a-8144-139acfe75512 None None] Bound port: 35aae1e2-9c5a-4c0b-af62-404ccd1f8247, host: dv-cinder-848848-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21878ae0-c04f-4cb0-b2f0-7098f6c37266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '2f7f712f-7346-42c2-b097-b4b48d9f78be'}}] {{(pid=103846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 15:24:41.678804 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-80568acc-cf98-4a6a-8144-139acfe75512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (35aae1e2-9c5a-4c0b-af62-404ccd1f8247), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:41.679719 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc5fc7-3f85-4789-850a-623c15b1e634 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:41.681152 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc5fc7-3f85-4789-850a-623c15b1e634 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:41.683262 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc5fc7-3f85-4789-850a-623c15b1e634 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:41.683262 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc5fc7-3f85-4789-850a-623c15b1e634 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:41.683262 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc5fc7-3f85-4789-850a-623c15b1e634 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:24:41.686756 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-1d9e4904-fbbb-4818-986b-a15d0c733380 admin admin] Publish callbacks [] for router_gateway (388a11a4-c249-4751-b715-d99174920e91), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:41.686877 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc5fc7-3f85-4789-850a-623c15b1e634 None None] Tracked resource versions report: Jul 06 15:24:41.686877 dv-cinder-848848-4-iscsi neutron-server[103847]: pushed versions: Jul 06 15:24:41.686877 dv-cinder-848848-4-iscsi neutron-server[103847]: { 'AddressGroup': {'1.2'}, Jul 06 15:24:41.686877 dv-cinder-848848-4-iscsi neutron-server[103847]: 'Agent': {'1.1'}, Jul 06 15:24:41.686877 dv-cinder-848848-4-iscsi neutron-server[103847]: 'ConntrackHelper': {'1.0'}, Jul 06 15:24:41.686877 dv-cinder-848848-4-iscsi neutron-server[103847]: 'LocalIPAssociation': {'1.0'}, Jul 06 15:24:41.686877 dv-cinder-848848-4-iscsi neutron-server[103847]: 'Log': {'1.0'}, Jul 06 15:24:41.686877 dv-cinder-848848-4-iscsi neutron-server[103847]: 'NDPProxy': {'1.0'}, Jul 06 15:24:41.686877 dv-cinder-848848-4-iscsi neutron-server[103847]: 'Network': {'1.1'}, Jul 06 15:24:41.686877 dv-cinder-848848-4-iscsi neutron-server[103847]: 'Port': {'1.7'}, Jul 06 15:24:41.686877 dv-cinder-848848-4-iscsi neutron-server[103847]: 'PortForwarding': {'1.3'}, Jul 06 15:24:41.686877 dv-cinder-848848-4-iscsi neutron-server[103847]: 'QosPolicy': {'1.10'}, Jul 06 15:24:41.686877 dv-cinder-848848-4-iscsi neutron-server[103847]: 'SecurityGroup': {'1.5'}, Jul 06 15:24:41.686877 dv-cinder-848848-4-iscsi neutron-server[103847]: 'SecurityGroupRule': {'1.2'}, Jul 06 15:24:41.686877 dv-cinder-848848-4-iscsi neutron-server[103847]: 'SubPort': {'1.0'}, Jul 06 15:24:41.686877 dv-cinder-848848-4-iscsi neutron-server[103847]: 'Subnet': {'1.1'}, Jul 06 15:24:41.686877 dv-cinder-848848-4-iscsi neutron-server[103847]: 'Trunk': {'1.1'}} Jul 06 15:24:41.686877 dv-cinder-848848-4-iscsi neutron-server[103847]: consumer versions: Jul 06 15:24:41.686877 dv-cinder-848848-4-iscsi neutron-server[103847]: { DHCP agent@dv-cinder-848848-4-iscsi: {}, Jul 06 15:24:41.686877 dv-cinder-848848-4-iscsi neutron-server[103847]: HyperV agent@hv-cinder-84884: {}, Jul 06 15:24:41.686877 dv-cinder-848848-4-iscsi neutron-server[103847]: L3 agent@dv-cinder-848848-4-iscsi: {}, Jul 06 15:24:41.686877 dv-cinder-848848-4-iscsi neutron-server[103847]: Metadata agent@dv-cinder-848848-4-iscsi: {}, Jul 06 15:24:41.686877 dv-cinder-848848-4-iscsi neutron-server[103847]: Metering agent@dv-cinder-848848-4-iscsi: {}, Jul 06 15:24:41.686877 dv-cinder-848848-4-iscsi neutron-server[103847]: Open vSwitch agent@dv-cinder-848848-4-iscsi: { 'AddressGroup': '1.2', Jul 06 15:24:41.686877 dv-cinder-848848-4-iscsi neutron-server[103847]: 'Agent': '1.1', Jul 06 15:24:41.686877 dv-cinder-848848-4-iscsi neutron-server[103847]: 'ConntrackHelper': '1.0', Jul 06 15:24:41.686877 dv-cinder-848848-4-iscsi neutron-server[103847]: 'LocalIPAssociation': '1.0', Jul 06 15:24:41.686877 dv-cinder-848848-4-iscsi neutron-server[103847]: 'Log': '1.0', Jul 06 15:24:41.686877 dv-cinder-848848-4-iscsi neutron-server[103847]: 'NDPProxy': '1.0', Jul 06 15:24:41.686877 dv-cinder-848848-4-iscsi neutron-server[103847]: 'Network': '1.1', Jul 06 15:24:41.686877 dv-cinder-848848-4-iscsi neutron-server[103847]: 'Port': '1.7', Jul 06 15:24:41.686877 dv-cinder-848848-4-iscsi neutron-server[103847]: 'PortForwarding': '1.3', Jul 06 15:24:41.686877 dv-cinder-848848-4-iscsi neutron-server[103847]: 'QosPolicy': '1.10', Jul 06 15:24:41.686877 dv-cinder-848848-4-iscsi neutron-server[103847]: 'SecurityGroup': '1.5', Jul 06 15:24:41.686877 dv-cinder-848848-4-iscsi neutron-server[103847]: 'SecurityGroupRule': '1.2', Jul 06 15:24:41.686877 dv-cinder-848848-4-iscsi neutron-server[103847]: 'SubPort': '1.0', Jul 06 15:24:41.686877 dv-cinder-848848-4-iscsi neutron-server[103847]: 'Subnet': '1.1', Jul 06 15:24:41.686877 dv-cinder-848848-4-iscsi neutron-server[103847]: 'Trunk': '1.1'}} Jul 06 15:24:41.686877 dv-cinder-848848-4-iscsi neutron-server[103847]: {{(pid=103847) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 15:24:41.707499 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80568acc-cf98-4a6a-8144-139acfe75512 None None] Pushing event updated for resources: {'Port': ['ID=35aae1e2-9c5a-4c0b-af62-404ccd1f8247,revision_number=1']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:41.720408 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [None req-a21104dd-b0f1-415f-a2b9-31d6140c9eb5 None None] Attempting to bind port f019a37d-5764-468b-84a8-e637818622cc on host dv-cinder-848848-4-iscsi for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 15:24:41.721083 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [None req-a21104dd-b0f1-415f-a2b9-31d6140c9eb5 None None] Attempting to bind port f019a37d-5764-468b-84a8-e637818622cc by drivers openvswitch,hyperv on host dv-cinder-848848-4-iscsi at level 0 using segments [{'id': '7bafd98f-0c00-45ed-9abe-629590d245f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 15:24:41.722342 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21104dd-b0f1-415f-a2b9-31d6140c9eb5 None None] Attempting to bind port f019a37d-5764-468b-84a8-e637818622cc on network 377cda5e-c384-46ee-8e00-4b775f415604 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:24:41.737966 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21104dd-b0f1-415f-a2b9-31d6140c9eb5 None None] Checking agent: {'id': 'd26a5351-3de7-44f9-93eb-9fed5ee5b55b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848848-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 15, 16, 51), 'started_at': datetime.datetime(2022, 7, 6, 15, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 15, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848848-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 15:24:41.738533 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21104dd-b0f1-415f-a2b9-31d6140c9eb5 None None] Checking segment: {'id': '7bafd98f-0c00-45ed-9abe-629590d245f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:24:41.739091 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a21104dd-b0f1-415f-a2b9-31d6140c9eb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:41.739992 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21104dd-b0f1-415f-a2b9-31d6140c9eb5 None None] Bound using segment: {'id': '7bafd98f-0c00-45ed-9abe-629590d245f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 15:24:41.740627 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [None req-a21104dd-b0f1-415f-a2b9-31d6140c9eb5 None None] Bound port: f019a37d-5764-468b-84a8-e637818622cc, host: dv-cinder-848848-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bafd98f-0c00-45ed-9abe-629590d245f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 15:24:41.741213 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a21104dd-b0f1-415f-a2b9-31d6140c9eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (f019a37d-5764-468b-84a8-e637818622cc), before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:41.812962 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-a21104dd-b0f1-415f-a2b9-31d6140c9eb5 None None] For port f019a37d-5764-468b-84a8-e637818622cc, host dv-cinder-848848-4-iscsi, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:24:41.815610 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-6a25096b-5ab0-42d6-aff1-192865f28255 admin admin] Publish callbacks [] for router_gateway (738b7c26-f6e3-475d-9804-afd562758ee8), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:41.818234 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-a21104dd-b0f1-415f-a2b9-31d6140c9eb5 None None] For port f019a37d-5764-468b-84a8-e637818622cc, host dv-cinder-848848-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=f019a37d-5764-468b-84a8-e637818622cc,segment=NetworkSegment(7bafd98f-0c00-45ed-9abe-629590d245f2),segment_id=7bafd98f-0c00-45ed-9abe-629590d245f2)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:24:41.827028 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a21104dd-b0f1-415f-a2b9-31d6140c9eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (f019a37d-5764-468b-84a8-e637818622cc), after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:41.840960 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-80568acc-cf98-4a6a-8144-139acfe75512 None None] For port 35aae1e2-9c5a-4c0b-af62-404ccd1f8247, host dv-cinder-848848-4-iscsi, cleared binding levels {{(pid=103846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:24:41.844290 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-80568acc-cf98-4a6a-8144-139acfe75512 None None] For port 35aae1e2-9c5a-4c0b-af62-404ccd1f8247, host dv-cinder-848848-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=35aae1e2-9c5a-4c0b-af62-404ccd1f8247,segment=NetworkSegment(21878ae0-c04f-4cb0-b2f0-7098f6c37266),segment_id=21878ae0-c04f-4cb0-b2f0-7098f6c37266)] {{(pid=103846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:24:41.863019 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-80568acc-cf98-4a6a-8144-139acfe75512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (35aae1e2-9c5a-4c0b-af62-404ccd1f8247), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:41.876328 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-34446100-73fe-41f6-b962-30273de3ce74 None None] For port f08080a4-e2ff-4537-9291-559f4bc838e5, host dv-cinder-848848-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=f08080a4-e2ff-4537-9291-559f4bc838e5,segment=NetworkSegment(8204b9b4-67b5-4078-b2a8-fdc5e4764718),segment_id=8204b9b4-67b5-4078-b2a8-fdc5e4764718)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:24:41.914544 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:41.919623 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dc5fc7-3f85-4789-850a-623c15b1e634 None None] Pushing event updated for resources: {'Port': ['ID=f019a37d-5764-468b-84a8-e637818622cc,revision_number=3']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:41.945643 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-83e368a3-4762-458a-b403-30b067420589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:41.952438 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21104dd-b0f1-415f-a2b9-31d6140c9eb5 None None] Routers {'edb7c835-6d1a-4461-88b0-7e358345f5de'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:24:41.953683 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-a21104dd-b0f1-415f-a2b9-31d6140c9eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:24:18Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['edb7c835-6d1a-4461-88b0-7e358345f5de'], 'active': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:24:41.973260 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-34446100-73fe-41f6-b962-30273de3ce74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (f08080a4-e2ff-4537-9291-559f4bc838e5), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:42.042827 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Provisioning complete for port f08080a4-e2ff-4537-9291-559f4bc838e5 triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:24:42.043241 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (f08080a4-e2ff-4537-9291-559f4bc838e5), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:42.087596 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvr_db [None req-a21104dd-b0f1-415f-a2b9-31d6140c9eb5 None None] Set router edb7c835-6d1a-4461-88b0-7e358345f5de gateway port host: dv-cinder-848848-4-iscsi {{(pid=103847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:24:42.190456 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80568acc-cf98-4a6a-8144-139acfe75512 None None] Pushing event updated for resources: {'Port': ['ID=35aae1e2-9c5a-4c0b-af62-404ccd1f8247,revision_number=2']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:42.227150 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-c2196937-a955-47f5-9a50-1d11e8761850 None None] Provisioning complete for port f08080a4-e2ff-4537-9291-559f4bc838e5 triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:24:42.227784 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-c2196937-a955-47f5-9a50-1d11e8761850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (f08080a4-e2ff-4537-9291-559f4bc838e5), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:42.301401 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:42.354317 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-6a25096b-5ab0-42d6-aff1-192865f28255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591614'] for router (738b7c26-f6e3-475d-9804-afd562758ee8), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:42.412568 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:42.480366 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-a21104dd-b0f1-415f-a2b9-31d6140c9eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb7c835-6d1a-4461-88b0-7e358345f5de', 'name': 'tempest-AttachVolumeTestJSON-1669651781-router', 'tenant_id': '6707399c704e4c97939dc84df58cb39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'f019a37d-5764-468b-84a8-e637818622cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:35Z', 'updated_at': '2022-07-06T15:24:37Z', 'revision_number': 3, 'project_id': '6707399c704e4c97939dc84df58cb39f', 'gw_port': {'id': 'f019a37d-5764-468b-84a8-e637818622cc', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb7c835-6d1a-4461-88b0-7e358345f5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:36Z', 'updated_at': '2022-07-06T15:24:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi'}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:24:42.498348 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Current status of the port f08080a4-e2ff-4537-9291-559f4bc838e5 is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:24:42.516933 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34446100-73fe-41f6-b962-30273de3ce74 None None] Pushing event updated for resources: {'Port': ['ID=f08080a4-e2ff-4537-9291-559f4bc838e5,revision_number=3']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:42.568217 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21104dd-b0f1-415f-a2b9-31d6140c9eb5 None None] The sync data for ids ['edb7c835-6d1a-4461-88b0-7e358345f5de'] in dv-cinder-848848-4-iscsi is: [{'id': 'edb7c835-6d1a-4461-88b0-7e358345f5de', 'name': 'tempest-AttachVolumeTestJSON-1669651781-router', 'tenant_id': '6707399c704e4c97939dc84df58cb39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'f019a37d-5764-468b-84a8-e637818622cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:35Z', 'updated_at': '2022-07-06T15:24:37Z', 'revision_number': 3, 'project_id': '6707399c704e4c97939dc84df58cb39f', 'gw_port': {'id': 'f019a37d-5764-468b-84a8-e637818622cc', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb7c835-6d1a-4461-88b0-7e358345f5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:36Z', 'updated_at': '2022-07-06T15:24:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi'}] {{(pid=103847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:24:42.625369 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-c2196937-a955-47f5-9a50-1d11e8761850 None None] Current status of the port f08080a4-e2ff-4537-9291-559f4bc838e5 is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:24:42.653224 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baef0266-f58b-4e71-953d-b7868af6e7b8 None None] Network a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5 requested from dv-cinder-848848-4-iscsi {{(pid=103846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 15:24:42.668319 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-e06bb03a-abdd-4ed1-8698-088ae30f1d88 admin admin] Publish callbacks [] for router_gateway (35358e22-072e-4430-930f-25a4c4e0fe97), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:42.769105 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.db.db_base_plugin_common [None req-83e368a3-4762-458a-b403-30b067420589 admin admin] Allocated IP 172.20.0.1 (c3020644-2bbb-40b0-b72d-4d80a8b6cb34/77f124ec-b849-4e26-b7c2-43db5c0c70ca/8f526e5d-be91-4f28-b889-07cf2682df45) {{(pid=103845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:24:42.837286 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-92d7c374-8393-4527-b77c-a40c49985b54 None None] Provisioning complete for port c4163169-578f-497c-9e56-d8ca273bcb71 triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:24:42.838039 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-92d7c374-8393-4527-b77c-a40c49985b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (c4163169-578f-497c-9e56-d8ca273bcb71), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:42.846467 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-1d9e4904-fbbb-4818-986b-a15d0c733380 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591614'] for router (388a11a4-c249-4751-b715-d99174920e91), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:42.851502 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:42.939521 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a25096b-5ab0-42d6-aff1-192865f28255 admin admin] Router 738b7c26-f6e3-475d-9804-afd562758ee8 is scheduled to L3 agent 8e6e5f2a-f235-48ed-8752-aab723ac44e7 with binding_index 1 {{(pid=103844) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 06 15:24:43.097366 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:43.114306 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-92d7c374-8393-4527-b77c-a40c49985b54 None None] Current status of the port c4163169-578f-497c-9e56-d8ca273bcb71 is: DOWN; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:24:43.114689 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-92d7c374-8393-4527-b77c-a40c49985b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (c4163169-578f-497c-9e56-d8ca273bcb71), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:43.289977 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-92d7c374-8393-4527-b77c-a40c49985b54 None None] For port c4163169-578f-497c-9e56-d8ca273bcb71, host dv-cinder-848848-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=c4163169-578f-497c-9e56-d8ca273bcb71,segment=NetworkSegment(9e485fae-b0f5-4f5a-9064-6e2e7153a585),segment_id=9e485fae-b0f5-4f5a-9064-6e2e7153a585)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:24:43.320187 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-92d7c374-8393-4527-b77c-a40c49985b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (c4163169-578f-497c-9e56-d8ca273bcb71), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:43.338942 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a25096b-5ab0-42d6-aff1-192865f28255 admin admin] Notify agent at l3_agent.dv-cinder-848848-4-iscsi the message routers_updated {{(pid=103844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:24:43.347200 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-83e368a3-4762-458a-b403-30b067420589 admin admin] Publish callbacks [] for port (8f526e5d-be91-4f28-b889-07cf2682df45), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:43.363010 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:43.407019 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:43.428030 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5a3ac5-d5f1-4ca6-9d19-b85a5132528c None None] Sync routers for ids ['738b7c26-f6e3-475d-9804-afd562758ee8'] in dv-cinder-848848-4-iscsi {{(pid=103846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:24:43.429360 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d9e4904-fbbb-4818-986b-a15d0c733380 admin admin] Router 388a11a4-c249-4751-b715-d99174920e91 is scheduled to L3 agent 8e6e5f2a-f235-48ed-8752-aab723ac44e7 with binding_index 1 {{(pid=103844) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 06 15:24:43.451930 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (eda728fc-b46d-4378-b578-35bac6b15486), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:43.496585 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-e06bb03a-abdd-4ed1-8698-088ae30f1d88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591614'] for router (35358e22-072e-4430-930f-25a4c4e0fe97), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:43.538748 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5a3ac5-d5f1-4ca6-9d19-b85a5132528c None None] Routers {'738b7c26-f6e3-475d-9804-afd562758ee8'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:24:43.539182 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-de5a3ac5-d5f1-4ca6-9d19-b85a5132528c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:24:18Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['738b7c26-f6e3-475d-9804-afd562758ee8'], 'active': True} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:24:43.601239 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-6a25096b-5ab0-42d6-aff1-192865f28255 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:43.609178 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-6a25096b-5ab0-42d6-aff1-192865f28255 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.9396009 Jul 06 15:24:43.618322 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 49940) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:24:43.706648 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-83e368a3-4762-458a-b403-30b067420589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786465455737'] for port (8f526e5d-be91-4f28-b889-07cf2682df45), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:43.802032 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 49946) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:24:43.819805 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device c4163169-578f-497c-9e56-d8ca273bcb71 up at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:24:43.825629 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d7c374-8393-4527-b77c-a40c49985b54 None None] Pushing event updated for resources: {'Port': ['ID=c4163169-578f-497c-9e56-d8ca273bcb71,revision_number=3']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:43.827480 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:43.841698 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvr_db [None req-de5a3ac5-d5f1-4ca6-9d19-b85a5132528c None None] Set router 738b7c26-f6e3-475d-9804-afd562758ee8 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:24:43.862926 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e368a3-4762-458a-b403-30b067420589 admin admin] Network c3020644-2bbb-40b0-b72d-4d80a8b6cb34 is already hosted by enough agents. {{(pid=103845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:24:43.870987 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.base_scheduler [None req-83e368a3-4762-458a-b403-30b067420589 admin admin] Resources bound (agent type, host, resource id): {{(pid=103845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:24:43.889469 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e368a3-4762-458a-b403-30b067420589 admin admin] Received port after_create {{(pid=103845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 15:24:43.891289 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-83e368a3-4762-458a-b403-30b067420589 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-649734'] for router_interface (edb7c835-6d1a-4461-88b0-7e358345f5de), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:43.989055 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d9e4904-fbbb-4818-986b-a15d0c733380 admin admin] Notify agent at l3_agent.dv-cinder-848848-4-iscsi the message routers_updated {{(pid=103844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:24:44.001337 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff08fbf-a134-4045-9246-463ad3121a56 None None] Sync routers for ids ['388a11a4-c249-4751-b715-d99174920e91'] in dv-cinder-848848-4-iscsi {{(pid=103847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:24:44.027688 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff08fbf-a134-4045-9246-463ad3121a56 None None] Routers {'388a11a4-c249-4751-b715-d99174920e91'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:24:44.028411 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-bff08fbf-a134-4045-9246-463ad3121a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:24:18Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['388a11a4-c249-4751-b715-d99174920e91'], 'active': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:24:44.072604 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-89fee3ec-676a-4686-885a-1e9af5ebfd0a None None] Provisioning complete for port c4163169-578f-497c-9e56-d8ca273bcb71 triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:24:44.073018 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-89fee3ec-676a-4686-885a-1e9af5ebfd0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (c4163169-578f-497c-9e56-d8ca273bcb71), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:44.174440 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3375ba6e-116f-4a78-9518-aeb44cd8e979 None None] Network 2f7f712f-7346-42c2-b097-b4b48d9f78be requested from dv-cinder-848848-4-iscsi {{(pid=103846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 15:24:44.207434 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-83f3c627-9663-4402-b8fc-1a9291bbe927 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:44.219316 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-1d9e4904-fbbb-4818-986b-a15d0c733380 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:44.222537 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-1d9e4904-fbbb-4818-986b-a15d0c733380 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.4221692 Jul 06 15:24:44.243642 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 49952) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:24:44.244069 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 49954) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:24:44.247005 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvr_db [None req-bff08fbf-a134-4045-9246-463ad3121a56 None None] Set router 388a11a4-c249-4751-b715-d99174920e91 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:24:44.304516 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Provisioning complete for port c4163169-578f-497c-9e56-d8ca273bcb71 triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:24:44.304903 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (c4163169-578f-497c-9e56-d8ca273bcb71), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:44.331544 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e368a3-4762-458a-b403-30b067420589 admin admin] Pushing event updated for resources: {'Port': ['ID=8f526e5d-be91-4f28-b889-07cf2682df45,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:44.368555 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:44.441988 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-83e368a3-4762-458a-b403-30b067420589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (8f526e5d-be91-4f28-b889-07cf2682df45), before_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:44.453057 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-bff08fbf-a134-4045-9246-463ad3121a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '388a11a4-c249-4751-b715-d99174920e91', 'name': 'tempest-DeleteServersTestJSON-790398667-router', 'tenant_id': '9be64cd89e3b46738dca85e516a60d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'f7bfe687-70ec-446d-999e-42cd501881b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:36Z', 'updated_at': '2022-07-06T15:24:40Z', 'revision_number': 3, 'project_id': '9be64cd89e3b46738dca85e516a60d8a', 'gw_port': {'id': 'f7bfe687-70ec-446d-999e-42cd501881b7', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '388a11a4-c249-4751-b715-d99174920e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:38Z', 'updated_at': '2022-07-06T15:24:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi'}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:24:44.481783 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff08fbf-a134-4045-9246-463ad3121a56 None None] Checking router: 388a11a4-c249-4751-b715-d99174920e91 for host: dv-cinder-848848-4-iscsi {{(pid=103847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:24:44.482510 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff08fbf-a134-4045-9246-463ad3121a56 None None] Updating router 388a11a4-c249-4751-b715-d99174920e91 port f7bfe687-70ec-446d-999e-42cd501881b7 binding host dv-cinder-848848-4-iscsi {{(pid=103847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 15:24:44.492688 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:44.505008 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e06bb03a-abdd-4ed1-8698-088ae30f1d88 admin admin] Router 35358e22-072e-4430-930f-25a4c4e0fe97 is scheduled to L3 agent 8e6e5f2a-f235-48ed-8752-aab723ac44e7 with binding_index 1 {{(pid=103845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 06 15:24:44.519931 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bff08fbf-a134-4045-9246-463ad3121a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (f7bfe687-70ec-446d-999e-42cd501881b7), before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:44.561347 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Current status of the port c4163169-578f-497c-9e56-d8ca273bcb71 is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:24:44.562482 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 35aae1e2-9c5a-4c0b-af62-404ccd1f8247 up at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:24:44.571180 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-89fee3ec-676a-4686-885a-1e9af5ebfd0a None None] Current status of the port c4163169-578f-497c-9e56-d8ca273bcb71 is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:24:44.715795 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-de5a3ac5-d5f1-4ca6-9d19-b85a5132528c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'name': 'tempest-AttachVolumeNegativeTest-209056874-router', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'c4670a52-f3eb-4623-b6a0-3b65870597ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:38Z', 'updated_at': '2022-07-06T15:24:41Z', 'revision_number': 3, 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'gw_port': {'id': 'c4670a52-f3eb-4623-b6a0-3b65870597ee', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:49:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:40Z', 'updated_at': '2022-07-06T15:24:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi'}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:24:44.730256 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-c06bcb61-dded-486e-a342-834f5c8df8c7 None None] Provisioning complete for port 35aae1e2-9c5a-4c0b-af62-404ccd1f8247 triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:24:44.730740 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-c06bcb61-dded-486e-a342-834f5c8df8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (35aae1e2-9c5a-4c0b-af62-404ccd1f8247), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:44.785064 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5a3ac5-d5f1-4ca6-9d19-b85a5132528c None None] Checking router: 738b7c26-f6e3-475d-9804-afd562758ee8 for host: dv-cinder-848848-4-iscsi {{(pid=103846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:24:44.785426 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5a3ac5-d5f1-4ca6-9d19-b85a5132528c None None] Updating router 738b7c26-f6e3-475d-9804-afd562758ee8 port c4670a52-f3eb-4623-b6a0-3b65870597ee binding host dv-cinder-848848-4-iscsi {{(pid=103846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 15:24:44.817923 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=100 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:44.835939 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Provisioning complete for port 35aae1e2-9c5a-4c0b-af62-404ccd1f8247 triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:24:44.836495 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (35aae1e2-9c5a-4c0b-af62-404ccd1f8247), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:44.845990 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e06bb03a-abdd-4ed1-8698-088ae30f1d88 admin admin] Notify agent at l3_agent.dv-cinder-848848-4-iscsi the message routers_updated {{(pid=103845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:24:44.867727 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:44.879590 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-83e368a3-4762-458a-b403-30b067420589 admin admin] Publish callbacks [] for port (8f526e5d-be91-4f28-b889-07cf2682df45), precommit_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:44.887756 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9906a4fa-a175-464e-b828-686e5492d7b0 None None] Sync routers for ids ['35358e22-072e-4430-930f-25a4c4e0fe97'] in dv-cinder-848848-4-iscsi {{(pid=103846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:24:44.891418 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bff08fbf-a134-4045-9246-463ad3121a56 None None] Publish callbacks [] for port (f7bfe687-70ec-446d-999e-42cd501881b7), precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:44.896249 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-e06bb03a-abdd-4ed1-8698-088ae30f1d88 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:44.897859 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-e06bb03a-abdd-4ed1-8698-088ae30f1d88 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.2867064 Jul 06 15:24:44.900999 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 49966) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:24:44.903025 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-de5a3ac5-d5f1-4ca6-9d19-b85a5132528c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (c4670a52-f3eb-4623-b6a0-3b65870597ee), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:44.904957 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-83e368a3-4762-458a-b403-30b067420589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (8f526e5d-be91-4f28-b889-07cf2682df45), after_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:44.906404 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-83e368a3-4762-458a-b403-30b067420589 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649874'] for router_interface (edb7c835-6d1a-4461-88b0-7e358345f5de), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:44.916127 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bff08fbf-a134-4045-9246-463ad3121a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (f7bfe687-70ec-446d-999e-42cd501881b7), after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:44.980696 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=100 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:45.021982 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [None req-bff08fbf-a134-4045-9246-463ad3121a56 None None] Attempting to bind port f7bfe687-70ec-446d-999e-42cd501881b7 on host dv-cinder-848848-4-iscsi for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 15:24:45.022560 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [None req-bff08fbf-a134-4045-9246-463ad3121a56 None None] Attempting to bind port f7bfe687-70ec-446d-999e-42cd501881b7 by drivers openvswitch,hyperv on host dv-cinder-848848-4-iscsi at level 0 using segments [{'id': '7bafd98f-0c00-45ed-9abe-629590d245f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 15:24:45.022731 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff08fbf-a134-4045-9246-463ad3121a56 None None] Attempting to bind port f7bfe687-70ec-446d-999e-42cd501881b7 on network 377cda5e-c384-46ee-8e00-4b775f415604 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:24:45.031621 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa471a6-97eb-491d-9fc7-40858f96a0b7 None None] Pushing event updated for resources: {'Port': ['ID=f7bfe687-70ec-446d-999e-42cd501881b7,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:45.041006 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff08fbf-a134-4045-9246-463ad3121a56 None None] Checking agent: {'id': 'd26a5351-3de7-44f9-93eb-9fed5ee5b55b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848848-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 15, 16, 51), 'started_at': datetime.datetime(2022, 7, 6, 15, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 15, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848848-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 15:24:45.041469 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff08fbf-a134-4045-9246-463ad3121a56 None None] Checking segment: {'id': '7bafd98f-0c00-45ed-9abe-629590d245f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:24:45.043770 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bff08fbf-a134-4045-9246-463ad3121a56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:45.044174 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff08fbf-a134-4045-9246-463ad3121a56 None None] Bound using segment: {'id': '7bafd98f-0c00-45ed-9abe-629590d245f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 15:24:45.044899 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [None req-bff08fbf-a134-4045-9246-463ad3121a56 None None] Bound port: f7bfe687-70ec-446d-999e-42cd501881b7, host: dv-cinder-848848-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bafd98f-0c00-45ed-9abe-629590d245f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 15:24:45.050413 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bff08fbf-a134-4045-9246-463ad3121a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (f7bfe687-70ec-446d-999e-42cd501881b7), before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:45.114304 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e368a3-4762-458a-b403-30b067420589 admin admin] Pushing event updated for resources: {'Port': ['ID=8f526e5d-be91-4f28-b889-07cf2682df45,revision_number=2']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:45.123853 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-bff08fbf-a134-4045-9246-463ad3121a56 None None] For port f7bfe687-70ec-446d-999e-42cd501881b7, host dv-cinder-848848-4-iscsi, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:24:45.140545 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-bff08fbf-a134-4045-9246-463ad3121a56 None None] For port f7bfe687-70ec-446d-999e-42cd501881b7, host dv-cinder-848848-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=f7bfe687-70ec-446d-999e-42cd501881b7,segment=NetworkSegment(7bafd98f-0c00-45ed-9abe-629590d245f2),segment_id=7bafd98f-0c00-45ed-9abe-629590d245f2)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:24:45.150250 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-9b32d6dc-b7ce-4fe9-b7e3-b6766345b540 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:45.153510 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bff08fbf-a134-4045-9246-463ad3121a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (f7bfe687-70ec-446d-999e-42cd501881b7), after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:45.263157 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:45.291380 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e368a3-4762-458a-b403-30b067420589 admin admin] Network c3020644-2bbb-40b0-b72d-4d80a8b6cb34 is already hosted by enough agents. {{(pid=103845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:24:45.297884 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.base_scheduler [None req-83e368a3-4762-458a-b403-30b067420589 admin admin] Resources bound (agent type, host, resource id): {{(pid=103845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:24:45.396372 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:45.403126 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa471a6-97eb-491d-9fc7-40858f96a0b7 None None] Pushing event updated for resources: {'Port': ['ID=f7bfe687-70ec-446d-999e-42cd501881b7,revision_number=3']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:45.444826 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff08fbf-a134-4045-9246-463ad3121a56 None None] Routers {'388a11a4-c249-4751-b715-d99174920e91'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:24:45.445737 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-bff08fbf-a134-4045-9246-463ad3121a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:24:18Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['388a11a4-c249-4751-b715-d99174920e91'], 'active': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:24:45.478972 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9906a4fa-a175-464e-b828-686e5492d7b0 None None] Routers {'35358e22-072e-4430-930f-25a4c4e0fe97'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:24:45.487839 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-9906a4fa-a175-464e-b828-686e5492d7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:24:18Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['35358e22-072e-4430-930f-25a4c4e0fe97'], 'active': True} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:24:45.535377 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:45.563756 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83e368a3-4762-458a-b403-30b067420589 admin admin] Router edb7c835-6d1a-4461-88b0-7e358345f5de has already been hosted by L3 agent 8e6e5f2a-f235-48ed-8752-aab723ac44e7 {{(pid=103845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 15:24:45.570458 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-de5a3ac5-d5f1-4ca6-9d19-b85a5132528c None None] Publish callbacks [] for port (c4670a52-f3eb-4623-b6a0-3b65870597ee), precommit_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:45.583848 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvr_db [None req-bff08fbf-a134-4045-9246-463ad3121a56 None None] Set router 388a11a4-c249-4751-b715-d99174920e91 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:24:45.652145 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-de5a3ac5-d5f1-4ca6-9d19-b85a5132528c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (c4670a52-f3eb-4623-b6a0-3b65870597ee), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:45.728141 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Current status of the port 35aae1e2-9c5a-4c0b-af62-404ccd1f8247 is: DOWN; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:24:45.728141 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (35aae1e2-9c5a-4c0b-af62-404ccd1f8247), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:45.728981 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-83f3c627-9663-4402-b8fc-1a9291bbe927 admin admin] Publish callbacks [] for security_group (7b48d5ac-03a4-4f29-8cb9-4b3699f62865), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:45.795305 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-83f3c627-9663-4402-b8fc-1a9291bbe927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (7b48d5ac-03a4-4f29-8cb9-4b3699f62865), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:45.822003 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-4f28e640-1879-482f-b0b1-b0ab3546e3cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:45.822975 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df63f52a-b81e-42f6-8408-1163e3b51c7f None None] Pushing event updated for resources: {'Port': ['ID=c4670a52-f3eb-4623-b6a0-3b65870597ee,revision_number=2']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:45.831177 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-c06bcb61-dded-486e-a342-834f5c8df8c7 None None] Current status of the port 35aae1e2-9c5a-4c0b-af62-404ccd1f8247 is: DOWN; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:24:45.831398 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-c06bcb61-dded-486e-a342-834f5c8df8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (35aae1e2-9c5a-4c0b-af62-404ccd1f8247), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:45.833493 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.managers [None req-de5a3ac5-d5f1-4ca6-9d19-b85a5132528c None None] Attempting to bind port c4670a52-f3eb-4623-b6a0-3b65870597ee on host dv-cinder-848848-4-iscsi for vnic_type normal with profile {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 15:24:45.833850 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.managers [None req-de5a3ac5-d5f1-4ca6-9d19-b85a5132528c None None] Attempting to bind port c4670a52-f3eb-4623-b6a0-3b65870597ee by drivers openvswitch,hyperv on host dv-cinder-848848-4-iscsi at level 0 using segments [{'id': '7bafd98f-0c00-45ed-9abe-629590d245f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604'}] {{(pid=103846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 15:24:45.834305 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5a3ac5-d5f1-4ca6-9d19-b85a5132528c None None] Attempting to bind port c4670a52-f3eb-4623-b6a0-3b65870597ee on network 377cda5e-c384-46ee-8e00-4b775f415604 {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:24:45.843332 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:45.856553 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e368a3-4762-458a-b403-30b067420589 admin admin] Notify agent at l3_agent.dv-cinder-848848-4-iscsi the message routers_updated {{(pid=103845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:24:45.867336 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-83e368a3-4762-458a-b403-30b067420589 admin admin] 10.222.0.46 "PUT /v2.0/routers/edb7c835-6d1a-4461-88b0-7e358345f5de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8984261 Jul 06 15:24:45.869791 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4456efed-4e7b-4c3b-a06a-9167ae0b409c None None] Sync routers for ids ['edb7c835-6d1a-4461-88b0-7e358345f5de'] in dv-cinder-848848-4-iscsi {{(pid=103847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:24:45.879346 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5a3ac5-d5f1-4ca6-9d19-b85a5132528c None None] Checking agent: {'id': 'd26a5351-3de7-44f9-93eb-9fed5ee5b55b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848848-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 15, 16, 51), 'started_at': datetime.datetime(2022, 7, 6, 15, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 15, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848848-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 15:24:45.879723 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5a3ac5-d5f1-4ca6-9d19-b85a5132528c None None] Checking segment: {'id': '7bafd98f-0c00-45ed-9abe-629590d245f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:24:45.880709 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-de5a3ac5-d5f1-4ca6-9d19-b85a5132528c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:45.881067 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5a3ac5-d5f1-4ca6-9d19-b85a5132528c None None] Bound using segment: {'id': '7bafd98f-0c00-45ed-9abe-629590d245f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604'} {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 15:24:45.881598 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.managers [None req-de5a3ac5-d5f1-4ca6-9d19-b85a5132528c None None] Bound port: c4670a52-f3eb-4623-b6a0-3b65870597ee, host: dv-cinder-848848-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bafd98f-0c00-45ed-9abe-629590d245f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604'}}] {{(pid=103846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 15:24:45.882015 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-de5a3ac5-d5f1-4ca6-9d19-b85a5132528c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (c4670a52-f3eb-4623-b6a0-3b65870597ee), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:45.889336 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] For port 35aae1e2-9c5a-4c0b-af62-404ccd1f8247, host dv-cinder-848848-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=35aae1e2-9c5a-4c0b-af62-404ccd1f8247,segment=NetworkSegment(21878ae0-c04f-4cb0-b2f0-7098f6c37266),segment_id=21878ae0-c04f-4cb0-b2f0-7098f6c37266)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:24:45.891679 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvr_db [None req-9906a4fa-a175-464e-b828-686e5492d7b0 None None] Set router 35358e22-072e-4430-930f-25a4c4e0fe97 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:24:45.906580 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-9b32d6dc-b7ce-4fe9-b7e3-b6766345b540 admin admin] Publish callbacks [] for security_group (08a9d052-0b96-4296-9c25-b9dac0d44511), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:45.921177 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4456efed-4e7b-4c3b-a06a-9167ae0b409c None None] Routers {'edb7c835-6d1a-4461-88b0-7e358345f5de'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:24:45.921805 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-4456efed-4e7b-4c3b-a06a-9167ae0b409c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:24:18Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['edb7c835-6d1a-4461-88b0-7e358345f5de'], 'active': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:24:45.943409 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-9b32d6dc-b7ce-4fe9-b7e3-b6766345b540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (08a9d052-0b96-4296-9c25-b9dac0d44511), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:45.954206 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-72cfbc7c-c523-420d-8eaf-987192fcdbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:45.955141 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=100 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:46.014743 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (35aae1e2-9c5a-4c0b-af62-404ccd1f8247), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:46.015938 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device f08080a4-e2ff-4537-9291-559f4bc838e5 up at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:24:46.074262 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:46.080296 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-83f3c627-9663-4402-b8fc-1a9291bbe927 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3bd8f212edb44e65bdf22e130b50cc01&name=default HTTP/1.1" status: 200 len: 2992 time: 2.2714481 Jul 06 15:24:46.083307 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 49984) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:24:46.134121 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Pushing event updated for resources: {'Port': ['ID=35aae1e2-9c5a-4c0b-af62-404ccd1f8247,revision_number=3']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:46.159485 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvr_db [None req-4456efed-4e7b-4c3b-a06a-9167ae0b409c None None] Set router edb7c835-6d1a-4461-88b0-7e358345f5de gateway port host: dv-cinder-848848-4-iscsi {{(pid=103847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:24:46.223072 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:46.245538 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.db.db_base_plugin_common [None req-72cfbc7c-c523-420d-8eaf-987192fcdbc4 admin admin] Allocated IP 172.20.0.1 (2f7f712f-7346-42c2-b097-b4b48d9f78be/d2607162-f852-4242-9cef-eb0efdf849b4/362ad125-474c-491a-ab35-5ec9aa3371e8) {{(pid=103845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:24:46.279447 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-de5a3ac5-d5f1-4ca6-9d19-b85a5132528c None None] For port c4670a52-f3eb-4623-b6a0-3b65870597ee, host dv-cinder-848848-4-iscsi, cleared binding levels {{(pid=103846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:24:46.345453 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.db.api [None req-c06bcb61-dded-486e-a342-834f5c8df8c7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 06 15:24:46.348054 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG oslo_db.api [None req-c06bcb61-dded-486e-a342-834f5c8df8c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 15:24:46.363801 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-4380584f-aef1-4977-a4b4-b11c7b9ca5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (a81823b9-ba52-46bb-9bcd-43b269600933), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:46.374932 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-de5a3ac5-d5f1-4ca6-9d19-b85a5132528c None None] For port c4670a52-f3eb-4623-b6a0-3b65870597ee, host dv-cinder-848848-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=c4670a52-f3eb-4623-b6a0-3b65870597ee,segment=NetworkSegment(7bafd98f-0c00-45ed-9abe-629590d245f2),segment_id=7bafd98f-0c00-45ed-9abe-629590d245f2)] {{(pid=103846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:24:46.421229 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.db_base_plugin_common [None req-4f28e640-1879-482f-b0b1-b0ab3546e3cd admin admin] Allocated IP 172.20.0.1 (e25275fc-af73-47fb-bfc4-a4005b8727d8/e0fd46af-3762-4170-ab9e-cd9cd8d2a83b/0b86165d-3720-452d-ba04-597ce4db9715) {{(pid=103844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:24:46.425592 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-de5a3ac5-d5f1-4ca6-9d19-b85a5132528c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (c4670a52-f3eb-4623-b6a0-3b65870597ee), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:46.430224 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-4456efed-4e7b-4c3b-a06a-9167ae0b409c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb7c835-6d1a-4461-88b0-7e358345f5de', 'name': 'tempest-AttachVolumeTestJSON-1669651781-router', 'tenant_id': '6707399c704e4c97939dc84df58cb39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'f019a37d-5764-468b-84a8-e637818622cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:35Z', 'updated_at': '2022-07-06T15:24:44Z', 'revision_number': 4, 'project_id': '6707399c704e4c97939dc84df58cb39f', 'gw_port': {'id': 'f019a37d-5764-468b-84a8-e637818622cc', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb7c835-6d1a-4461-88b0-7e358345f5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:36Z', 'updated_at': '2022-07-06T15:24:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': '8f526e5d-be91-4f28-b889-07cf2682df45', 'name': '', 'network_id': 'c3020644-2bbb-40b0-b72d-4d80a8b6cb34', 'tenant_id': '6707399c704e4c97939dc84df58cb39f', 'mac_address': 'fa:16:3e:93:56:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb7c835-6d1a-4461-88b0-7e358345f5de', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '77f124ec-b849-4e26-b7c2-43db5c0c70ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:41Z', 'updated_at': '2022-07-06T15:24:44Z', 'revision_number': 2, 'project_id': '6707399c704e4c97939dc84df58cb39f', 'subnets': [{'id': '77f124ec-b849-4e26-b7c2-43db5c0c70ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:24:46.459139 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-72cfbc7c-c523-420d-8eaf-987192fcdbc4 admin admin] Publish callbacks [] for port (362ad125-474c-491a-ab35-5ec9aa3371e8), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:46.468771 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4456efed-4e7b-4c3b-a06a-9167ae0b409c None None] Checking router: edb7c835-6d1a-4461-88b0-7e358345f5de for host: dv-cinder-848848-4-iscsi {{(pid=103847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:24:46.469113 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4456efed-4e7b-4c3b-a06a-9167ae0b409c None None] Updating router edb7c835-6d1a-4461-88b0-7e358345f5de port 8f526e5d-be91-4f28-b889-07cf2682df45 binding host dv-cinder-848848-4-iscsi {{(pid=103847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 15:24:46.494442 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Provisioning complete for port f08080a4-e2ff-4537-9291-559f4bc838e5 triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:24:46.496231 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (f08080a4-e2ff-4537-9291-559f4bc838e5), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:46.508397 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-72cfbc7c-c523-420d-8eaf-987192fcdbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786465455737'] for port (362ad125-474c-491a-ab35-5ec9aa3371e8), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:46.536379 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4456efed-4e7b-4c3b-a06a-9167ae0b409c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (8f526e5d-be91-4f28-b889-07cf2682df45), before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:46.548218 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-9b32d6dc-b7ce-4fe9-b7e3-b6766345b540 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=62e5aa937ecc428895665dcb025bc94e&name=default HTTP/1.1" status: 200 len: 2992 time: 2.2908208 Jul 06 15:24:46.557468 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 49994) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:24:46.557800 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 49996) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:24:46.558272 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cfbc7c-c523-420d-8eaf-987192fcdbc4 admin admin] Network 2f7f712f-7346-42c2-b097-b4b48d9f78be is already hosted by enough agents. {{(pid=103845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:24:46.558748 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f3c627-9663-4402-b8fc-1a9291bbe927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b48d5ac-03a4-4f29-8cb9-4b3699f62865,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:46.560721 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:46.567526 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.base_scheduler [None req-72cfbc7c-c523-420d-8eaf-987192fcdbc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:24:46.582718 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cfbc7c-c523-420d-8eaf-987192fcdbc4 admin admin] Received port after_create {{(pid=103845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 15:24:46.585496 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-72cfbc7c-c523-420d-8eaf-987192fcdbc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-649734'] for router_interface (35358e22-072e-4430-930f-25a4c4e0fe97), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:46.599629 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [None req-d7f09f1d-be79-4c1a-b69b-02d27a2cf40d tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Request body: {'security_group': {'name': 'tempest-securitygroup--885031446', 'description': 'tempest-description--911621983'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:24:46.670177 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df63f52a-b81e-42f6-8408-1163e3b51c7f None None] Pushing event updated for resources: {'Port': ['ID=c4670a52-f3eb-4623-b6a0-3b65870597ee,revision_number=3']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:46.696180 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5a3ac5-d5f1-4ca6-9d19-b85a5132528c None None] Routers {'738b7c26-f6e3-475d-9804-afd562758ee8'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:24:46.697240 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-de5a3ac5-d5f1-4ca6-9d19-b85a5132528c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:24:18Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['738b7c26-f6e3-475d-9804-afd562758ee8'], 'active': True} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:24:46.729398 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cfbc7c-c523-420d-8eaf-987192fcdbc4 admin admin] Pushing event updated for resources: {'Port': ['ID=362ad125-474c-491a-ab35-5ec9aa3371e8,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:46.744052 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-bff08fbf-a134-4045-9246-463ad3121a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '388a11a4-c249-4751-b715-d99174920e91', 'name': 'tempest-DeleteServersTestJSON-790398667-router', 'tenant_id': '9be64cd89e3b46738dca85e516a60d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'f7bfe687-70ec-446d-999e-42cd501881b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:36Z', 'updated_at': '2022-07-06T15:24:40Z', 'revision_number': 3, 'project_id': '9be64cd89e3b46738dca85e516a60d8a', 'gw_port': {'id': 'f7bfe687-70ec-446d-999e-42cd501881b7', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '388a11a4-c249-4751-b715-d99174920e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:38Z', 'updated_at': '2022-07-06T15:24:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi'}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:24:46.746834 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:46.770583 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b32d6dc-b7ce-4fe9-b7e3-b6766345b540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a9d052-0b96-4296-9c25-b9dac0d44511,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:46.794930 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff08fbf-a134-4045-9246-463ad3121a56 None None] The sync data for ids ['388a11a4-c249-4751-b715-d99174920e91'] in dv-cinder-848848-4-iscsi is: [{'id': '388a11a4-c249-4751-b715-d99174920e91', 'name': 'tempest-DeleteServersTestJSON-790398667-router', 'tenant_id': '9be64cd89e3b46738dca85e516a60d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'f7bfe687-70ec-446d-999e-42cd501881b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:36Z', 'updated_at': '2022-07-06T15:24:40Z', 'revision_number': 3, 'project_id': '9be64cd89e3b46738dca85e516a60d8a', 'gw_port': {'id': 'f7bfe687-70ec-446d-999e-42cd501881b7', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '388a11a4-c249-4751-b715-d99174920e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:38Z', 'updated_at': '2022-07-06T15:24:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi'}] {{(pid=103847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:24:46.870915 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=100 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:46.881478 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-d620d58a-614d-4ee7-9c7b-d5a40b370d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:46.888583 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:46.954094 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvr_db [None req-de5a3ac5-d5f1-4ca6-9d19-b85a5132528c None None] Set router 738b7c26-f6e3-475d-9804-afd562758ee8 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:24:47.016819 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-72cfbc7c-c523-420d-8eaf-987192fcdbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (362ad125-474c-491a-ab35-5ec9aa3371e8), before_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:47.017725 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-9906a4fa-a175-464e-b828-686e5492d7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35358e22-072e-4430-930f-25a4c4e0fe97', 'name': 'tempest-ServerRescueNegativeTestJSON-1981272812-router', 'tenant_id': 'ef44ecc951964d51925463c5e09f9fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '1ba82ad7-6367-4594-876a-c7e2c13c8b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:38Z', 'updated_at': '2022-07-06T15:24:41Z', 'revision_number': 3, 'project_id': 'ef44ecc951964d51925463c5e09f9fbb', 'gw_port': {'id': '1ba82ad7-6367-4594-876a-c7e2c13c8b3b', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:52:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35358e22-072e-4430-930f-25a4c4e0fe97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:40Z', 'updated_at': '2022-07-06T15:24:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi'}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:24:47.072047 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-d40986b7-a601-42d5-b09e-83fad8d53f9e admin admin] Publish callbacks [] for security_group (7b48d5ac-03a4-4f29-8cb9-4b3699f62865), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:47.087918 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4456efed-4e7b-4c3b-a06a-9167ae0b409c None None] Publish callbacks [] for port (8f526e5d-be91-4f28-b889-07cf2682df45), precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:47.106735 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-d40986b7-a601-42d5-b09e-83fad8d53f9e admin admin] Publish callbacks [] for security_group (7b48d5ac-03a4-4f29-8cb9-4b3699f62865), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:47.107823 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4456efed-4e7b-4c3b-a06a-9167ae0b409c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (8f526e5d-be91-4f28-b889-07cf2682df45), after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:47.162959 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9906a4fa-a175-464e-b828-686e5492d7b0 None None] Checking router: 35358e22-072e-4430-930f-25a4c4e0fe97 for host: dv-cinder-848848-4-iscsi {{(pid=103846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:24:47.163517 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9906a4fa-a175-464e-b828-686e5492d7b0 None None] Updating router 35358e22-072e-4430-930f-25a4c4e0fe97 port 1ba82ad7-6367-4594-876a-c7e2c13c8b3b binding host dv-cinder-848848-4-iscsi {{(pid=103846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 15:24:47.168588 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-d7f09f1d-be79-4c1a-b69b-02d27a2cf40d tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks [] for security_group (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:47.204377 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-590c2b01-ca88-40fb-be70-d691b694c4a5 admin admin] Publish callbacks [] for security_group (08a9d052-0b96-4296-9c25-b9dac0d44511), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:47.208164 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-c06bcb61-dded-486e-a342-834f5c8df8c7 None None] Current status of the port 35aae1e2-9c5a-4c0b-af62-404ccd1f8247 is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:24:47.254206 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133e731d-b27c-43d6-aa34-783cd375d334 None None] Pushing event updated for resources: {'Port': ['ID=8f526e5d-be91-4f28-b889-07cf2682df45,revision_number=3']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:47.405791 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-590c2b01-ca88-40fb-be70-d691b694c4a5 admin admin] Publish callbacks [] for security_group (08a9d052-0b96-4296-9c25-b9dac0d44511), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:47.407191 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-9906a4fa-a175-464e-b828-686e5492d7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (1ba82ad7-6367-4594-876a-c7e2c13c8b3b), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:47.421849 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [None req-4456efed-4e7b-4c3b-a06a-9167ae0b409c None None] Attempting to bind port 8f526e5d-be91-4f28-b889-07cf2682df45 on host dv-cinder-848848-4-iscsi for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 15:24:47.422216 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [None req-4456efed-4e7b-4c3b-a06a-9167ae0b409c None None] Attempting to bind port 8f526e5d-be91-4f28-b889-07cf2682df45 by drivers openvswitch,hyperv on host dv-cinder-848848-4-iscsi at level 0 using segments [{'id': '8b9fcdf4-24f7-46ab-b771-db26fc7e4c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'c3020644-2bbb-40b0-b72d-4d80a8b6cb34'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 15:24:47.422568 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4456efed-4e7b-4c3b-a06a-9167ae0b409c None None] Attempting to bind port 8f526e5d-be91-4f28-b889-07cf2682df45 on network c3020644-2bbb-40b0-b72d-4d80a8b6cb34 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:24:47.438317 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4456efed-4e7b-4c3b-a06a-9167ae0b409c None None] Checking agent: {'id': 'd26a5351-3de7-44f9-93eb-9fed5ee5b55b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848848-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 15, 16, 51), 'started_at': datetime.datetime(2022, 7, 6, 15, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 15, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848848-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 15:24:47.438691 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4456efed-4e7b-4c3b-a06a-9167ae0b409c None None] Checking segment: {'id': '8b9fcdf4-24f7-46ab-b771-db26fc7e4c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'c3020644-2bbb-40b0-b72d-4d80a8b6cb34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:24:47.439091 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4456efed-4e7b-4c3b-a06a-9167ae0b409c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:47.439561 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4456efed-4e7b-4c3b-a06a-9167ae0b409c None None] Bound using segment: {'id': '8b9fcdf4-24f7-46ab-b771-db26fc7e4c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'c3020644-2bbb-40b0-b72d-4d80a8b6cb34'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 15:24:47.440004 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [None req-4456efed-4e7b-4c3b-a06a-9167ae0b409c None None] Bound port: 8f526e5d-be91-4f28-b889-07cf2682df45, host: dv-cinder-848848-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9fcdf4-24f7-46ab-b771-db26fc7e4c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'c3020644-2bbb-40b0-b72d-4d80a8b6cb34'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 15:24:47.440380 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4456efed-4e7b-4c3b-a06a-9167ae0b409c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (8f526e5d-be91-4f28-b889-07cf2682df45), before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:47.687463 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-4456efed-4e7b-4c3b-a06a-9167ae0b409c None None] For port 8f526e5d-be91-4f28-b889-07cf2682df45, host dv-cinder-848848-4-iscsi, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:24:47.702388 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-4456efed-4e7b-4c3b-a06a-9167ae0b409c None None] For port 8f526e5d-be91-4f28-b889-07cf2682df45, host dv-cinder-848848-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=8f526e5d-be91-4f28-b889-07cf2682df45,segment=NetworkSegment(8b9fcdf4-24f7-46ab-b771-db26fc7e4c98),segment_id=8b9fcdf4-24f7-46ab-b771-db26fc7e4c98)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:24:47.715300 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:47.718067 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-c06bcb61-dded-486e-a342-834f5c8df8c7 None None] Provisioning complete for port 8f526e5d-be91-4f28-b889-07cf2682df45 triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:24:47.718461 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-c06bcb61-dded-486e-a342-834f5c8df8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (8f526e5d-be91-4f28-b889-07cf2682df45), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:47.720045 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Current status of the port f08080a4-e2ff-4537-9291-559f4bc838e5 is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:24:47.720173 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4456efed-4e7b-4c3b-a06a-9167ae0b409c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (8f526e5d-be91-4f28-b889-07cf2682df45), after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:47.764021 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:47.809455 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-72cfbc7c-c523-420d-8eaf-987192fcdbc4 admin admin] Publish callbacks [] for port (362ad125-474c-491a-ab35-5ec9aa3371e8), precommit_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:47.823208 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-72cfbc7c-c523-420d-8eaf-987192fcdbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (362ad125-474c-491a-ab35-5ec9aa3371e8), after_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:47.824014 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-72cfbc7c-c523-420d-8eaf-987192fcdbc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649874'] for router_interface (35358e22-072e-4430-930f-25a4c4e0fe97), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:47.832210 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-4f28e640-1879-482f-b0b1-b0ab3546e3cd admin admin] Publish callbacks [] for port (0b86165d-3720-452d-ba04-597ce4db9715), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:47.866842 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4456efed-4e7b-4c3b-a06a-9167ae0b409c None None] Routers {'edb7c835-6d1a-4461-88b0-7e358345f5de'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:24:47.870498 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-4456efed-4e7b-4c3b-a06a-9167ae0b409c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:24:18Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['edb7c835-6d1a-4461-88b0-7e358345f5de'], 'active': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:24:47.888992 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133e731d-b27c-43d6-aa34-783cd375d334 None None] Pushing event updated for resources: {'Port': ['ID=8f526e5d-be91-4f28-b889-07cf2682df45,revision_number=4']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:47.935567 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cfbc7c-c523-420d-8eaf-987192fcdbc4 admin admin] Pushing event updated for resources: {'Port': ['ID=362ad125-474c-491a-ab35-5ec9aa3371e8,revision_number=2']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:48.015577 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:48.079959 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.db_base_plugin_common [None req-d620d58a-614d-4ee7-9c7b-d5a40b370d99 admin admin] Allocated IP 172.20.0.1 (a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5/f20ae9c1-f124-46af-83bd-c43bda7bdca6/750799dc-8d69-4a28-93e2-23fdcff49383) {{(pid=103844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:24:48.101289 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-d7f09f1d-be79-4c1a-b69b-02d27a2cf40d tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks [] for security_group (cc6fbc5a-489d-42df-8f08-ce6874fd60d7), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:48.114805 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-4f28e640-1879-482f-b0b1-b0ab3546e3cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786465455737'] for port (0b86165d-3720-452d-ba04-597ce4db9715), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:48.118962 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-d40986b7-a601-42d5-b09e-83fad8d53f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (7b48d5ac-03a4-4f29-8cb9-4b3699f62865), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:48.128565 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-d40986b7-a601-42d5-b09e-83fad8d53f9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:48.135917 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-d40986b7-a601-42d5-b09e-83fad8d53f9e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7b48d5ac-03a4-4f29-8cb9-4b3699f62865 HTTP/1.1" status: 204 len: 168 time: 1.6839409 Jul 06 15:24:48.183690 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-d7f09f1d-be79-4c1a-b69b-02d27a2cf40d tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (cc6fbc5a-489d-42df-8f08-ce6874fd60d7), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:48.267169 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvr_db [None req-4456efed-4e7b-4c3b-a06a-9167ae0b409c None None] Set router edb7c835-6d1a-4461-88b0-7e358345f5de gateway port host: dv-cinder-848848-4-iscsi {{(pid=103847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:24:48.270084 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cfbc7c-c523-420d-8eaf-987192fcdbc4 admin admin] Network 2f7f712f-7346-42c2-b097-b4b48d9f78be is already hosted by enough agents. {{(pid=103845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:24:48.274000 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.base_scheduler [None req-72cfbc7c-c523-420d-8eaf-987192fcdbc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:24:48.349277 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device c4163169-578f-497c-9e56-d8ca273bcb71 up at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:24:48.460230 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f28e640-1879-482f-b0b1-b0ab3546e3cd admin admin] Pushing event updated for resources: {'Port': ['ID=0b86165d-3720-452d-ba04-597ce4db9715,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:48.570104 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72cfbc7c-c523-420d-8eaf-987192fcdbc4 admin admin] Router 35358e22-072e-4430-930f-25a4c4e0fe97 has already been hosted by L3 agent 8e6e5f2a-f235-48ed-8752-aab723ac44e7 {{(pid=103845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 15:24:48.581440 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-433b8878-a846-4795-b4e0-ba686b779d7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8e6e5f2a-f235-48ed-8752-aab723ac44e7), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:48.636064 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-de5a3ac5-d5f1-4ca6-9d19-b85a5132528c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'name': 'tempest-AttachVolumeNegativeTest-209056874-router', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'c4670a52-f3eb-4623-b6a0-3b65870597ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:38Z', 'updated_at': '2022-07-06T15:24:41Z', 'revision_number': 3, 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'gw_port': {'id': 'c4670a52-f3eb-4623-b6a0-3b65870597ee', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:49:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:40Z', 'updated_at': '2022-07-06T15:24:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi'}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:24:48.641783 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40986b7-a601-42d5-b09e-83fad8d53f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b48d5ac-03a4-4f29-8cb9-4b3699f62865,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:48.646721 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-d7f09f1d-be79-4c1a-b69b-02d27a2cf40d tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks [] for security_group (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:48.650896 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-d7f09f1d-be79-4c1a-b69b-02d27a2cf40d tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 2.0693951 Jul 06 15:24:48.692604 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5a3ac5-d5f1-4ca6-9d19-b85a5132528c None None] The sync data for ids ['738b7c26-f6e3-475d-9804-afd562758ee8'] in dv-cinder-848848-4-iscsi is: [{'id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'name': 'tempest-AttachVolumeNegativeTest-209056874-router', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'c4670a52-f3eb-4623-b6a0-3b65870597ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:38Z', 'updated_at': '2022-07-06T15:24:41Z', 'revision_number': 3, 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'gw_port': {'id': 'c4670a52-f3eb-4623-b6a0-3b65870597ee', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:49:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:40Z', 'updated_at': '2022-07-06T15:24:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi'}] {{(pid=103846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:24:48.694047 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-c06bcb61-dded-486e-a342-834f5c8df8c7 None None] Current status of the port 8f526e5d-be91-4f28-b889-07cf2682df45 is: DOWN; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:24:48.694417 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-c06bcb61-dded-486e-a342-834f5c8df8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (8f526e5d-be91-4f28-b889-07cf2682df45), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:48.705562 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:48.708924 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f09f1d-be79-4c1a-b69b-02d27a2cf40d tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6fbc5a-489d-42df-8f08-ce6874fd60d7,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:48.712600 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 50054) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:24:48.714627 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f28e640-1879-482f-b0b1-b0ab3546e3cd admin admin] Network e25275fc-af73-47fb-bfc4-a4005b8727d8 is already hosted by enough agents. {{(pid=103844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:24:48.728339 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-9906a4fa-a175-464e-b828-686e5492d7b0 None None] Publish callbacks [] for port (1ba82ad7-6367-4594-876a-c7e2c13c8b3b), precommit_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:48.732856 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Provisioning complete for port c4163169-578f-497c-9e56-d8ca273bcb71 triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:24:48.733222 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (c4163169-578f-497c-9e56-d8ca273bcb71), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:48.775099 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [None req-8f198dc1-3034-4ee6-b725-5e59759ee058 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Request body: {'security_group_rule': {'security_group_id': 'cc6fbc5a-489d-42df-8f08-ce6874fd60d7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:24:48.798931 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-9906a4fa-a175-464e-b828-686e5492d7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (1ba82ad7-6367-4594-876a-c7e2c13c8b3b), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:48.799977 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.base_scheduler [None req-4f28e640-1879-482f-b0b1-b0ab3546e3cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:24:48.810233 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-4456efed-4e7b-4c3b-a06a-9167ae0b409c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb7c835-6d1a-4461-88b0-7e358345f5de', 'name': 'tempest-AttachVolumeTestJSON-1669651781-router', 'tenant_id': '6707399c704e4c97939dc84df58cb39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'f019a37d-5764-468b-84a8-e637818622cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:35Z', 'updated_at': '2022-07-06T15:24:44Z', 'revision_number': 4, 'project_id': '6707399c704e4c97939dc84df58cb39f', 'gw_port': {'id': 'f019a37d-5764-468b-84a8-e637818622cc', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb7c835-6d1a-4461-88b0-7e358345f5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:36Z', 'updated_at': '2022-07-06T15:24:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': '8f526e5d-be91-4f28-b889-07cf2682df45', 'name': '', 'network_id': 'c3020644-2bbb-40b0-b72d-4d80a8b6cb34', 'tenant_id': '6707399c704e4c97939dc84df58cb39f', 'mac_address': 'fa:16:3e:93:56:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb7c835-6d1a-4461-88b0-7e358345f5de', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '77f124ec-b849-4e26-b7c2-43db5c0c70ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:41Z', 'updated_at': '2022-07-06T15:24:47Z', 'revision_number': 4, 'project_id': '6707399c704e4c97939dc84df58cb39f', 'subnets': [{'id': '77f124ec-b849-4e26-b7c2-43db5c0c70ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:24:48.818210 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:48.820846 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72cfbc7c-c523-420d-8eaf-987192fcdbc4 admin admin] Notify agent at l3_agent.dv-cinder-848848-4-iscsi the message routers_updated {{(pid=103845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:24:48.844464 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-c06bcb61-dded-486e-a342-834f5c8df8c7 None None] For port 8f526e5d-be91-4f28-b889-07cf2682df45, host dv-cinder-848848-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=8f526e5d-be91-4f28-b889-07cf2682df45,segment=NetworkSegment(8b9fcdf4-24f7-46ab-b771-db26fc7e4c98),segment_id=8b9fcdf4-24f7-46ab-b771-db26fc7e4c98)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:24:48.846722 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-72cfbc7c-c523-420d-8eaf-987192fcdbc4 admin admin] 10.222.0.46 "PUT /v2.0/routers/35358e22-072e-4430-930f-25a4c4e0fe97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9434767 Jul 06 15:24:48.848947 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f28e640-1879-482f-b0b1-b0ab3546e3cd admin admin] Received port after_create {{(pid=103844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 15:24:48.849464 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-4f28e640-1879-482f-b0b1-b0ab3546e3cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-649734'] for router_interface (388a11a4-c249-4751-b715-d99174920e91), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:48.903895 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-c06bcb61-dded-486e-a342-834f5c8df8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (8f526e5d-be91-4f28-b889-07cf2682df45), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:48.964891 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a16ca75-3ddd-4364-a394-1abc7cf8d282 None None] Pushing event updated for resources: {'Port': ['ID=1ba82ad7-6367-4594-876a-c7e2c13c8b3b,revision_number=2']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:48.982462 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 50060) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:24:49.039700 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4456efed-4e7b-4c3b-a06a-9167ae0b409c None None] The sync data for ids ['edb7c835-6d1a-4461-88b0-7e358345f5de'] in dv-cinder-848848-4-iscsi is: [{'id': 'edb7c835-6d1a-4461-88b0-7e358345f5de', 'name': 'tempest-AttachVolumeTestJSON-1669651781-router', 'tenant_id': '6707399c704e4c97939dc84df58cb39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'f019a37d-5764-468b-84a8-e637818622cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:35Z', 'updated_at': '2022-07-06T15:24:44Z', 'revision_number': 4, 'project_id': '6707399c704e4c97939dc84df58cb39f', 'gw_port': {'id': 'f019a37d-5764-468b-84a8-e637818622cc', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb7c835-6d1a-4461-88b0-7e358345f5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:36Z', 'updated_at': '2022-07-06T15:24:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': '8f526e5d-be91-4f28-b889-07cf2682df45', 'name': '', 'network_id': 'c3020644-2bbb-40b0-b72d-4d80a8b6cb34', 'tenant_id': '6707399c704e4c97939dc84df58cb39f', 'mac_address': 'fa:16:3e:93:56:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb7c835-6d1a-4461-88b0-7e358345f5de', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '77f124ec-b849-4e26-b7c2-43db5c0c70ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:41Z', 'updated_at': '2022-07-06T15:24:47Z', 'revision_number': 4, 'project_id': '6707399c704e4c97939dc84df58cb39f', 'subnets': [{'id': '77f124ec-b849-4e26-b7c2-43db5c0c70ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:24:49.057259 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-0857881c-8947-47a3-a868-1dbf1ab7658f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:49.098406 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.managers [None req-9906a4fa-a175-464e-b828-686e5492d7b0 None None] Attempting to bind port 1ba82ad7-6367-4594-876a-c7e2c13c8b3b on host dv-cinder-848848-4-iscsi for vnic_type normal with profile {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 15:24:49.098778 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.managers [None req-9906a4fa-a175-464e-b828-686e5492d7b0 None None] Attempting to bind port 1ba82ad7-6367-4594-876a-c7e2c13c8b3b by drivers openvswitch,hyperv on host dv-cinder-848848-4-iscsi at level 0 using segments [{'id': '7bafd98f-0c00-45ed-9abe-629590d245f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604'}] {{(pid=103846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 15:24:49.099127 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9906a4fa-a175-464e-b828-686e5492d7b0 None None] Attempting to bind port 1ba82ad7-6367-4594-876a-c7e2c13c8b3b on network 377cda5e-c384-46ee-8e00-4b775f415604 {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:24:49.170340 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 50068) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:24:49.247586 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-590c2b01-ca88-40fb-be70-d691b694c4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (08a9d052-0b96-4296-9c25-b9dac0d44511), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:49.257363 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:49.259393 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-590c2b01-ca88-40fb-be70-d691b694c4a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:49.263943 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-590c2b01-ca88-40fb-be70-d691b694c4a5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/08a9d052-0b96-4296-9c25-b9dac0d44511 HTTP/1.1" status: 204 len: 168 time: 2.6806860 Jul 06 15:24:49.273094 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-861219b8-5591-48a9-b367-99ec090371fd None None] Provisioning complete for port 35aae1e2-9c5a-4c0b-af62-404ccd1f8247 triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:24:49.273624 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-861219b8-5591-48a9-b367-99ec090371fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (35aae1e2-9c5a-4c0b-af62-404ccd1f8247), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:49.275521 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9906a4fa-a175-464e-b828-686e5492d7b0 None None] Checking agent: {'id': 'd26a5351-3de7-44f9-93eb-9fed5ee5b55b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848848-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 15, 16, 51), 'started_at': datetime.datetime(2022, 7, 6, 15, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 15, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848848-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 15:24:49.278363 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9906a4fa-a175-464e-b828-686e5492d7b0 None None] Checking segment: {'id': '7bafd98f-0c00-45ed-9abe-629590d245f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:24:49.278363 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-9906a4fa-a175-464e-b828-686e5492d7b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:49.278363 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9906a4fa-a175-464e-b828-686e5492d7b0 None None] Bound using segment: {'id': '7bafd98f-0c00-45ed-9abe-629590d245f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604'} {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 15:24:49.278363 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.managers [None req-9906a4fa-a175-464e-b828-686e5492d7b0 None None] Bound port: 1ba82ad7-6367-4594-876a-c7e2c13c8b3b, host: dv-cinder-848848-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bafd98f-0c00-45ed-9abe-629590d245f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604'}}] {{(pid=103846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 15:24:49.278363 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-9906a4fa-a175-464e-b828-686e5492d7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (1ba82ad7-6367-4594-876a-c7e2c13c8b3b), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:49.278755 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-8f198dc1-3034-4ee6-b725-5e59759ee058 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks [] for security_group_rule (c63ad8f5-0d38-4f11-87a6-0f5fd7e1b455), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:49.280662 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-0857881c-8947-47a3-a868-1dbf1ab7658f admin admin] Publish callbacks [] for security_group (57fc5654-ac24-47dc-ba4c-5aaf44c2cf78), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:49.300274 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-0857881c-8947-47a3-a868-1dbf1ab7658f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (57fc5654-ac24-47dc-ba4c-5aaf44c2cf78), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:49.360327 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:49.378841 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-d620d58a-614d-4ee7-9c7b-d5a40b370d99 admin admin] Publish callbacks [] for port (750799dc-8d69-4a28-93e2-23fdcff49383), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:49.421625 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-0857881c-8947-47a3-a868-1dbf1ab7658f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f48ca307958747cc990287166974794d&name=default HTTP/1.1" status: 200 len: 2994 time: 0.4375253 Jul 06 15:24:49.425839 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 50078) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:24:49.451613 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Current status of the port c4163169-578f-497c-9e56-d8ca273bcb71 is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:24:49.452759 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device f019a37d-5764-468b-84a8-e637818622cc up at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:24:49.465612 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06bcb61-dded-486e-a342-834f5c8df8c7 None None] Pushing event updated for resources: {'Port': ['ID=8f526e5d-be91-4f28-b889-07cf2682df45,revision_number=5']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:49.557133 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-6529b2be-974f-49fb-a120-84d3a9a196e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:49.589284 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590c2b01-ca88-40fb-be70-d691b694c4a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a9d052-0b96-4296-9c25-b9dac0d44511,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:49.681516 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0857881c-8947-47a3-a868-1dbf1ab7658f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57fc5654-ac24-47dc-ba4c-5aaf44c2cf78,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:49.747069 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-9906a4fa-a175-464e-b828-686e5492d7b0 None None] For port 1ba82ad7-6367-4594-876a-c7e2c13c8b3b, host dv-cinder-848848-4-iscsi, cleared binding levels {{(pid=103846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:24:49.770063 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-83abcaa2-fd8e-4172-be7d-723805ac0d19 admin admin] Publish callbacks [] for security_group (57fc5654-ac24-47dc-ba4c-5aaf44c2cf78), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:49.774709 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-5e71b6aa-55c8-4030-9936-371c496b104b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (6f0d5ee7-fa21-4cb0-b4ff-cf35f5a4ba31), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:49.789021 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-9906a4fa-a175-464e-b828-686e5492d7b0 None None] For port 1ba82ad7-6367-4594-876a-c7e2c13c8b3b, host dv-cinder-848848-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=1ba82ad7-6367-4594-876a-c7e2c13c8b3b,segment=NetworkSegment(7bafd98f-0c00-45ed-9abe-629590d245f2),segment_id=7bafd98f-0c00-45ed-9abe-629590d245f2)] {{(pid=103846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:24:49.838614 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-9906a4fa-a175-464e-b828-686e5492d7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (1ba82ad7-6367-4594-876a-c7e2c13c8b3b), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:49.852442 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-83abcaa2-fd8e-4172-be7d-723805ac0d19 admin admin] Publish callbacks [] for security_group (57fc5654-ac24-47dc-ba4c-5aaf44c2cf78), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:49.934275 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-d620d58a-614d-4ee7-9c7b-d5a40b370d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786465455737'] for port (750799dc-8d69-4a28-93e2-23fdcff49383), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:49.935339 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-861219b8-5591-48a9-b367-99ec090371fd None None] Current status of the port 35aae1e2-9c5a-4c0b-af62-404ccd1f8247 is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:24:49.947587 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Provisioning complete for port f019a37d-5764-468b-84a8-e637818622cc triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:24:49.948129 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (f019a37d-5764-468b-84a8-e637818622cc), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:49.987339 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-6529b2be-974f-49fb-a120-84d3a9a196e7 admin admin] Publish callbacks [] for security_group (360c9875-23b4-4e6e-8067-c5f2f81a3490), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:49.989923 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-861219b8-5591-48a9-b367-99ec090371fd None None] Provisioning complete for port 362ad125-474c-491a-ab35-5ec9aa3371e8 triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:24:49.990294 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-861219b8-5591-48a9-b367-99ec090371fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (362ad125-474c-491a-ab35-5ec9aa3371e8), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:49.992998 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-6529b2be-974f-49fb-a120-84d3a9a196e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (360c9875-23b4-4e6e-8067-c5f2f81a3490), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:50.005773 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-8f198dc1-3034-4ee6-b725-5e59759ee058 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks [] for security_group_rule (c63ad8f5-0d38-4f11-87a6-0f5fd7e1b455), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:50.034416 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-4f28e640-1879-482f-b0b1-b0ab3546e3cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (0b86165d-3720-452d-ba04-597ce4db9715), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:50.043134 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-6529b2be-974f-49fb-a120-84d3a9a196e7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=27ad835846e74888a8792c08fdebf965&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8714335 Jul 06 15:24:50.044137 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 50100) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:24:50.083029 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-8f198dc1-3034-4ee6-b725-5e59759ee058 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669521'] for security_group_rule (c63ad8f5-0d38-4f11-87a6-0f5fd7e1b455), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:50.136031 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:50.140356 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-bcd6b668-1d08-4019-b5f2-0440194faf6d admin admin] Publish callbacks [] for security_group (360c9875-23b4-4e6e-8067-c5f2f81a3490), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:50.141707 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-861219b8-5591-48a9-b367-99ec090371fd None None] Port 362ad125-474c-491a-ab35-5ec9aa3371e8 cannot update to ACTIVE because it is not bound. {{(pid=103846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 15:24:50.148505 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9906a4fa-a175-464e-b828-686e5492d7b0 None None] Routers {'35358e22-072e-4430-930f-25a4c4e0fe97'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:24:50.151026 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-9906a4fa-a175-464e-b828-686e5492d7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:24:48Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['35358e22-072e-4430-930f-25a4c4e0fe97'], 'active': True} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:24:50.208969 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-bcd6b668-1d08-4019-b5f2-0440194faf6d admin admin] Publish callbacks [] for security_group (360c9875-23b4-4e6e-8067-c5f2f81a3490), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:50.210911 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d620d58a-614d-4ee7-9c7b-d5a40b370d99 admin admin] Network a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5 is already hosted by enough agents. {{(pid=103844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:24:50.226855 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.base_scheduler [None req-d620d58a-614d-4ee7-9c7b-d5a40b370d99 admin admin] Resources bound (agent type, host, resource id): {{(pid=103844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:24:50.246534 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d620d58a-614d-4ee7-9c7b-d5a40b370d99 admin admin] Received port after_create {{(pid=103844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 15:24:50.251557 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-d620d58a-614d-4ee7-9c7b-d5a40b370d99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-649734'] for router_interface (738b7c26-f6e3-475d-9804-afd562758ee8), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:50.265398 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 50116) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:24:50.271643 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f198dc1-3034-4ee6-b725-5e59759ee058 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c63ad8f5-0d38-4f11-87a6-0f5fd7e1b455,revision_number=0']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:50.333057 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-83abcaa2-fd8e-4172-be7d-723805ac0d19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (57fc5654-ac24-47dc-ba4c-5aaf44c2cf78), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:50.335913 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-83abcaa2-fd8e-4172-be7d-723805ac0d19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:50.337540 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-83abcaa2-fd8e-4172-be7d-723805ac0d19 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/57fc5654-ac24-47dc-ba4c-5aaf44c2cf78 HTTP/1.1" status: 204 len: 168 time: 0.9103975 Jul 06 15:24:50.340396 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 50124) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:24:50.349439 dv-cinder-848848-4-iscsi neutron-server[103845]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 06 15:24:50.354357 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-bcd6b668-1d08-4019-b5f2-0440194faf6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (360c9875-23b4-4e6e-8067-c5f2f81a3490), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:50.357197 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-bcd6b668-1d08-4019-b5f2-0440194faf6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:50.361339 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-bcd6b668-1d08-4019-b5f2-0440194faf6d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/360c9875-23b4-4e6e-8067-c5f2f81a3490 HTTP/1.1" status: 204 len: 168 time: 0.3114674 Jul 06 15:24:50.463817 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-861219b8-5591-48a9-b367-99ec090371fd None None] Provisioning complete for port 8f526e5d-be91-4f28-b889-07cf2682df45 triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:24:50.465411 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-861219b8-5591-48a9-b367-99ec090371fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (8f526e5d-be91-4f28-b889-07cf2682df45), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:50.564861 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a16ca75-3ddd-4364-a394-1abc7cf8d282 None None] Pushing event updated for resources: {'Port': ['ID=1ba82ad7-6367-4594-876a-c7e2c13c8b3b,revision_number=3']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:50.588890 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvr_db [None req-9906a4fa-a175-464e-b828-686e5492d7b0 None None] Set router 35358e22-072e-4430-930f-25a4c4e0fe97 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:24:50.619415 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:50.630997 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3485f93c-9c16-4c66-81c9-c96cb9b2fdd3 req-203bb5e3-525c-450a-b741-e4fbf0b6df3a tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:24:50.637494 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-3485f93c-9c16-4c66-81c9-c96cb9b2fdd3 req-203bb5e3-525c-450a-b741-e4fbf0b6df3a tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/networks?id=2f7f712f-7346-42c2-b097-b4b48d9f78be HTTP/1.1" status: 200 len: 819 time: 0.2894702 Jul 06 15:24:50.644364 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6529b2be-974f-49fb-a120-84d3a9a196e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=360c9875-23b4-4e6e-8067-c5f2f81a3490,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:50.683340 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-3485f93c-9c16-4c66-81c9-c96cb9b2fdd3 req-785685f1-10bd-41e8-a1a0-60adc0ade06d tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/quotas/ef44ecc951964d51925463c5e09f9fbb HTTP/1.1" status: 200 len: 375 time: 0.0180869 Jul 06 15:24:50.701884 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83abcaa2-fd8e-4172-be7d-723805ac0d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57fc5654-ac24-47dc-ba4c-5aaf44c2cf78,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:50.802552 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-861219b8-5591-48a9-b367-99ec090371fd None None] Current status of the port 8f526e5d-be91-4f28-b889-07cf2682df45 is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:24:50.824619 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-9d8d6b16-e2fd-425e-947a-2f7a58b271aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:50.854018 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-8f198dc1-3034-4ee6-b725-5e59759ee058 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:50.855284 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-8f198dc1-3034-4ee6-b725-5e59759ee058 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0902567 Jul 06 15:24:50.876918 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-3485f93c-9c16-4c66-81c9-c96cb9b2fdd3 req-b837fe55-546e-4f39-8381-a251c259feab tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ef44ecc951964d51925463c5e09f9fbb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1769166 Jul 06 15:24:50.886582 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 50134) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:24:50.898226 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.v2.base [None req-aafa7005-ee65-4738-8c4f-00b0c1f21d5d tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Request body: {'security_group_rule': {'security_group_id': 'cc6fbc5a-489d-42df-8f08-ce6874fd60d7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:24:50.960750 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd6b668-1d08-4019-b5f2-0440194faf6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=360c9875-23b4-4e6e-8067-c5f2f81a3490,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:50.982188 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-9d8d6b16-e2fd-425e-947a-2f7a58b271aa admin admin] Publish callbacks [] for security_group (b35dd385-7a10-49ee-ab8d-a56ef6337aa1), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:50.983473 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d620d58a-614d-4ee7-9c7b-d5a40b370d99 admin admin] Pushing event updated for resources: {'Port': ['ID=750799dc-8d69-4a28-93e2-23fdcff49383,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:50.987771 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:50.992576 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:INSERT=14,neutron:SELECT=83,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:50.999930 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-9d8d6b16-e2fd-425e-947a-2f7a58b271aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (b35dd385-7a10-49ee-ab8d-a56ef6337aa1), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:51.010240 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-aafa7005-ee65-4738-8c4f-00b0c1f21d5d tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks [] for security_group_rule (2c14abd1-623e-46c5-8542-2a491441684f), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:51.068687 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8d6b16-e2fd-425e-947a-2f7a58b271aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b35dd385-7a10-49ee-ab8d-a56ef6337aa1,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:51.128235 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:51.141574 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-9d8d6b16-e2fd-425e-947a-2f7a58b271aa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=31558b7ea1f14c868fbcc4bd9b691fa8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8571935 Jul 06 15:24:51.154137 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-6229d86b-d0f2-42e6-a80f-f914a50d9973 None None] Provisioning complete for port 750799dc-8d69-4a28-93e2-23fdcff49383 triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:24:51.155301 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-6229d86b-d0f2-42e6-a80f-f914a50d9973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (750799dc-8d69-4a28-93e2-23fdcff49383), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:51.174789 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 50148) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:24:51.175630 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-aafa7005-ee65-4738-8c4f-00b0c1f21d5d tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks [] for security_group_rule (2c14abd1-623e-46c5-8542-2a491441684f), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:51.181652 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:51.185020 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-aafa7005-ee65-4738-8c4f-00b0c1f21d5d tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669521'] for security_group_rule (2c14abd1-623e-46c5-8542-2a491441684f), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:51.215035 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafa7005-ee65-4738-8c4f-00b0c1f21d5d tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c14abd1-623e-46c5-8542-2a491441684f,revision_number=0']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:51.232621 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Current status of the port f019a37d-5764-468b-84a8-e637818622cc is: DOWN; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:24:51.233426 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (f019a37d-5764-468b-84a8-e637818622cc), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:51.261513 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-aafa7005-ee65-4738-8c4f-00b0c1f21d5d tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:51.263616 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-aafa7005-ee65-4738-8c4f-00b0c1f21d5d tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3737843 Jul 06 15:24:51.266668 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 50158) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:24:51.283668 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.v2.base [None req-ac15d425-1c3d-43f6-af65-ff1b2ade9d5a tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Request body: {'floatingip': {'floating_network_id': '377cda5e-c384-46ee-8e00-4b775f415604'}} {{(pid=103845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:24:51.307688 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-8ac95340-3f24-440b-a4d9-caf8afcb49bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8ea57be5-348a-4c5b-804c-cda178363830), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:51.331925 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] For port f019a37d-5764-468b-84a8-e637818622cc, host dv-cinder-848848-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=f019a37d-5764-468b-84a8-e637818622cc,segment=NetworkSegment(7bafd98f-0c00-45ed-9abe-629590d245f2),segment_id=7bafd98f-0c00-45ed-9abe-629590d245f2)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:24:51.338534 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-6229d86b-d0f2-42e6-a80f-f914a50d9973 None None] Port 750799dc-8d69-4a28-93e2-23fdcff49383 cannot update to ACTIVE because it is not bound. {{(pid=103846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 15:24:51.346914 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-ac15d425-1c3d-43f6-af65-ff1b2ade9d5a tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:51.353507 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-6229d86b-d0f2-42e6-a80f-f914a50d9973 None None] Provisioning complete for port 0b86165d-3720-452d-ba04-597ce4db9715 triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:24:51.354284 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-6229d86b-d0f2-42e6-a80f-f914a50d9973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (0b86165d-3720-452d-ba04-597ce4db9715), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:51.402142 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (d26a5351-3de7-44f9-93eb-9fed5ee5b55b), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:51.408189 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-6229d86b-d0f2-42e6-a80f-f914a50d9973 None None] Port 0b86165d-3720-452d-ba04-597ce4db9715 cannot update to ACTIVE because it is not bound. {{(pid=103846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 15:24:51.411066 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (f019a37d-5764-468b-84a8-e637818622cc), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:51.412123 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 35aae1e2-9c5a-4c0b-af62-404ccd1f8247 up at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:24:51.452498 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-d620d58a-614d-4ee7-9c7b-d5a40b370d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (750799dc-8d69-4a28-93e2-23fdcff49383), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:51.559928 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-117407ca-8f6b-40f2-9b1e-3d835daa4bf1 admin admin] Publish callbacks [] for security_group (b35dd385-7a10-49ee-ab8d-a56ef6337aa1), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:51.597412 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [req-3485f93c-9c16-4c66-81c9-c96cb9b2fdd3 req-568ec32b-22e4-495e-aa88-73bd62a60dfa service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103845) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 06 15:24:51.600394 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Pushing event updated for resources: {'Port': ['ID=f019a37d-5764-468b-84a8-e637818622cc,revision_number=4']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:51.607259 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-3485f93c-9c16-4c66-81c9-c96cb9b2fdd3 req-568ec32b-22e4-495e-aa88-73bd62a60dfa service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4300904 Jul 06 15:24:51.622761 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-117407ca-8f6b-40f2-9b1e-3d835daa4bf1 admin admin] Publish callbacks [] for security_group (b35dd385-7a10-49ee-ab8d-a56ef6337aa1), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:51.707094 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-ac15d425-1c3d-43f6-af65-ff1b2ade9d5a tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:51.718818 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-9906a4fa-a175-464e-b828-686e5492d7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35358e22-072e-4430-930f-25a4c4e0fe97', 'name': 'tempest-ServerRescueNegativeTestJSON-1981272812-router', 'tenant_id': 'ef44ecc951964d51925463c5e09f9fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '1ba82ad7-6367-4594-876a-c7e2c13c8b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:38Z', 'updated_at': '2022-07-06T15:24:46Z', 'revision_number': 4, 'project_id': 'ef44ecc951964d51925463c5e09f9fbb', 'gw_port': {'id': '1ba82ad7-6367-4594-876a-c7e2c13c8b3b', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:52:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35358e22-072e-4430-930f-25a4c4e0fe97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:40Z', 'updated_at': '2022-07-06T15:24:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': '362ad125-474c-491a-ab35-5ec9aa3371e8', 'name': '', 'network_id': '2f7f712f-7346-42c2-b097-b4b48d9f78be', 'tenant_id': 'ef44ecc951964d51925463c5e09f9fbb', 'mac_address': 'fa:16:3e:36:bc:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35358e22-072e-4430-930f-25a4c4e0fe97', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd2607162-f852-4242-9cef-eb0efdf849b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:45Z', 'updated_at': '2022-07-06T15:24:47Z', 'revision_number': 2, 'project_id': 'ef44ecc951964d51925463c5e09f9fbb', 'subnets': [{'id': 'd2607162-f852-4242-9cef-eb0efdf849b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:24:51.722949 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Provisioning complete for port 35aae1e2-9c5a-4c0b-af62-404ccd1f8247 triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:24:51.724631 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (35aae1e2-9c5a-4c0b-af62-404ccd1f8247), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:51.785426 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-4f28e640-1879-482f-b0b1-b0ab3546e3cd admin admin] Publish callbacks [] for port (0b86165d-3720-452d-ba04-597ce4db9715), precommit_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:51.822429 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-4f28e640-1879-482f-b0b1-b0ab3546e3cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (0b86165d-3720-452d-ba04-597ce4db9715), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:51.825279 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-4f28e640-1879-482f-b0b1-b0ab3546e3cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649874'] for router_interface (388a11a4-c249-4751-b715-d99174920e91), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:51.829713 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:51.837719 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9906a4fa-a175-464e-b828-686e5492d7b0 None None] The sync data for ids ['35358e22-072e-4430-930f-25a4c4e0fe97'] in dv-cinder-848848-4-iscsi is: [{'id': '35358e22-072e-4430-930f-25a4c4e0fe97', 'name': 'tempest-ServerRescueNegativeTestJSON-1981272812-router', 'tenant_id': 'ef44ecc951964d51925463c5e09f9fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '1ba82ad7-6367-4594-876a-c7e2c13c8b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:38Z', 'updated_at': '2022-07-06T15:24:46Z', 'revision_number': 4, 'project_id': 'ef44ecc951964d51925463c5e09f9fbb', 'gw_port': {'id': '1ba82ad7-6367-4594-876a-c7e2c13c8b3b', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:52:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35358e22-072e-4430-930f-25a4c4e0fe97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:40Z', 'updated_at': '2022-07-06T15:24:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': '362ad125-474c-491a-ab35-5ec9aa3371e8', 'name': '', 'network_id': '2f7f712f-7346-42c2-b097-b4b48d9f78be', 'tenant_id': 'ef44ecc951964d51925463c5e09f9fbb', 'mac_address': 'fa:16:3e:36:bc:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35358e22-072e-4430-930f-25a4c4e0fe97', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd2607162-f852-4242-9cef-eb0efdf849b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:45Z', 'updated_at': '2022-07-06T15:24:47Z', 'revision_number': 2, 'project_id': 'ef44ecc951964d51925463c5e09f9fbb', 'subnets': [{'id': 'd2607162-f852-4242-9cef-eb0efdf849b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:24:51.936128 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-3485f93c-9c16-4c66-81c9-c96cb9b2fdd3 req-37aeebd4-f76f-4abc-9855-29c4eee54a51 service neutron] 10.222.0.46 "GET /v2.0/networks/2f7f712f-7346-42c2-b097-b4b48d9f78be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278353 Jul 06 15:24:51.941921 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Current status of the port 35aae1e2-9c5a-4c0b-af62-404ccd1f8247 is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:24:51.943341 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device f7bfe687-70ec-446d-999e-42cd501881b7 up at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:24:52.036773 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-117407ca-8f6b-40f2-9b1e-3d835daa4bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (b35dd385-7a10-49ee-ab8d-a56ef6337aa1), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:52.040589 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-117407ca-8f6b-40f2-9b1e-3d835daa4bf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:52.046613 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-117407ca-8f6b-40f2-9b1e-3d835daa4bf1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b35dd385-7a10-49ee-ab8d-a56ef6337aa1 HTTP/1.1" status: 204 len: 168 time: 0.8708088 Jul 06 15:24:52.062203 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Provisioning complete for port f7bfe687-70ec-446d-999e-42cd501881b7 triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:24:52.062573 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (f7bfe687-70ec-446d-999e-42cd501881b7), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:52.086166 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.db.db_base_plugin_common [None req-ac15d425-1c3d-43f6-af65-ff1b2ade9d5a tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Allocated IP 172.27.3.151 (377cda5e-c384-46ee-8e00-4b775f415604/1975bb39-9f7d-4b8c-94d3-6023908c91e1/87666c49-fc6a-4011-90d0-55cd64b9054c) {{(pid=103845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:24:52.175709 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117407ca-8f6b-40f2-9b1e-3d835daa4bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35dd385-7a10-49ee-ab8d-a56ef6337aa1,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:52.183409 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f28e640-1879-482f-b0b1-b0ab3546e3cd admin admin] Pushing event updated for resources: {'Port': ['ID=0b86165d-3720-452d-ba04-597ce4db9715,revision_number=2']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:52.341902 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:52.344639 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f28e640-1879-482f-b0b1-b0ab3546e3cd admin admin] Network e25275fc-af73-47fb-bfc4-a4005b8727d8 is already hosted by enough agents. {{(pid=103844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:24:52.348321 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-d620d58a-614d-4ee7-9c7b-d5a40b370d99 admin admin] Publish callbacks [] for port (750799dc-8d69-4a28-93e2-23fdcff49383), precommit_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:52.351985 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.base_scheduler [None req-4f28e640-1879-482f-b0b1-b0ab3546e3cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:24:52.360976 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-d620d58a-614d-4ee7-9c7b-d5a40b370d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (750799dc-8d69-4a28-93e2-23fdcff49383), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:52.362121 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-d620d58a-614d-4ee7-9c7b-d5a40b370d99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649874'] for router_interface (738b7c26-f6e3-475d-9804-afd562758ee8), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:52.362924 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 50198) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:24:52.437715 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:52.483846 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-3485f93c-9c16-4c66-81c9-c96cb9b2fdd3 req-68833b27-faf6-43ba-9a00-dd011a5f5e17 service neutron] 10.222.0.46 "GET /v2.0/networks/2f7f712f-7346-42c2-b097-b4b48d9f78be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5466232 Jul 06 15:24:52.508780 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-ac15d425-1c3d-43f6-af65-ff1b2ade9d5a tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks [] for port (87666c49-fc6a-4011-90d0-55cd64b9054c), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:52.530928 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Current status of the port f7bfe687-70ec-446d-999e-42cd501881b7 is: DOWN; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:24:52.531574 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (f7bfe687-70ec-446d-999e-42cd501881b7), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:52.581971 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] For port f7bfe687-70ec-446d-999e-42cd501881b7, host dv-cinder-848848-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=f7bfe687-70ec-446d-999e-42cd501881b7,segment=NetworkSegment(7bafd98f-0c00-45ed-9abe-629590d245f2),segment_id=7bafd98f-0c00-45ed-9abe-629590d245f2)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:24:52.599660 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (f7bfe687-70ec-446d-999e-42cd501881b7), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:52.623958 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-ac15d425-1c3d-43f6-af65-ff1b2ade9d5a tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786465455737'] for port (87666c49-fc6a-4011-90d0-55cd64b9054c), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:52.717297 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Pushing event updated for resources: {'Port': ['ID=f7bfe687-70ec-446d-999e-42cd501881b7,revision_number=4']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:52.815611 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac15d425-1c3d-43f6-af65-ff1b2ade9d5a tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Network 377cda5e-c384-46ee-8e00-4b775f415604 is already hosted by enough agents. {{(pid=103845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:24:52.835571 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.base_scheduler [None req-ac15d425-1c3d-43f6-af65-ff1b2ade9d5a tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Resources bound (agent type, host, resource id): {{(pid=103845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:24:52.843628 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac15d425-1c3d-43f6-af65-ff1b2ade9d5a tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Received port after_create {{(pid=103845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 15:24:52.862990 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-d6f2bba4-debe-4afd-8dd5-288aff032df4 None None] Provisioning complete for port 0b86165d-3720-452d-ba04-597ce4db9715 triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:24:52.863402 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d6f2bba4-debe-4afd-8dd5-288aff032df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (0b86165d-3720-452d-ba04-597ce4db9715), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:52.889034 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac15d425-1c3d-43f6-af65-ff1b2ade9d5a tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Pushing event updated for resources: {'Port': ['ID=87666c49-fc6a-4011-90d0-55cd64b9054c,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:52.926341 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d620d58a-614d-4ee7-9c7b-d5a40b370d99 admin admin] Network a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5 is already hosted by enough agents. {{(pid=103844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:24:52.955301 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d620d58a-614d-4ee7-9c7b-d5a40b370d99 admin admin] Pushing event updated for resources: {'Port': ['ID=750799dc-8d69-4a28-93e2-23fdcff49383,revision_number=2']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:52.974815 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.base_scheduler [None req-d620d58a-614d-4ee7-9c7b-d5a40b370d99 admin admin] Resources bound (agent type, host, resource id): {{(pid=103844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:24:52.989266 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d6f2bba4-debe-4afd-8dd5-288aff032df4 None None] Port 0b86165d-3720-452d-ba04-597ce4db9715 cannot update to ACTIVE because it is not bound. {{(pid=103846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 15:24:53.025102 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 50222) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:24:53.053749 dv-cinder-848848-4-iscsi neutron-server[103844]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 06 15:24:53.109749 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.v2.base [None req-4afb5a4e-94ec-4487-a44c-38a50e3fed0d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-744044052-network', 'tenant_id': 'f555cf9f335a4d48a15d2709b857a6d1'}} {{(pid=103845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:24:53.120666 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 8f526e5d-be91-4f28-b889-07cf2682df45 up at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:24:53.233570 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:53.243862 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:53.247882 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Provisioning complete for port 8f526e5d-be91-4f28-b889-07cf2682df45 triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:24:53.248265 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (8f526e5d-be91-4f28-b889-07cf2682df45), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:53.251871 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4afb5a4e-94ec-4487-a44c-38a50e3fed0d admin admin] Made reservation on behalf of f555cf9f335a4d48a15d2709b857a6d1 for: {'network': 1} {{(pid=103845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:24:53.262149 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-4afb5a4e-94ec-4487-a44c-38a50e3fed0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for network (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:53.267094 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-ac15d425-1c3d-43f6-af65-ff1b2ade9d5a tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks [] for floatingip (5bb6c3ae-c6be-43eb-97af-08a843855661), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:53.323709 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-4afb5a4e-94ec-4487-a44c-38a50e3fed0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:53.460943 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Current status of the port 8f526e5d-be91-4f28-b889-07cf2682df45 is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:24:53.462746 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device f019a37d-5764-468b-84a8-e637818622cc up at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:24:53.465952 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-ac15d425-1c3d-43f6-af65-ff1b2ade9d5a tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (87666c49-fc6a-4011-90d0-55cd64b9054c), before_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:53.527200 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 50240) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:24:53.557506 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d620d58a-614d-4ee7-9c7b-d5a40b370d99 admin admin] Router 738b7c26-f6e3-475d-9804-afd562758ee8 has already been hosted by L3 agent 8e6e5f2a-f235-48ed-8752-aab723ac44e7 {{(pid=103844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 15:24:53.560099 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:53.582525 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-4db563dc-6fed-4f62-8653-d91bf202cf39 req-cbde70a2-8406-4d33-be58-1309a6ae26b2 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 210 time: 0.5455878 Jul 06 15:24:53.589842 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-5c99db41-2efd-4a0b-96de-121436b28ea1 None None] Provisioning complete for port 750799dc-8d69-4a28-93e2-23fdcff49383 triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:24:53.591937 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-5c99db41-2efd-4a0b-96de-121436b28ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (750799dc-8d69-4a28-93e2-23fdcff49383), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:53.727027 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-5c99db41-2efd-4a0b-96de-121436b28ea1 None None] Port 750799dc-8d69-4a28-93e2-23fdcff49383 cannot update to ACTIVE because it is not bound. {{(pid=103846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 15:24:53.776342 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Provisioning complete for port f019a37d-5764-468b-84a8-e637818622cc triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:24:53.778412 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (f019a37d-5764-468b-84a8-e637818622cc), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:53.808841 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f28e640-1879-482f-b0b1-b0ab3546e3cd admin admin] Router 388a11a4-c249-4751-b715-d99174920e91 has already been hosted by L3 agent 8e6e5f2a-f235-48ed-8752-aab723ac44e7 {{(pid=103844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 15:24:53.906992 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Current status of the port f019a37d-5764-468b-84a8-e637818622cc is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:24:53.911606 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device c4670a52-f3eb-4623-b6a0-3b65870597ee up at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:24:53.925936 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-4afb5a4e-94ec-4487-a44c-38a50e3fed0d admin admin] Publish callbacks [] for security_group (49943c03-891b-4c41-a399-aae8a43787d7), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:53.940167 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-4afb5a4e-94ec-4487-a44c-38a50e3fed0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (49943c03-891b-4c41-a399-aae8a43787d7), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:53.976406 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-a7cb4c3b-60eb-4065-9c04-984ba63e90dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:54.044651 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d620d58a-614d-4ee7-9c7b-d5a40b370d99 admin admin] Notify agent at l3_agent.dv-cinder-848848-4-iscsi the message routers_updated {{(pid=103844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:24:54.047058 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Provisioning complete for port c4670a52-f3eb-4623-b6a0-3b65870597ee triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:24:54.048951 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (c4670a52-f3eb-4623-b6a0-3b65870597ee), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:54.064078 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-d620d58a-614d-4ee7-9c7b-d5a40b370d99 admin admin] 10.222.0.46 "PUT /v2.0/routers/738b7c26-f6e3-475d-9804-afd562758ee8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4444988 Jul 06 15:24:54.075925 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f28e640-1879-482f-b0b1-b0ab3546e3cd admin admin] Notify agent at l3_agent.dv-cinder-848848-4-iscsi the message routers_updated {{(pid=103844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:24:54.087594 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6cc881-e36c-449f-881b-ecc20061e7d3 None None] Sync routers for ids ['388a11a4-c249-4751-b715-d99174920e91'] in dv-cinder-848848-4-iscsi {{(pid=103847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:24:54.092494 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-4f28e640-1879-482f-b0b1-b0ab3546e3cd admin admin] 10.222.0.46 "PUT /v2.0/routers/388a11a4-c249-4751-b715-d99174920e91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8385983 Jul 06 15:24:54.112272 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fe660f-1800-44f0-936c-974c5f96257a None None] Sync routers for ids ['738b7c26-f6e3-475d-9804-afd562758ee8'] in dv-cinder-848848-4-iscsi {{(pid=103846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:24:54.112814 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6cc881-e36c-449f-881b-ecc20061e7d3 None None] Routers {'388a11a4-c249-4751-b715-d99174920e91'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:24:54.113452 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-4f6cc881-e36c-449f-881b-ecc20061e7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:24:48Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['388a11a4-c249-4751-b715-d99174920e91'], 'active': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:24:54.163624 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=100 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:54.165755 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fe660f-1800-44f0-936c-974c5f96257a None None] Routers {'738b7c26-f6e3-475d-9804-afd562758ee8'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:24:54.166655 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-a1fe660f-1800-44f0-936c-974c5f96257a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:24:48Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['738b7c26-f6e3-475d-9804-afd562758ee8'], 'active': True} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:24:54.173205 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4afb5a4e-94ec-4487-a44c-38a50e3fed0d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=103845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 15:24:54.296201 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Current status of the port c4670a52-f3eb-4623-b6a0-3b65870597ee is: DOWN; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:24:54.298600 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (c4670a52-f3eb-4623-b6a0-3b65870597ee), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:54.332402 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-4afb5a4e-94ec-4487-a44c-38a50e3fed0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490363'] for segment (54c0f3e1-1872-4ab7-b4cd-7f85c1ed8abb), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:54.332402 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.db.segments_db [None req-4afb5a4e-94ec-4487-a44c-38a50e3fed0d admin admin] Added segment 54c0f3e1-1872-4ab7-b4cd-7f85c1ed8abb of type vlan for network 5d7bdad1-3d04-41a8-a1d8-1c65a774b438 Jul 06 15:24:54.343525 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] For port c4670a52-f3eb-4623-b6a0-3b65870597ee, host dv-cinder-848848-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=c4670a52-f3eb-4623-b6a0-3b65870597ee,segment=NetworkSegment(7bafd98f-0c00-45ed-9abe-629590d245f2),segment_id=7bafd98f-0c00-45ed-9abe-629590d245f2)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:24:54.345584 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-ac15d425-1c3d-43f6-af65-ff1b2ade9d5a tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks [] for port (87666c49-fc6a-4011-90d0-55cd64b9054c), precommit_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:54.390156 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:54.392562 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (c4670a52-f3eb-4623-b6a0-3b65870597ee), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:54.400851 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afb5a4e-94ec-4487-a44c-38a50e3fed0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49943c03-891b-4c41-a399-aae8a43787d7,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:54.423442 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-ac15d425-1c3d-43f6-af65-ff1b2ade9d5a tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (87666c49-fc6a-4011-90d0-55cd64b9054c), after_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:54.428309 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvr_db [None req-4f6cc881-e36c-449f-881b-ecc20061e7d3 None None] Set router 388a11a4-c249-4751-b715-d99174920e91 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:24:54.493356 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvr_db [None req-a1fe660f-1800-44f0-936c-974c5f96257a None None] Set router 738b7c26-f6e3-475d-9804-afd562758ee8 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:24:54.549310 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:54.602228 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-a7cb4c3b-60eb-4065-9c04-984ba63e90dd admin admin] Publish callbacks [] for security_group (0178c299-cb8e-4a68-b8c5-8768fd88d268), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:54.746948 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:54.788234 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Pushing event updated for resources: {'Port': ['ID=c4670a52-f3eb-4623-b6a0-3b65870597ee,revision_number=4']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:54.821045 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-4f6cc881-e36c-449f-881b-ecc20061e7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '388a11a4-c249-4751-b715-d99174920e91', 'name': 'tempest-DeleteServersTestJSON-790398667-router', 'tenant_id': '9be64cd89e3b46738dca85e516a60d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'f7bfe687-70ec-446d-999e-42cd501881b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:36Z', 'updated_at': '2022-07-06T15:24:49Z', 'revision_number': 4, 'project_id': '9be64cd89e3b46738dca85e516a60d8a', 'gw_port': {'id': 'f7bfe687-70ec-446d-999e-42cd501881b7', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388a11a4-c249-4751-b715-d99174920e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:38Z', 'updated_at': '2022-07-06T15:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': '0b86165d-3720-452d-ba04-597ce4db9715', 'name': '', 'network_id': 'e25275fc-af73-47fb-bfc4-a4005b8727d8', 'tenant_id': '9be64cd89e3b46738dca85e516a60d8a', 'mac_address': 'fa:16:3e:e2:a4:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '388a11a4-c249-4751-b715-d99174920e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e0fd46af-3762-4170-ab9e-cd9cd8d2a83b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:46Z', 'updated_at': '2022-07-06T15:24:51Z', 'revision_number': 2, 'project_id': '9be64cd89e3b46738dca85e516a60d8a', 'subnets': [{'id': 'e0fd46af-3762-4170-ab9e-cd9cd8d2a83b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:24:54.860614 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6cc881-e36c-449f-881b-ecc20061e7d3 None None] Checking router: 388a11a4-c249-4751-b715-d99174920e91 for host: dv-cinder-848848-4-iscsi {{(pid=103847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:24:54.860614 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6cc881-e36c-449f-881b-ecc20061e7d3 None None] Updating router 388a11a4-c249-4751-b715-d99174920e91 port 0b86165d-3720-452d-ba04-597ce4db9715 binding host dv-cinder-848848-4-iscsi {{(pid=103847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 15:24:54.862403 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 50308) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:24:54.868996 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [None req-4372f716-2ac6-44fa-b5b3-8bbc38033666 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1468776008', 'description': 'tempest-description--384214697'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:24:54.887120 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4f6cc881-e36c-449f-881b-ecc20061e7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (0b86165d-3720-452d-ba04-597ce4db9715), before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:54.906467 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-ac15d425-1c3d-43f6-af65-ff1b2ade9d5a tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591059'] for floatingip (5bb6c3ae-c6be-43eb-97af-08a843855661), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:54.953606 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-4372f716-2ac6-44fa-b5b3-8bbc38033666 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for security_group (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:54.964767 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc10968-6420-4039-bf95-e0b55ffa1955 req-699a1252-40fb-435b-96bd-d65b27d23f77 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:24:54.971594 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-9dc10968-6420-4039-bf95-e0b55ffa1955 req-699a1252-40fb-435b-96bd-d65b27d23f77 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/networks?id=2f7f712f-7346-42c2-b097-b4b48d9f78be HTTP/1.1" status: 200 len: 819 time: 0.7869513 Jul 06 15:24:54.972458 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-a7cb4c3b-60eb-4065-9c04-984ba63e90dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (0178c299-cb8e-4a68-b8c5-8768fd88d268), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:54.989502 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 1ba82ad7-6367-4594-876a-c7e2c13c8b3b up at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:24:55.020143 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:55.031533 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-4afb5a4e-94ec-4487-a44c-38a50e3fed0d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786465444024'] for network (5d7bdad1-3d04-41a8-a1d8-1c65a774b438), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:55.085766 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-a7cb4c3b-60eb-4065-9c04-984ba63e90dd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=353433f606a645378d87e814e8de284e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5430222 Jul 06 15:24:55.092921 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 50318) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:24:55.093466 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-ac15d425-1c3d-43f6-af65-ff1b2ade9d5a tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for floatingip (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:55.096256 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-ac15d425-1c3d-43f6-af65-ff1b2ade9d5a tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8284881 Jul 06 15:24:55.129572 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:55.131541 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-9dc10968-6420-4039-bf95-e0b55ffa1955 req-3a24dcb1-3e9c-48e5-bf12-d662803c2029 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/quotas/ef44ecc951964d51925463c5e09f9fbb HTTP/1.1" status: 200 len: 375 time: 0.0925109 Jul 06 15:24:55.194490 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.db.resource_extend [None req-4afb5a4e-94ec-4487-a44c-38a50e3fed0d admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 06 15:24:55.213764 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac15d425-1c3d-43f6-af65-ff1b2ade9d5a tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Pushing event updated for resources: {'Port': ['ID=87666c49-fc6a-4011-90d0-55cd64b9054c,revision_number=2']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:55.227453 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4f6cc881-e36c-449f-881b-ecc20061e7d3 None None] Publish callbacks [] for port (0b86165d-3720-452d-ba04-597ce4db9715), precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:55.239044 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4f6cc881-e36c-449f-881b-ecc20061e7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (0b86165d-3720-452d-ba04-597ce4db9715), after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:55.314109 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-459ee5b0-1dd9-4012-8628-025b49ec4e69 admin admin] Publish callbacks [] for security_group (0178c299-cb8e-4a68-b8c5-8768fd88d268), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:55.336325 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cb4c3b-60eb-4065-9c04-984ba63e90dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0178c299-cb8e-4a68-b8c5-8768fd88d268,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:55.358502 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Provisioning complete for port 1ba82ad7-6367-4594-876a-c7e2c13c8b3b triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:24:55.367853 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (1ba82ad7-6367-4594-876a-c7e2c13c8b3b), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:55.379100 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-9dc10968-6420-4039-bf95-e0b55ffa1955 req-3895de28-ab5f-4e68-9294-8a5bd0db5911 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ef44ecc951964d51925463c5e09f9fbb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2254965 Jul 06 15:24:55.379935 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-4afb5a4e-94ec-4487-a44c-38a50e3fed0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-666929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561'] for network (5d7bdad1-3d04-41a8-a1d8-1c65a774b438), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:55.381744 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afb5a4e-94ec-4487-a44c-38a50e3fed0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:24:55.384200 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-4afb5a4e-94ec-4487-a44c-38a50e3fed0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629707'] for network (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:55.410610 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a168d140-fbe8-436b-a459-c057b537efe0 None None] Pushing event updated for resources: {'Port': ['ID=0b86165d-3720-452d-ba04-597ce4db9715,revision_number=3']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:55.443689 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-4afb5a4e-94ec-4487-a44c-38a50e3fed0d admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 3.0793369 Jul 06 15:24:55.486179 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-4372f716-2ac6-44fa-b5b3-8bbc38033666 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for security_group (fb6239be-1d71-40f2-adcc-b4a14da46b6b), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:55.487368 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-a1fe660f-1800-44f0-936c-974c5f96257a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'name': 'tempest-AttachVolumeNegativeTest-209056874-router', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'c4670a52-f3eb-4623-b6a0-3b65870597ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:38Z', 'updated_at': '2022-07-06T15:24:51Z', 'revision_number': 4, 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'gw_port': {'id': 'c4670a52-f3eb-4623-b6a0-3b65870597ee', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:49:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:40Z', 'updated_at': '2022-07-06T15:24:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': '750799dc-8d69-4a28-93e2-23fdcff49383', 'name': '', 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'mac_address': 'fa:16:3e:3f:ea:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f20ae9c1-f124-46af-83bd-c43bda7bdca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:47Z', 'updated_at': '2022-07-06T15:24:51Z', 'revision_number': 2, 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'subnets': [{'id': 'f20ae9c1-f124-46af-83bd-c43bda7bdca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:24:55.497748 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 50344) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:24:55.514155 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.v2.base [None req-84e79062-9501-4b66-b2bc-1de63f5588ec admin admin] Request body: {'subnet': {'network_id': '5d7bdad1-3d04-41a8-a1d8-1c65a774b438', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-744044052-subnet', 'tenant_id': 'f555cf9f335a4d48a15d2709b857a6d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:24:55.544755 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-4372f716-2ac6-44fa-b5b3-8bbc38033666 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (fb6239be-1d71-40f2-adcc-b4a14da46b6b), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:55.565273 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [None req-4f6cc881-e36c-449f-881b-ecc20061e7d3 None None] Attempting to bind port 0b86165d-3720-452d-ba04-597ce4db9715 on host dv-cinder-848848-4-iscsi for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 15:24:55.565636 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [None req-4f6cc881-e36c-449f-881b-ecc20061e7d3 None None] Attempting to bind port 0b86165d-3720-452d-ba04-597ce4db9715 by drivers openvswitch,hyperv on host dv-cinder-848848-4-iscsi at level 0 using segments [{'id': '8204b9b4-67b5-4078-b2a8-fdc5e4764718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e25275fc-af73-47fb-bfc4-a4005b8727d8'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 15:24:55.565984 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6cc881-e36c-449f-881b-ecc20061e7d3 None None] Attempting to bind port 0b86165d-3720-452d-ba04-597ce4db9715 on network e25275fc-af73-47fb-bfc4-a4005b8727d8 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:24:55.576538 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fe660f-1800-44f0-936c-974c5f96257a None None] Checking router: 738b7c26-f6e3-475d-9804-afd562758ee8 for host: dv-cinder-848848-4-iscsi {{(pid=103846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:24:55.581821 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fe660f-1800-44f0-936c-974c5f96257a None None] Updating router 738b7c26-f6e3-475d-9804-afd562758ee8 port 750799dc-8d69-4a28-93e2-23fdcff49383 binding host dv-cinder-848848-4-iscsi {{(pid=103846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 15:24:55.582145 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6cc881-e36c-449f-881b-ecc20061e7d3 None None] Checking agent: {'id': 'd26a5351-3de7-44f9-93eb-9fed5ee5b55b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848848-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 15, 16, 51), 'started_at': datetime.datetime(2022, 7, 6, 15, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 15, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848848-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 15:24:55.582553 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6cc881-e36c-449f-881b-ecc20061e7d3 None None] Checking segment: {'id': '8204b9b4-67b5-4078-b2a8-fdc5e4764718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e25275fc-af73-47fb-bfc4-a4005b8727d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:24:55.583163 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4f6cc881-e36c-449f-881b-ecc20061e7d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:55.584168 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6cc881-e36c-449f-881b-ecc20061e7d3 None None] Bound using segment: {'id': '8204b9b4-67b5-4078-b2a8-fdc5e4764718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e25275fc-af73-47fb-bfc4-a4005b8727d8'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 15:24:55.584668 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [None req-4f6cc881-e36c-449f-881b-ecc20061e7d3 None None] Bound port: 0b86165d-3720-452d-ba04-597ce4db9715, host: dv-cinder-848848-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8204b9b4-67b5-4078-b2a8-fdc5e4764718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e25275fc-af73-47fb-bfc4-a4005b8727d8'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 15:24:55.585049 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4f6cc881-e36c-449f-881b-ecc20061e7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (0b86165d-3720-452d-ba04-597ce4db9715), before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:55.668763 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e79062-9501-4b66-b2bc-1de63f5588ec admin admin] Made reservation on behalf of f555cf9f335a4d48a15d2709b857a6d1 for: {'subnet': 1} {{(pid=103845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:24:55.672196 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-84e79062-9501-4b66-b2bc-1de63f5588ec admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:55.682924 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afb5a4e-94ec-4487-a44c-38a50e3fed0d admin admin] Pushing event updated for resources: {'Network': ['ID=5d7bdad1-3d04-41a8-a1d8-1c65a774b438,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:55.695590 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:55.700854 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Current status of the port 1ba82ad7-6367-4594-876a-c7e2c13c8b3b is: DOWN; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:24:55.701300 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (1ba82ad7-6367-4594-876a-c7e2c13c8b3b), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:55.780346 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-9dc10968-6420-4039-bf95-e0b55ffa1955 req-e05abf51-f436-4dc3-9f2c-ed1a46af3de7 service neutron] 10.222.0.46 "GET /v2.0/networks/2f7f712f-7346-42c2-b097-b4b48d9f78be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3728909 Jul 06 15:24:55.787123 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] For port 1ba82ad7-6367-4594-876a-c7e2c13c8b3b, host dv-cinder-848848-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=1ba82ad7-6367-4594-876a-c7e2c13c8b3b,segment=NetworkSegment(7bafd98f-0c00-45ed-9abe-629590d245f2),segment_id=7bafd98f-0c00-45ed-9abe-629590d245f2)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:24:55.809609 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-4f6cc881-e36c-449f-881b-ecc20061e7d3 None None] For port 0b86165d-3720-452d-ba04-597ce4db9715, host dv-cinder-848848-4-iscsi, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:24:55.818381 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Network 5d7bdad1-3d04-41a8-a1d8-1c65a774b438 details requested by agent ovs-agent-dv-cinder-848848-4-iscsi with host dv-cinder-848848-4-iscsi {{(pid=103846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 15:24:55.818965 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-4f6cc881-e36c-449f-881b-ecc20061e7d3 None None] For port 0b86165d-3720-452d-ba04-597ce4db9715, host dv-cinder-848848-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=0b86165d-3720-452d-ba04-597ce4db9715,segment=NetworkSegment(8204b9b4-67b5-4078-b2a8-fdc5e4764718),segment_id=8204b9b4-67b5-4078-b2a8-fdc5e4764718)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:24:55.839681 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4f6cc881-e36c-449f-881b-ecc20061e7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (0b86165d-3720-452d-ba04-597ce4db9715), after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:55.855947 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4372f716-2ac6-44fa-b5b3-8bbc38033666 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6239be-1d71-40f2-adcc-b4a14da46b6b,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:55.867717 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-459ee5b0-1dd9-4012-8628-025b49ec4e69 admin admin] Publish callbacks [] for security_group (0178c299-cb8e-4a68-b8c5-8768fd88d268), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:55.904287 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (1ba82ad7-6367-4594-876a-c7e2c13c8b3b), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:55.905126 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device f7bfe687-70ec-446d-999e-42cd501881b7 up at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:24:55.933409 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-a1fe660f-1800-44f0-936c-974c5f96257a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (750799dc-8d69-4a28-93e2-23fdcff49383), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:55.950244 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a168d140-fbe8-436b-a459-c057b537efe0 None None] Pushing event updated for resources: {'Port': ['ID=0b86165d-3720-452d-ba04-597ce4db9715,revision_number=4']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:55.962838 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-4372f716-2ac6-44fa-b5b3-8bbc38033666 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for security_group (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:55.969076 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-4372f716-2ac6-44fa-b5b3-8bbc38033666 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1003537 Jul 06 15:24:55.990927 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 50358) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:24:55.992998 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:56.004478 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6cc881-e36c-449f-881b-ecc20061e7d3 None None] Routers {'388a11a4-c249-4751-b715-d99174920e91'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:24:56.005668 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-4f6cc881-e36c-449f-881b-ecc20061e7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:24:48Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['388a11a4-c249-4751-b715-d99174920e91'], 'active': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:24:56.032922 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [None req-4828a3c8-9fc4-4582-9c5f-b927f200e641 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Request body: {'security_group_rule': {'security_group_id': 'fb6239be-1d71-40f2-adcc-b4a14da46b6b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:24:56.233890 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-84e79062-9501-4b66-b2bc-1de63f5588ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561'] for subnet (d9ec824b-74a0-4cc1-ba91-cd9e02ef7976), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:56.239503 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-95516432-00fa-4f0e-8266-474a224c6d13 None None] Provisioning complete for port 0b86165d-3720-452d-ba04-597ce4db9715 triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:24:56.241706 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-95516432-00fa-4f0e-8266-474a224c6d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (0b86165d-3720-452d-ba04-597ce4db9715), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:56.346328 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvr_db [None req-4f6cc881-e36c-449f-881b-ecc20061e7d3 None None] Set router 388a11a4-c249-4751-b715-d99174920e91 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:24:56.384139 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9337854a-d5f4-4185-91cb-594f20dd6d25 None None] Sync routers for ids ['35358e22-072e-4430-930f-25a4c4e0fe97'] in dv-cinder-848848-4-iscsi {{(pid=103846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:24:56.469527 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e79062-9501-4b66-b2bc-1de63f5588ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9ec824b-74a0-4cc1-ba91-cd9e02ef7976,revision_number=0']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:56.476584 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9337854a-d5f4-4185-91cb-594f20dd6d25 None None] Routers {'35358e22-072e-4430-930f-25a4c4e0fe97'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:24:56.484477 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-9337854a-d5f4-4185-91cb-594f20dd6d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:24:48Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['35358e22-072e-4430-930f-25a4c4e0fe97'], 'active': True} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:24:56.503499 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:56.513892 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e79062-9501-4b66-b2bc-1de63f5588ec admin admin] Checking segment: {'id': '54c0f3e1-1872-4ab7-b4cd-7f85c1ed8abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '5d7bdad1-3d04-41a8-a1d8-1c65a774b438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:24:56.514522 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e79062-9501-4b66-b2bc-1de63f5588ec admin admin] Network hostable DHCP agents. Network: 5d7bdad1-3d04-41a8-a1d8-1c65a774b438, hostable agents: ['a81823b9-ba52-46bb-9bcd-43b269600933'], hosted agents: [] {{(pid=103845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 15:24:56.531252 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-9dc10968-6420-4039-bf95-e0b55ffa1955 req-26d7af55-f6a7-459e-b44b-d107e88b213c service neutron] 10.222.0.46 "GET /v2.0/networks/2f7f712f-7346-42c2-b097-b4b48d9f78be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7358382 Jul 06 15:24:56.577002 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e79062-9501-4b66-b2bc-1de63f5588ec admin admin] Network 5d7bdad1-3d04-41a8-a1d8-1c65a774b438 is scheduled to be hosted by DHCP agent a81823b9-ba52-46bb-9bcd-43b269600933 with binding_index 1 {{(pid=103845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 15:24:56.582260 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af53e81-ba92-44d1-b645-221efaae62c3 req-7bb33c5a-7a93-4ae5-9517-492ed531a706 tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:24:56.590010 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-4af53e81-ba92-44d1-b645-221efaae62c3 req-7bb33c5a-7a93-4ae5-9517-492ed531a706 tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] 10.222.0.46 "GET /v2.0/networks?id=e25275fc-af73-47fb-bfc4-a4005b8727d8 HTTP/1.1" status: 200 len: 811 time: 1.2769992 Jul 06 15:24:56.590651 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-4828a3c8-9fc4-4582-9c5f-b927f200e641 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for security_group_rule (13e087a8-c325-4c18-8806-49899e257b22), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:56.600444 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.base_scheduler [None req-84e79062-9501-4b66-b2bc-1de63f5588ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848848-4-iscsi, 5d7bdad1-3d04-41a8-a1d8-1c65a774b438) {{(pid=103845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:24:56.602535 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Pushing event updated for resources: {'Port': ['ID=1ba82ad7-6367-4594-876a-c7e2c13c8b3b,revision_number=4']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:56.605425 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Provisioning complete for port f7bfe687-70ec-446d-999e-42cd501881b7 triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:24:56.605789 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (f7bfe687-70ec-446d-999e-42cd501881b7), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:56.610044 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e79062-9501-4b66-b2bc-1de63f5588ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:24:56.610668 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-84e79062-9501-4b66-b2bc-1de63f5588ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629707'] for subnet (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:56.643509 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-4af53e81-ba92-44d1-b645-221efaae62c3 req-15ba81a1-0b26-42fd-9116-270a17bcb88e tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] 10.222.0.46 "GET /v2.0/quotas/9be64cd89e3b46738dca85e516a60d8a HTTP/1.1" status: 200 len: 375 time: 0.0458450 Jul 06 15:24:56.651834 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-84e79062-9501-4b66-b2bc-1de63f5588ec admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1502242 Jul 06 15:24:56.815359 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc32d94-484e-4390-8721-68320305dd77 None None] Network 5d7bdad1-3d04-41a8-a1d8-1c65a774b438 requested from dv-cinder-848848-4-iscsi {{(pid=103846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 15:24:56.818815 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-4f6cc881-e36c-449f-881b-ecc20061e7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '388a11a4-c249-4751-b715-d99174920e91', 'name': 'tempest-DeleteServersTestJSON-790398667-router', 'tenant_id': '9be64cd89e3b46738dca85e516a60d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'f7bfe687-70ec-446d-999e-42cd501881b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:36Z', 'updated_at': '2022-07-06T15:24:49Z', 'revision_number': 4, 'project_id': '9be64cd89e3b46738dca85e516a60d8a', 'gw_port': {'id': 'f7bfe687-70ec-446d-999e-42cd501881b7', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388a11a4-c249-4751-b715-d99174920e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:38Z', 'updated_at': '2022-07-06T15:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': '0b86165d-3720-452d-ba04-597ce4db9715', 'name': '', 'network_id': 'e25275fc-af73-47fb-bfc4-a4005b8727d8', 'tenant_id': '9be64cd89e3b46738dca85e516a60d8a', 'mac_address': 'fa:16:3e:e2:a4:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '388a11a4-c249-4751-b715-d99174920e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e0fd46af-3762-4170-ab9e-cd9cd8d2a83b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:46Z', 'updated_at': '2022-07-06T15:24:55Z', 'revision_number': 4, 'project_id': '9be64cd89e3b46738dca85e516a60d8a', 'subnets': [{'id': 'e0fd46af-3762-4170-ab9e-cd9cd8d2a83b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:24:56.876924 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6cc881-e36c-449f-881b-ecc20061e7d3 None None] The sync data for ids ['388a11a4-c249-4751-b715-d99174920e91'] in dv-cinder-848848-4-iscsi is: [{'id': '388a11a4-c249-4751-b715-d99174920e91', 'name': 'tempest-DeleteServersTestJSON-790398667-router', 'tenant_id': '9be64cd89e3b46738dca85e516a60d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'f7bfe687-70ec-446d-999e-42cd501881b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:36Z', 'updated_at': '2022-07-06T15:24:49Z', 'revision_number': 4, 'project_id': '9be64cd89e3b46738dca85e516a60d8a', 'gw_port': {'id': 'f7bfe687-70ec-446d-999e-42cd501881b7', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388a11a4-c249-4751-b715-d99174920e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:38Z', 'updated_at': '2022-07-06T15:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': '0b86165d-3720-452d-ba04-597ce4db9715', 'name': '', 'network_id': 'e25275fc-af73-47fb-bfc4-a4005b8727d8', 'tenant_id': '9be64cd89e3b46738dca85e516a60d8a', 'mac_address': 'fa:16:3e:e2:a4:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '388a11a4-c249-4751-b715-d99174920e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e0fd46af-3762-4170-ab9e-cd9cd8d2a83b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:46Z', 'updated_at': '2022-07-06T15:24:55Z', 'revision_number': 4, 'project_id': '9be64cd89e3b46738dca85e516a60d8a', 'subnets': [{'id': 'e0fd46af-3762-4170-ab9e-cd9cd8d2a83b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:24:56.931162 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-4af53e81-ba92-44d1-b645-221efaae62c3 req-ccf46372-90c1-48c6-bbac-1501957ff10d tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9be64cd89e3b46738dca85e516a60d8a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2624338 Jul 06 15:24:56.942546 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-459ee5b0-1dd9-4012-8628-025b49ec4e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (0178c299-cb8e-4a68-b8c5-8768fd88d268), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:56.945655 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-459ee5b0-1dd9-4012-8628-025b49ec4e69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:56.951752 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-459ee5b0-1dd9-4012-8628-025b49ec4e69 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0178c299-cb8e-4a68-b8c5-8768fd88d268 HTTP/1.1" status: 204 len: 168 time: 1.8576725 Jul 06 15:24:56.972205 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459ee5b0-1dd9-4012-8628-025b49ec4e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0178c299-cb8e-4a68-b8c5-8768fd88d268,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:57.051138 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.16', 58069) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:24:57.078812 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:57.086427 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-4828a3c8-9fc4-4582-9c5f-b927f200e641 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for security_group_rule (13e087a8-c325-4c18-8806-49899e257b22), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:57.100781 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-4828a3c8-9fc4-4582-9c5f-b927f200e641 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669521'] for security_group_rule (13e087a8-c325-4c18-8806-49899e257b22), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:57.154201 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:57.171782 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-4828a3c8-9fc4-4582-9c5f-b927f200e641 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:57.174461 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-9532d39a-e3d0-4188-a50f-bd16a61d5505 req-c065bfa6-32fe-4d5a-a666-a17a9d147bbc tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--885031446&fields=id&tenant_id=6707399c704e4c97939dc84df58cb39f HTTP/1.1" status: 200 len: 267 time: 0.3537345 Jul 06 15:24:57.180947 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 50414) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:24:57.195931 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.v2.base [None req-6df1768b-889f-4faa-acec-ea683fb3124e tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Request body: {'security_group_rule': {'security_group_id': 'fb6239be-1d71-40f2-adcc-b4a14da46b6b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:24:57.203649 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-4828a3c8-9fc4-4582-9c5f-b927f200e641 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1852660 Jul 06 15:24:57.212901 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4828a3c8-9fc4-4582-9c5f-b927f200e641 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13e087a8-c325-4c18-8806-49899e257b22,revision_number=0']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:57.241809 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-95516432-00fa-4f0e-8266-474a224c6d13 None None] Current status of the port 0b86165d-3720-452d-ba04-597ce4db9715 is: DOWN; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:24:57.242526 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-95516432-00fa-4f0e-8266-474a224c6d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (0b86165d-3720-452d-ba04-597ce4db9715), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:57.411554 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=100 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:57.449011 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-6df1768b-889f-4faa-acec-ea683fb3124e tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for security_group_rule (d16c86d3-8175-47c6-b066-977ed335a650), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:57.528565 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvr_db [None req-9337854a-d5f4-4185-91cb-594f20dd6d25 None None] Set router 35358e22-072e-4430-930f-25a4c4e0fe97 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:24:57.606021 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3485f93c-9c16-4c66-81c9-c96cb9b2fdd3 req-febdf99a-930d-4482-a7cd-0c108ddec263 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:24:57.612561 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-3485f93c-9c16-4c66-81c9-c96cb9b2fdd3 req-febdf99a-930d-4482-a7cd-0c108ddec263 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.16 "GET /v2.0/networks?id=2f7f712f-7346-42c2-b097-b4b48d9f78be HTTP/1.1" status: 200 len: 819 time: 0.5343947 Jul 06 15:24:57.629027 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532d39a-e3d0-4188-a50f-bd16a61d5505 req-6b35c8d6-68f0-48e9-aa29-fab0988413c3 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:24:57.638896 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-9532d39a-e3d0-4188-a50f-bd16a61d5505 req-6b35c8d6-68f0-48e9-aa29-fab0988413c3 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/networks?id=c3020644-2bbb-40b0-b72d-4d80a8b6cb34 HTTP/1.1" status: 200 len: 811 time: 0.4088442 Jul 06 15:24:57.658112 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [req-3485f93c-9c16-4c66-81c9-c96cb9b2fdd3 req-59d911f7-5f8e-42df-aaa2-0931a6f74559 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Request body: {'port': {'device_id': 'ce440c64-f3db-4cda-8a2f-0f7e00f36b30', 'network_id': '2f7f712f-7346-42c2-b097-b4b48d9f78be', 'admin_state_up': True, 'tenant_id': 'ef44ecc951964d51925463c5e09f9fbb'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:24:57.694470 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-95516432-00fa-4f0e-8266-474a224c6d13 None None] For port 0b86165d-3720-452d-ba04-597ce4db9715, host dv-cinder-848848-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=0b86165d-3720-452d-ba04-597ce4db9715,segment=NetworkSegment(8204b9b4-67b5-4078-b2a8-fdc5e4764718),segment_id=8204b9b4-67b5-4078-b2a8-fdc5e4764718)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:24:57.728988 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-95516432-00fa-4f0e-8266-474a224c6d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (0b86165d-3720-452d-ba04-597ce4db9715), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:57.731297 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ba9570-9652-4d1a-bf8e-f6b8dbb6bf4b None None] Network 5d7bdad1-3d04-41a8-a1d8-1c65a774b438 requested from dv-cinder-848848-4-iscsi {{(pid=103846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 15:24:57.804595 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-6df1768b-889f-4faa-acec-ea683fb3124e tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for security_group_rule (d16c86d3-8175-47c6-b066-977ed335a650), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:57.818807 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-9532d39a-e3d0-4188-a50f-bd16a61d5505 req-50daa0c9-ebcf-4abb-92fa-3d7cf2a7c191 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/quotas/6707399c704e4c97939dc84df58cb39f HTTP/1.1" status: 200 len: 375 time: 0.1764665 Jul 06 15:24:57.824355 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-6df1768b-889f-4faa-acec-ea683fb3124e tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669521'] for security_group_rule (d16c86d3-8175-47c6-b066-977ed335a650), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:57.842065 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Current status of the port f7bfe687-70ec-446d-999e-42cd501881b7 is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:24:57.949161 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-6df1768b-889f-4faa-acec-ea683fb3124e tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:57.956922 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-6df1768b-889f-4faa-acec-ea683fb3124e tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7725782 Jul 06 15:24:57.957570 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 50466) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:24:58.038741 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.v2.base [None req-be05e8de-a1dc-4f10-93e8-de1f6bf04887 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Request body: {'floatingip': {'floating_network_id': '377cda5e-c384-46ee-8e00-4b775f415604'}} {{(pid=103845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:24:58.077204 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-a398bf75-7446-44b5-9149-97f09dba74e3 None None] Provisioning complete for port 0b86165d-3720-452d-ba04-597ce4db9715 triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:24:58.079158 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-a398bf75-7446-44b5-9149-97f09dba74e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (0b86165d-3720-452d-ba04-597ce4db9715), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:58.095969 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:58.125458 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df1768b-889f-4faa-acec-ea683fb3124e tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d16c86d3-8175-47c6-b066-977ed335a650,revision_number=0']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:58.133285 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-be05e8de-a1dc-4f10-93e8-de1f6bf04887 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:58.243283 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-9532d39a-e3d0-4188-a50f-bd16a61d5505 req-f258a10c-c82c-4a16-ab36-9016e1849cba tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6707399c704e4c97939dc84df58cb39f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3543611 Jul 06 15:24:58.318197 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:58.345100 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [req-4af53e81-ba92-44d1-b645-221efaae62c3 req-69f6d44f-088e-48d2-9453-81ea52bfa752 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103844) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 06 15:24:58.357146 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-4af53e81-ba92-44d1-b645-221efaae62c3 req-69f6d44f-088e-48d2-9453-81ea52bfa752 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.6475174 Jul 06 15:24:58.378471 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 1ba82ad7-6367-4594-876a-c7e2c13c8b3b up at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:24:58.521770 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95516432-00fa-4f0e-8266-474a224c6d13 None None] Pushing event updated for resources: {'Port': ['ID=0b86165d-3720-452d-ba04-597ce4db9715,revision_number=5']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:58.575475 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Provisioning complete for port 1ba82ad7-6367-4594-876a-c7e2c13c8b3b triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:24:58.576098 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (1ba82ad7-6367-4594-876a-c7e2c13c8b3b), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:58.615282 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-4af53e81-ba92-44d1-b645-221efaae62c3 req-806ef554-2ce0-4f34-a099-390063ce871f service neutron] 10.222.0.46 "GET /v2.0/networks/e25275fc-af73-47fb-bfc4-a4005b8727d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569935 Jul 06 15:24:58.625209 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3485f93c-9c16-4c66-81c9-c96cb9b2fdd3 req-59d911f7-5f8e-42df-aaa2-0931a6f74559 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Made reservation on behalf of ef44ecc951964d51925463c5e09f9fbb for: {'port': 1} {{(pid=103844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:24:58.629258 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-3485f93c-9c16-4c66-81c9-c96cb9b2fdd3 req-59d911f7-5f8e-42df-aaa2-0931a6f74559 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:58.931591 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:58.983469 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.db_base_plugin_common [req-3485f93c-9c16-4c66-81c9-c96cb9b2fdd3 req-59d911f7-5f8e-42df-aaa2-0931a6f74559 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Allocated IP 172.20.0.9 (2f7f712f-7346-42c2-b097-b4b48d9f78be/d2607162-f852-4242-9cef-eb0efdf849b4/ee13c450-a247-45da-9000-1d74f1a8c8aa) {{(pid=103844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:24:59.015966 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-a1fe660f-1800-44f0-936c-974c5f96257a None None] Publish callbacks [] for port (750799dc-8d69-4a28-93e2-23fdcff49383), precommit_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:59.065363 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-be05e8de-a1dc-4f10-93e8-de1f6bf04887 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:59.073579 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 50540) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:24:59.110720 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.v2.base [None req-de98a605-5b75-40ba-94db-583eb485fd77 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1003786136-network', 'tenant_id': '8747dbebeebe4b599d4d08ce9c40c4d9'}} {{(pid=103845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:24:59.122132 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-a398bf75-7446-44b5-9149-97f09dba74e3 None None] Current status of the port 0b86165d-3720-452d-ba04-597ce4db9715 is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:24:59.192875 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-a1fe660f-1800-44f0-936c-974c5f96257a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (750799dc-8d69-4a28-93e2-23fdcff49383), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:59.274372 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de98a605-5b75-40ba-94db-583eb485fd77 admin admin] Made reservation on behalf of 8747dbebeebe4b599d4d08ce9c40c4d9 for: {'network': 1} {{(pid=103845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:24:59.276780 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-de98a605-5b75-40ba-94db-583eb485fd77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for network (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:59.340948 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-de98a605-5b75-40ba-94db-583eb485fd77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:59.360995 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-9532d39a-e3d0-4188-a50f-bd16a61d5505 req-6727be74-8d9f-49b6-b827-2c42460aeb44 service neutron] 10.222.0.46 "GET /v2.0/networks/c3020644-2bbb-40b0-b72d-4d80a8b6cb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0798600 Jul 06 15:24:59.390583 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-3485f93c-9c16-4c66-81c9-c96cb9b2fdd3 req-59d911f7-5f8e-42df-aaa2-0931a6f74559 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Publish callbacks [] for port (ee13c450-a247-45da-9000-1d74f1a8c8aa), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:59.425521 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Current status of the port 1ba82ad7-6367-4594-876a-c7e2c13c8b3b is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:24:59.431314 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 0b86165d-3720-452d-ba04-597ce4db9715 up at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:24:59.464576 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:59.491342 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-3485f93c-9c16-4c66-81c9-c96cb9b2fdd3 req-59d911f7-5f8e-42df-aaa2-0931a6f74559 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786465455737'] for port (ee13c450-a247-45da-9000-1d74f1a8c8aa), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:59.607705 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-9337854a-d5f4-4185-91cb-594f20dd6d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35358e22-072e-4430-930f-25a4c4e0fe97', 'name': 'tempest-ServerRescueNegativeTestJSON-1981272812-router', 'tenant_id': 'ef44ecc951964d51925463c5e09f9fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '1ba82ad7-6367-4594-876a-c7e2c13c8b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:38Z', 'updated_at': '2022-07-06T15:24:46Z', 'revision_number': 4, 'project_id': 'ef44ecc951964d51925463c5e09f9fbb', 'gw_port': {'id': '1ba82ad7-6367-4594-876a-c7e2c13c8b3b', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:52:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35358e22-072e-4430-930f-25a4c4e0fe97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:40Z', 'updated_at': '2022-07-06T15:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': '362ad125-474c-491a-ab35-5ec9aa3371e8', 'name': '', 'network_id': '2f7f712f-7346-42c2-b097-b4b48d9f78be', 'tenant_id': 'ef44ecc951964d51925463c5e09f9fbb', 'mac_address': 'fa:16:3e:36:bc:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35358e22-072e-4430-930f-25a4c4e0fe97', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd2607162-f852-4242-9cef-eb0efdf849b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:45Z', 'updated_at': '2022-07-06T15:24:47Z', 'revision_number': 2, 'project_id': 'ef44ecc951964d51925463c5e09f9fbb', 'subnets': [{'id': 'd2607162-f852-4242-9cef-eb0efdf849b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:24:59.679409 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097a5bab-6827-4aeb-ad79-e5e1b5284ba5 None None] Pushing event updated for resources: {'Port': ['ID=750799dc-8d69-4a28-93e2-23fdcff49383,revision_number=3']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:24:59.784183 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:24:59.801165 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.16', 58075) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:24:59.820173 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3485f93c-9c16-4c66-81c9-c96cb9b2fdd3 req-59d911f7-5f8e-42df-aaa2-0931a6f74559 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Network 2f7f712f-7346-42c2-b097-b4b48d9f78be is already hosted by enough agents. {{(pid=103844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:24:59.863128 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9337854a-d5f4-4185-91cb-594f20dd6d25 None None] Checking router: 35358e22-072e-4430-930f-25a4c4e0fe97 for host: dv-cinder-848848-4-iscsi {{(pid=103846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:24:59.863500 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9337854a-d5f4-4185-91cb-594f20dd6d25 None None] Updating router 35358e22-072e-4430-930f-25a4c4e0fe97 port 362ad125-474c-491a-ab35-5ec9aa3371e8 binding host dv-cinder-848848-4-iscsi {{(pid=103846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 15:24:59.870975 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.base_scheduler [req-3485f93c-9c16-4c66-81c9-c96cb9b2fdd3 req-59d911f7-5f8e-42df-aaa2-0931a6f74559 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Resources bound (agent type, host, resource id): {{(pid=103844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:24:59.894085 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [req-3485f93c-9c16-4c66-81c9-c96cb9b2fdd3 req-59d911f7-5f8e-42df-aaa2-0931a6f74559 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Received port after_create {{(pid=103844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 15:24:59.902292 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3485f93c-9c16-4c66-81c9-c96cb9b2fdd3 req-59d911f7-5f8e-42df-aaa2-0931a6f74559 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:24:59.903529 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-3485f93c-9c16-4c66-81c9-c96cb9b2fdd3 req-59d911f7-5f8e-42df-aaa2-0931a6f74559 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629707'] for port (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:24:59.921165 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d911f7-5f8e-42df-aaa2-0931a6f74559 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Pushing event updated for resources: {'Port': ['ID=ee13c450-a247-45da-9000-1d74f1a8c8aa,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:00.005801 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-3485f93c-9c16-4c66-81c9-c96cb9b2fdd3 req-59d911f7-5f8e-42df-aaa2-0931a6f74559 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3508081 Jul 06 15:25:00.006509 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.db.db_base_plugin_common [None req-be05e8de-a1dc-4f10-93e8-de1f6bf04887 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Allocated IP 172.27.3.226 (377cda5e-c384-46ee-8e00-4b775f415604/1975bb39-9f7d-4b8c-94d3-6023908c91e1/883c6cbf-6211-40bb-a560-0fdbb442345c) {{(pid=103845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:25:00.072196 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.managers [None req-a1fe660f-1800-44f0-936c-974c5f96257a None None] Attempting to bind port 750799dc-8d69-4a28-93e2-23fdcff49383 on host dv-cinder-848848-4-iscsi for vnic_type normal with profile {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 15:25:00.074255 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.managers [None req-a1fe660f-1800-44f0-936c-974c5f96257a None None] Attempting to bind port 750799dc-8d69-4a28-93e2-23fdcff49383 by drivers openvswitch,hyperv on host dv-cinder-848848-4-iscsi at level 0 using segments [{'id': '9e485fae-b0f5-4f5a-9064-6e2e7153a585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5'}] {{(pid=103846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 15:25:00.074978 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fe660f-1800-44f0-936c-974c5f96257a None None] Attempting to bind port 750799dc-8d69-4a28-93e2-23fdcff49383 on network a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5 {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:25:00.111143 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fe660f-1800-44f0-936c-974c5f96257a None None] Checking agent: {'id': 'd26a5351-3de7-44f9-93eb-9fed5ee5b55b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848848-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 15, 16, 51), 'started_at': datetime.datetime(2022, 7, 6, 15, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 15, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848848-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 15:25:00.113293 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fe660f-1800-44f0-936c-974c5f96257a None None] Checking segment: {'id': '9e485fae-b0f5-4f5a-9064-6e2e7153a585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:25:00.114300 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-a1fe660f-1800-44f0-936c-974c5f96257a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:00.115410 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fe660f-1800-44f0-936c-974c5f96257a None None] Bound using segment: {'id': '9e485fae-b0f5-4f5a-9064-6e2e7153a585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5'} {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 15:25:00.116205 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.managers [None req-a1fe660f-1800-44f0-936c-974c5f96257a None None] Bound port: 750799dc-8d69-4a28-93e2-23fdcff49383, host: dv-cinder-848848-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e485fae-b0f5-4f5a-9064-6e2e7153a585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5'}}] {{(pid=103846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 15:25:00.116855 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-a1fe660f-1800-44f0-936c-974c5f96257a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (750799dc-8d69-4a28-93e2-23fdcff49383), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:00.153400 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:00.177952 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-638b9e62-e8a6-421c-935d-1bf84db2b97d None None] Provisioning complete for port 750799dc-8d69-4a28-93e2-23fdcff49383 triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:25:00.182384 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-638b9e62-e8a6-421c-935d-1bf84db2b97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (750799dc-8d69-4a28-93e2-23fdcff49383), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:00.207847 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [req-3485f93c-9c16-4c66-81c9-c96cb9b2fdd3 req-69a1bd34-1845-400e-9428-282c9f2cd8b0 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103844) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 06 15:25:00.216132 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-3485f93c-9c16-4c66-81c9-c96cb9b2fdd3 req-69a1bd34-1845-400e-9428-282c9f2cd8b0 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0184433 Jul 06 15:25:00.273739 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-4af53e81-ba92-44d1-b645-221efaae62c3 req-8a87a5fb-f8ce-4d63-b14e-e0b9547722bf service neutron] 10.222.0.46 "GET /v2.0/networks/e25275fc-af73-47fb-bfc4-a4005b8727d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6534081 Jul 06 15:25:00.290020 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-9532d39a-e3d0-4188-a50f-bd16a61d5505 req-1ad2f931-646a-4b65-ac1e-bb6e9e7ca785 service neutron] 10.222.0.46 "GET /v2.0/networks/c3020644-2bbb-40b0-b72d-4d80a8b6cb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9035094 Jul 06 15:25:00.342708 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-638b9e62-e8a6-421c-935d-1bf84db2b97d None None] Port 750799dc-8d69-4a28-93e2-23fdcff49383 cannot update to ACTIVE because it is not bound. {{(pid=103846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 15:25:00.370988 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Provisioning complete for port 0b86165d-3720-452d-ba04-597ce4db9715 triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:25:00.371763 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (0b86165d-3720-452d-ba04-597ce4db9715), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:00.374163 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-9337854a-d5f4-4185-91cb-594f20dd6d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (362ad125-474c-491a-ab35-5ec9aa3371e8), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:00.396164 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc10968-6420-4039-bf95-e0b55ffa1955 req-b0e08b2d-5520-4691-8402-333636c1bf47 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:00.404067 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-9dc10968-6420-4039-bf95-e0b55ffa1955 req-b0e08b2d-5520-4691-8402-333636c1bf47 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.16 "GET /v2.0/networks?id=2f7f712f-7346-42c2-b097-b4b48d9f78be HTTP/1.1" status: 200 len: 819 time: 0.5970564 Jul 06 15:25:00.434804 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [req-9dc10968-6420-4039-bf95-e0b55ffa1955 req-4248b4e6-dcd9-420d-b4da-35be54bee4b2 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Request body: {'port': {'device_id': 'e00187af-8819-41e6-98f0-199ce9db0f05', 'network_id': '2f7f712f-7346-42c2-b097-b4b48d9f78be', 'admin_state_up': True, 'tenant_id': 'ef44ecc951964d51925463c5e09f9fbb'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:25:00.722854 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-be05e8de-a1dc-4f10-93e8-de1f6bf04887 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for port (883c6cbf-6211-40bb-a560-0fdbb442345c), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:00.786370 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-de98a605-5b75-40ba-94db-583eb485fd77 admin admin] Publish callbacks [] for security_group (4e3db5c3-718d-486d-934d-586367282976), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:00.826590 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-de98a605-5b75-40ba-94db-583eb485fd77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (4e3db5c3-718d-486d-934d-586367282976), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:00.888322 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-5ec2f00a-f150-4e8d-8e6d-4ddbae7459dd None None] Provisioning complete for port ee13c450-a247-45da-9000-1d74f1a8c8aa triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:25:00.888672 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-5ec2f00a-f150-4e8d-8e6d-4ddbae7459dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (ee13c450-a247-45da-9000-1d74f1a8c8aa), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:00.908965 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de98a605-5b75-40ba-94db-583eb485fd77 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=103845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 15:25:00.940457 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=5 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:00.957009 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-be05e8de-a1dc-4f10-93e8-de1f6bf04887 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786465455737'] for port (883c6cbf-6211-40bb-a560-0fdbb442345c), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:01.024301 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [req-3485f93c-9c16-4c66-81c9-c96cb9b2fdd3 req-52fbf874-f35c-4820-8cb1-428ccfd050ca service neutron] Request body: {'port': {'device_id': 'ce440c64-f3db-4cda-8a2f-0f7e00f36b30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84884'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:25:01.072791 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be05e8de-a1dc-4f10-93e8-de1f6bf04887 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Network 377cda5e-c384-46ee-8e00-4b775f415604 is already hosted by enough agents. {{(pid=103845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:25:01.084736 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-de98a605-5b75-40ba-94db-583eb485fd77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490363'] for segment (ea7ee942-756e-4d27-addd-2617d4a5bf48), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:01.087146 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.db.segments_db [None req-de98a605-5b75-40ba-94db-583eb485fd77 admin admin] Added segment ea7ee942-756e-4d27-addd-2617d4a5bf48 of type vlan for network 7f76203e-2736-4b50-958f-76afe1e7b51d Jul 06 15:25:01.217634 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dc10968-6420-4039-bf95-e0b55ffa1955 req-4248b4e6-dcd9-420d-b4da-35be54bee4b2 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Made reservation on behalf of ef44ecc951964d51925463c5e09f9fbb for: {'port': 1} {{(pid=103844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:25:01.224100 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-9dc10968-6420-4039-bf95-e0b55ffa1955 req-4248b4e6-dcd9-420d-b4da-35be54bee4b2 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:01.257948 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-a7a9ee57-1897-4832-acbf-e156c55dd162 req-99929042-24f9-488c-a90d-d1add04c44f6 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 210 time: 0.2003617 Jul 06 15:25:01.262622 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.base_scheduler [None req-be05e8de-a1dc-4f10-93e8-de1f6bf04887 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Resources bound (agent type, host, resource id): {{(pid=103845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:25:01.306241 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be05e8de-a1dc-4f10-93e8-de1f6bf04887 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Received port after_create {{(pid=103845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 15:25:01.398600 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:01.437460 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-be05e8de-a1dc-4f10-93e8-de1f6bf04887 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for floatingip (821917e4-1d63-4193-8d46-8d1ba3785f90), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:01.458620 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de98a605-5b75-40ba-94db-583eb485fd77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3db5c3-718d-486d-934d-586367282976,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:01.461611 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:01.463312 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-a1fe660f-1800-44f0-936c-974c5f96257a None None] For port 750799dc-8d69-4a28-93e2-23fdcff49383, host dv-cinder-848848-4-iscsi, cleared binding levels {{(pid=103846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:25:01.471159 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-a1fe660f-1800-44f0-936c-974c5f96257a None None] For port 750799dc-8d69-4a28-93e2-23fdcff49383, host dv-cinder-848848-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=750799dc-8d69-4a28-93e2-23fdcff49383,segment=NetworkSegment(9e485fae-b0f5-4f5a-9064-6e2e7153a585),segment_id=9e485fae-b0f5-4f5a-9064-6e2e7153a585)] {{(pid=103846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:25:01.497715 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-5ec2f00a-f150-4e8d-8e6d-4ddbae7459dd None None] Port ee13c450-a247-45da-9000-1d74f1a8c8aa cannot update to ACTIVE because it is not bound. {{(pid=103846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 15:25:01.508465 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-a1fe660f-1800-44f0-936c-974c5f96257a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (750799dc-8d69-4a28-93e2-23fdcff49383), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:01.680467 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-8da74b89-29f6-4dff-9b94-6853f4983c3d req-b15758c8-94db-4667-a4ae-95d3f16c6ce6 tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] 10.222.0.46 "GET /v2.0/ports?device_id=a60af238-6eb5-450e-adf6-2e01797e448c HTTP/1.1" status: 200 len: 210 time: 0.2915945 Jul 06 15:25:01.699623 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 50628) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:25:01.715750 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-3485f93c-9c16-4c66-81c9-c96cb9b2fdd3 req-52fbf874-f35c-4820-8cb1-428ccfd050ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (ee13c450-a247-45da-9000-1d74f1a8c8aa), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:01.755956 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-5a510977-cd69-4b97-ad25-8929183ed138 req-5cb618d7-a1ff-487e-8459-076b792844e3 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=e00187af-8819-41e6-98f0-199ce9db0f05 HTTP/1.1" status: 200 len: 210 time: 0.5361896 Jul 06 15:25:01.763166 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-de98a605-5b75-40ba-94db-583eb485fd77 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786465444024'] for network (7f76203e-2736-4b50-958f-76afe1e7b51d), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:01.800070 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be05e8de-a1dc-4f10-93e8-de1f6bf04887 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Pushing event updated for resources: {'Port': ['ID=883c6cbf-6211-40bb-a560-0fdbb442345c,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:01.815968 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-be05e8de-a1dc-4f10-93e8-de1f6bf04887 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (883c6cbf-6211-40bb-a560-0fdbb442345c), before_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:02.055063 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Current status of the port 0b86165d-3720-452d-ba04-597ce4db9715 is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:25:02.056268 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device c4670a52-f3eb-4623-b6a0-3b65870597ee up at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:25:02.167281 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-be05e8de-a1dc-4f10-93e8-de1f6bf04887 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for port (883c6cbf-6211-40bb-a560-0fdbb442345c), precommit_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:02.184186 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-be05e8de-a1dc-4f10-93e8-de1f6bf04887 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (883c6cbf-6211-40bb-a560-0fdbb442345c), after_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:02.397633 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-be05e8de-a1dc-4f10-93e8-de1f6bf04887 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591059'] for floatingip (821917e4-1d63-4193-8d46-8d1ba3785f90), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:02.444152 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-de98a605-5b75-40ba-94db-583eb485fd77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-666929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561'] for network (7f76203e-2736-4b50-958f-76afe1e7b51d), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:02.451747 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de98a605-5b75-40ba-94db-583eb485fd77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:02.453845 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-de98a605-5b75-40ba-94db-583eb485fd77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629707'] for network (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:02.456703 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fe660f-1800-44f0-936c-974c5f96257a None None] Routers {'738b7c26-f6e3-475d-9804-afd562758ee8'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:25:02.457524 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-a1fe660f-1800-44f0-936c-974c5f96257a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:24:48Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['738b7c26-f6e3-475d-9804-afd562758ee8'], 'active': True} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:25:02.469221 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097a5bab-6827-4aeb-ad79-e5e1b5284ba5 None None] Pushing event updated for resources: {'Port': ['ID=750799dc-8d69-4a28-93e2-23fdcff49383,revision_number=4']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:02.496677 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-70057730-9b31-4286-babe-a8c97b8fd682 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:02.524609 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:02.581472 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be05e8de-a1dc-4f10-93e8-de1f6bf04887 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Pushing event updated for resources: {'Port': ['ID=883c6cbf-6211-40bb-a560-0fdbb442345c,revision_number=2']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:02.591289 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-de98a605-5b75-40ba-94db-583eb485fd77 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 3.5119820 Jul 06 15:25:02.613762 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 50646) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:25:02.626174 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.v2.base [None req-c0ccd6f4-5120-4536-86e2-b774f3c0bb19 admin admin] Request body: {'subnet': {'network_id': '7f76203e-2736-4b50-958f-76afe1e7b51d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1003786136-subnet', 'tenant_id': '8747dbebeebe4b599d4d08ce9c40c4d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:25:02.670899 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-70057730-9b31-4286-babe-a8c97b8fd682 admin admin] Publish callbacks [] for security_group (fb1b58c5-324b-4371-9e4c-3236dfdef9f1), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:02.674945 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-be05e8de-a1dc-4f10-93e8-de1f6bf04887 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for floatingip (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:02.680166 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-be05e8de-a1dc-4f10-93e8-de1f6bf04887 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6543553 Jul 06 15:25:02.690180 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-70057730-9b31-4286-babe-a8c97b8fd682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (fb1b58c5-324b-4371-9e4c-3236dfdef9f1), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:02.757830 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de98a605-5b75-40ba-94db-583eb485fd77 admin admin] Pushing event updated for resources: {'Network': ['ID=7f76203e-2736-4b50-958f-76afe1e7b51d,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:02.763796 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ccd6f4-5120-4536-86e2-b774f3c0bb19 admin admin] Made reservation on behalf of 8747dbebeebe4b599d4d08ce9c40c4d9 for: {'subnet': 1} {{(pid=103845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:25:02.768043 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-c0ccd6f4-5120-4536-86e2-b774f3c0bb19 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:02.831252 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-d2490e42-2847-480a-b4d8-6eb15649599f req-6429c65b-3862-439f-9994-a35ddc11ffcb tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 210 time: 0.3170159 Jul 06 15:25:02.872479 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-9337854a-d5f4-4185-91cb-594f20dd6d25 None None] Publish callbacks [] for port (362ad125-474c-491a-ab35-5ec9aa3371e8), precommit_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:02.892113 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70057730-9b31-4286-babe-a8c97b8fd682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb1b58c5-324b-4371-9e4c-3236dfdef9f1,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:02.917362 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Provisioning complete for port c4670a52-f3eb-4623-b6a0-3b65870597ee triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:25:02.917678 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (c4670a52-f3eb-4623-b6a0-3b65870597ee), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:02.979465 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Network 7f76203e-2736-4b50-958f-76afe1e7b51d details requested by agent ovs-agent-dv-cinder-848848-4-iscsi with host dv-cinder-848848-4-iscsi {{(pid=103846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 15:25:02.997799 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.db_base_plugin_common [req-9dc10968-6420-4039-bf95-e0b55ffa1955 req-4248b4e6-dcd9-420d-b4da-35be54bee4b2 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Allocated IP 172.20.0.12 (2f7f712f-7346-42c2-b097-b4b48d9f78be/d2607162-f852-4242-9cef-eb0efdf849b4/e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6) {{(pid=103844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:25:03.059942 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:03.076605 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-c0ccd6f4-5120-4536-86e2-b774f3c0bb19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561'] for subnet (ac65a26d-6eae-4148-852c-72c657657361), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:03.094767 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-9337854a-d5f4-4185-91cb-594f20dd6d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (362ad125-474c-491a-ab35-5ec9aa3371e8), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:03.149313 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ccd6f4-5120-4536-86e2-b774f3c0bb19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac65a26d-6eae-4148-852c-72c657657361,revision_number=0']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:03.153392 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-df1cad05-0209-470e-9bf5-fe6da33a38f8 req-b3ee94d9-62ac-4602-b2b5-fd82fc9e0518 tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] 10.222.0.46 "GET /v2.0/ports?device_id=a60af238-6eb5-450e-adf6-2e01797e448c HTTP/1.1" status: 200 len: 210 time: 0.0918603 Jul 06 15:25:03.171515 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-9dc10968-6420-4039-bf95-e0b55ffa1955 req-4248b4e6-dcd9-420d-b4da-35be54bee4b2 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Publish callbacks [] for port (e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:03.182224 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:03.183257 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-7c10c210-99bf-4be2-ad35-7b16210ac24b None None] Provisioning complete for port 750799dc-8d69-4a28-93e2-23fdcff49383 triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:25:03.183874 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-7c10c210-99bf-4be2-ad35-7b16210ac24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (750799dc-8d69-4a28-93e2-23fdcff49383), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:03.196249 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ccd6f4-5120-4536-86e2-b774f3c0bb19 admin admin] Checking segment: {'id': 'ea7ee942-756e-4d27-addd-2617d4a5bf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '7f76203e-2736-4b50-958f-76afe1e7b51d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:25:03.196605 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ccd6f4-5120-4536-86e2-b774f3c0bb19 admin admin] Network hostable DHCP agents. Network: 7f76203e-2736-4b50-958f-76afe1e7b51d, hostable agents: ['a81823b9-ba52-46bb-9bcd-43b269600933'], hosted agents: [] {{(pid=103845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 15:25:03.218506 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:03.219552 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2,neutron:INSERT=14 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:03.230996 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-70057730-9b31-4286-babe-a8c97b8fd682 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fb72104aa6514e5d81204f3af616a93b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5275259 Jul 06 15:25:03.232110 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 50668) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:25:03.243382 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ccd6f4-5120-4536-86e2-b774f3c0bb19 admin admin] Network 7f76203e-2736-4b50-958f-76afe1e7b51d is scheduled to be hosted by DHCP agent a81823b9-ba52-46bb-9bcd-43b269600933 with binding_index 1 {{(pid=103845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 15:25:03.270078 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.base_scheduler [None req-c0ccd6f4-5120-4536-86e2-b774f3c0bb19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848848-4-iscsi, 7f76203e-2736-4b50-958f-76afe1e7b51d) {{(pid=103845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:25:03.285057 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ccd6f4-5120-4536-86e2-b774f3c0bb19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:03.285903 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-c0ccd6f4-5120-4536-86e2-b774f3c0bb19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629707'] for subnet (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:03.292801 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-9dc10968-6420-4039-bf95-e0b55ffa1955 req-4248b4e6-dcd9-420d-b4da-35be54bee4b2 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786465455737'] for port (e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:03.321030 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63f5660-4416-4a28-aaeb-bff37610c891 None None] Network 7f76203e-2736-4b50-958f-76afe1e7b51d requested from dv-cinder-848848-4-iscsi {{(pid=103846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 15:25:03.385417 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-c0ccd6f4-5120-4536-86e2-b774f3c0bb19 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7701738 Jul 06 15:25:03.426757 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-129e13e6-bf5b-40a9-8c24-4733f243378f admin admin] Publish callbacks [] for security_group (fb1b58c5-324b-4371-9e4c-3236dfdef9f1), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:03.438753 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-b1712d58-1f5d-4c20-a42c-10e70a598c48 req-e72acf68-4acc-4336-b556-a4b2acce8557 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1468776008&fields=id&tenant_id=e9fb04db8ac9464086cd7f3362e97455 HTTP/1.1" status: 200 len: 267 time: 0.1570466 Jul 06 15:25:03.486592 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-129e13e6-bf5b-40a9-8c24-4733f243378f admin admin] Publish callbacks [] for security_group (fb1b58c5-324b-4371-9e4c-3236dfdef9f1), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:03.526305 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dc10968-6420-4039-bf95-e0b55ffa1955 req-4248b4e6-dcd9-420d-b4da-35be54bee4b2 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Network 2f7f712f-7346-42c2-b097-b4b48d9f78be is already hosted by enough agents. {{(pid=103844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:25:03.529758 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvr_db [None req-a1fe660f-1800-44f0-936c-974c5f96257a None None] Set router 738b7c26-f6e3-475d-9804-afd562758ee8 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:25:03.534127 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.base_scheduler [req-9dc10968-6420-4039-bf95-e0b55ffa1955 req-4248b4e6-dcd9-420d-b4da-35be54bee4b2 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Resources bound (agent type, host, resource id): {{(pid=103844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:25:03.544816 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dc10968-6420-4039-bf95-e0b55ffa1955 req-4248b4e6-dcd9-420d-b4da-35be54bee4b2 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Received port after_create {{(pid=103844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 15:25:03.550841 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc10968-6420-4039-bf95-e0b55ffa1955 req-4248b4e6-dcd9-420d-b4da-35be54bee4b2 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:03.551598 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-9dc10968-6420-4039-bf95-e0b55ffa1955 req-4248b4e6-dcd9-420d-b4da-35be54bee4b2 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629707'] for port (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:03.567792 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac1c991-3670-4158-bff7-3c091e95a2d4 req-dece3c51-6b3a-45bb-be2a-4919f6a0061b tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:03.575625 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-5ac1c991-3670-4158-bff7-3c091e95a2d4 req-dece3c51-6b3a-45bb-be2a-4919f6a0061b tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=e00187af-8819-41e6-98f0-199ce9db0f05 HTTP/1.1" status: 200 len: 932 time: 0.3545673 Jul 06 15:25:03.588690 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4248b4e6-dcd9-420d-b4da-35be54bee4b2 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Pushing event updated for resources: {'Port': ['ID=e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:03.643011 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f702ca81-e31c-4bb3-8fc4-7d1de60866d1 None None] Network 7f76203e-2736-4b50-958f-76afe1e7b51d requested from dv-cinder-848848-4-iscsi {{(pid=103846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 15:25:03.649720 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 50688) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:25:03.669745 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-5ac1c991-3670-4158-bff7-3c091e95a2d4 req-5ed09912-ad42-41a9-9725-1d4f2770ad32 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930381 Jul 06 15:25:03.683425 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-9dc10968-6420-4039-bf95-e0b55ffa1955 req-4248b4e6-dcd9-420d-b4da-35be54bee4b2 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2704422 Jul 06 15:25:03.732377 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=100 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:03.751978 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5580813-343e-4cdf-8ee0-2593c0bf4aba None None] Pushing event updated for resources: {'Port': ['ID=362ad125-474c-491a-ab35-5ec9aa3371e8,revision_number=3']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:03.785378 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6e6981f-ba04-4fcb-bc89-ea714ee9ab0c admin admin] Deleting subnet d9ec824b-74a0-4cc1-ba91-cd9e02ef7976 {{(pid=103845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 06 15:25:03.794804 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-d6e6981f-ba04-4fcb-bc89-ea714ee9ab0c admin admin] Publish callbacks [] for subnet (d9ec824b-74a0-4cc1-ba91-cd9e02ef7976), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:03.806880 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1712d58-1f5d-4c20-a42c-10e70a598c48 req-f2b0ff70-0ff1-4c1d-b4e1-67afbf1a1f66 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:03.811176 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [req-3485f93c-9c16-4c66-81c9-c96cb9b2fdd3 req-52fbf874-f35c-4820-8cb1-428ccfd050ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee13c450-a247-45da-9000-1d74f1a8c8aa {{(pid=103844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 15:25:03.814438 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-b1712d58-1f5d-4c20-a42c-10e70a598c48 req-f2b0ff70-0ff1-4c1d-b4e1-67afbf1a1f66 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/networks?id=a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5 HTTP/1.1" status: 200 len: 814 time: 0.3668051 Jul 06 15:25:03.820347 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-3485f93c-9c16-4c66-81c9-c96cb9b2fdd3 req-52fbf874-f35c-4820-8cb1-428ccfd050ca service neutron] Publish callbacks [] for port (ee13c450-a247-45da-9000-1d74f1a8c8aa), precommit_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:03.869521 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [req-3485f93c-9c16-4c66-81c9-c96cb9b2fdd3 req-52fbf874-f35c-4820-8cb1-428ccfd050ca service neutron] Transition to ACTIVE for port object ee13c450-a247-45da-9000-1d74f1a8c8aa will not be triggered until provisioned by entity L2. {{(pid=103844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 06 15:25:03.875413 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:03.877734 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-3485f93c-9c16-4c66-81c9-c96cb9b2fdd3 req-52fbf874-f35c-4820-8cb1-428ccfd050ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (ee13c450-a247-45da-9000-1d74f1a8c8aa), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:03.902904 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-129e13e6-bf5b-40a9-8c24-4733f243378f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (fb1b58c5-324b-4371-9e4c-3236dfdef9f1), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:03.911772 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-129e13e6-bf5b-40a9-8c24-4733f243378f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:03.915246 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-129e13e6-bf5b-40a9-8c24-4733f243378f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fb1b58c5-324b-4371-9e4c-3236dfdef9f1 HTTP/1.1" status: 204 len: 168 time: 0.6797462 Jul 06 15:25:03.924277 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-b1712d58-1f5d-4c20-a42c-10e70a598c48 req-74b883e5-4e64-4507-9372-864782f11740 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/quotas/e9fb04db8ac9464086cd7f3362e97455 HTTP/1.1" status: 200 len: 375 time: 0.1089904 Jul 06 15:25:03.974134 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Current status of the port c4670a52-f3eb-4623-b6a0-3b65870597ee is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:25:03.987714 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-d6e6981f-ba04-4fcb-bc89-ea714ee9ab0c admin admin] Publish callbacks [] for subnet (d9ec824b-74a0-4cc1-ba91-cd9e02ef7976), precommit_delete_associations {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:03.999790 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-d6e6981f-ba04-4fcb-bc89-ea714ee9ab0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1545392'] for subnet (d9ec824b-74a0-4cc1-ba91-cd9e02ef7976), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:04.020491 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-4e5f1cb0-a02c-41d6-bf09-698a141edf48 req-badcf16e-00ae-4829-8195-420ab43bcfdf tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 210 time: 0.0445044 Jul 06 15:25:04.028574 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fbf874-f35c-4820-8cb1-428ccfd050ca service neutron] Pushing event updated for resources: {'Port': ['ID=ee13c450-a247-45da-9000-1d74f1a8c8aa,revision_number=2']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:04.050937 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129e13e6-bf5b-40a9-8c24-4733f243378f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb1b58c5-324b-4371-9e4c-3236dfdef9f1,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:04.086105 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.managers [None req-9337854a-d5f4-4185-91cb-594f20dd6d25 None None] Attempting to bind port 362ad125-474c-491a-ab35-5ec9aa3371e8 on host dv-cinder-848848-4-iscsi for vnic_type normal with profile {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 15:25:04.086471 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.managers [None req-9337854a-d5f4-4185-91cb-594f20dd6d25 None None] Attempting to bind port 362ad125-474c-491a-ab35-5ec9aa3371e8 by drivers openvswitch,hyperv on host dv-cinder-848848-4-iscsi at level 0 using segments [{'id': '21878ae0-c04f-4cb0-b2f0-7098f6c37266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '2f7f712f-7346-42c2-b097-b4b48d9f78be'}] {{(pid=103846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 15:25:04.086828 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9337854a-d5f4-4185-91cb-594f20dd6d25 None None] Attempting to bind port 362ad125-474c-491a-ab35-5ec9aa3371e8 on network 2f7f712f-7346-42c2-b097-b4b48d9f78be {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:25:04.119782 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [req-3485f93c-9c16-4c66-81c9-c96cb9b2fdd3 req-52fbf874-f35c-4820-8cb1-428ccfd050ca service neutron] Attempting to bind port ee13c450-a247-45da-9000-1d74f1a8c8aa on host hv-cinder-84884 for vnic_type normal with profile {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 15:25:04.120152 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [req-3485f93c-9c16-4c66-81c9-c96cb9b2fdd3 req-52fbf874-f35c-4820-8cb1-428ccfd050ca service neutron] Attempting to bind port ee13c450-a247-45da-9000-1d74f1a8c8aa by drivers openvswitch,hyperv on host hv-cinder-84884 at level 0 using segments [{'id': '21878ae0-c04f-4cb0-b2f0-7098f6c37266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '2f7f712f-7346-42c2-b097-b4b48d9f78be'}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 15:25:04.120491 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3485f93c-9c16-4c66-81c9-c96cb9b2fdd3 req-52fbf874-f35c-4820-8cb1-428ccfd050ca service neutron] Attempting to bind port ee13c450-a247-45da-9000-1d74f1a8c8aa on network 2f7f712f-7346-42c2-b097-b4b48d9f78be {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:25:04.121602 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-b1712d58-1f5d-4c20-a42c-10e70a598c48 req-07cc9fde-2ca2-4b1c-9c21-8f96fe36ca6c tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e9fb04db8ac9464086cd7f3362e97455&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1563427 Jul 06 15:25:04.126201 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-7c10c210-99bf-4be2-ad35-7b16210ac24b None None] Current status of the port 750799dc-8d69-4a28-93e2-23fdcff49383 is: DOWN; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:25:04.126348 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3485f93c-9c16-4c66-81c9-c96cb9b2fdd3 req-52fbf874-f35c-4820-8cb1-428ccfd050ca service neutron] Port ee13c450-a247-45da-9000-1d74f1a8c8aa on network 2f7f712f-7346-42c2-b097-b4b48d9f78be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84884 {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 06 15:25:04.126591 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-7c10c210-99bf-4be2-ad35-7b16210ac24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (750799dc-8d69-4a28-93e2-23fdcff49383), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:04.126752 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3485f93c-9c16-4c66-81c9-c96cb9b2fdd3 req-52fbf874-f35c-4820-8cb1-428ccfd050ca service neutron] Attempting to bind port ee13c450-a247-45da-9000-1d74f1a8c8aa on network 2f7f712f-7346-42c2-b097-b4b48d9f78be {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:25:04.130919 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9337854a-d5f4-4185-91cb-594f20dd6d25 None None] Checking agent: {'id': 'd26a5351-3de7-44f9-93eb-9fed5ee5b55b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848848-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 15, 16, 51), 'started_at': datetime.datetime(2022, 7, 6, 15, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 15, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848848-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 15:25:04.131320 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9337854a-d5f4-4185-91cb-594f20dd6d25 None None] Checking segment: {'id': '21878ae0-c04f-4cb0-b2f0-7098f6c37266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '2f7f712f-7346-42c2-b097-b4b48d9f78be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:25:04.131714 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-9337854a-d5f4-4185-91cb-594f20dd6d25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:04.132091 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9337854a-d5f4-4185-91cb-594f20dd6d25 None None] Bound using segment: {'id': '21878ae0-c04f-4cb0-b2f0-7098f6c37266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '2f7f712f-7346-42c2-b097-b4b48d9f78be'} {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 15:25:04.132570 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.managers [None req-9337854a-d5f4-4185-91cb-594f20dd6d25 None None] Bound port: 362ad125-474c-491a-ab35-5ec9aa3371e8, host: dv-cinder-848848-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21878ae0-c04f-4cb0-b2f0-7098f6c37266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '2f7f712f-7346-42c2-b097-b4b48d9f78be'}}] {{(pid=103846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 15:25:04.132944 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-9337854a-d5f4-4185-91cb-594f20dd6d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (362ad125-474c-491a-ab35-5ec9aa3371e8), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:04.135563 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3485f93c-9c16-4c66-81c9-c96cb9b2fdd3 req-52fbf874-f35c-4820-8cb1-428ccfd050ca service neutron] Checking agent: {'id': 'eda728fc-b46d-4378-b578-35bac6b15486', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84884', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 15, 22, 43), 'started_at': datetime.datetime(2022, 7, 6, 15, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 15, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 15:25:04.136351 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3485f93c-9c16-4c66-81c9-c96cb9b2fdd3 req-52fbf874-f35c-4820-8cb1-428ccfd050ca service neutron] Checking segment: {'id': '21878ae0-c04f-4cb0-b2f0-7098f6c37266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '2f7f712f-7346-42c2-b097-b4b48d9f78be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:25:04.137162 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3485f93c-9c16-4c66-81c9-c96cb9b2fdd3 req-52fbf874-f35c-4820-8cb1-428ccfd050ca service neutron] Bound using segment: {'id': '21878ae0-c04f-4cb0-b2f0-7098f6c37266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '2f7f712f-7346-42c2-b097-b4b48d9f78be'} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 15:25:04.137879 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [req-3485f93c-9c16-4c66-81c9-c96cb9b2fdd3 req-52fbf874-f35c-4820-8cb1-428ccfd050ca service neutron] Bound port: ee13c450-a247-45da-9000-1d74f1a8c8aa, host: hv-cinder-84884, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21878ae0-c04f-4cb0-b2f0-7098f6c37266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '2f7f712f-7346-42c2-b097-b4b48d9f78be'}}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 15:25:04.138572 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-3485f93c-9c16-4c66-81c9-c96cb9b2fdd3 req-52fbf874-f35c-4820-8cb1-428ccfd050ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (ee13c450-a247-45da-9000-1d74f1a8c8aa), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:04.225945 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-d6e6981f-ba04-4fcb-bc89-ea714ee9ab0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1545403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561'] for subnet (d9ec824b-74a0-4cc1-ba91-cd9e02ef7976), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:04.233394 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [req-3485f93c-9c16-4c66-81c9-c96cb9b2fdd3 req-52fbf874-f35c-4820-8cb1-428ccfd050ca service neutron] For port ee13c450-a247-45da-9000-1d74f1a8c8aa, host hv-cinder-84884, cleared binding levels {{(pid=103844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:25:04.302513 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e6981f-ba04-4fcb-bc89-ea714ee9ab0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9ec824b-74a0-4cc1-ba91-cd9e02ef7976,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:04.309378 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-7c10c210-99bf-4be2-ad35-7b16210ac24b None None] For port 750799dc-8d69-4a28-93e2-23fdcff49383, host dv-cinder-848848-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=750799dc-8d69-4a28-93e2-23fdcff49383,segment=NetworkSegment(9e485fae-b0f5-4f5a-9064-6e2e7153a585),segment_id=9e485fae-b0f5-4f5a-9064-6e2e7153a585)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:25:04.313416 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [req-3485f93c-9c16-4c66-81c9-c96cb9b2fdd3 req-52fbf874-f35c-4820-8cb1-428ccfd050ca service neutron] For port ee13c450-a247-45da-9000-1d74f1a8c8aa, host hv-cinder-84884, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=ee13c450-a247-45da-9000-1d74f1a8c8aa,segment=NetworkSegment(21878ae0-c04f-4cb0-b2f0-7098f6c37266),segment_id=21878ae0-c04f-4cb0-b2f0-7098f6c37266)] {{(pid=103844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:25:04.315737 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:04.348840 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-3824a332-a053-4d3c-8316-d5be6a4172a6 req-4e8df708-ae72-4e70-99e4-53079e915b7b tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] 10.222.0.46 "GET /v2.0/ports?device_id=a60af238-6eb5-450e-adf6-2e01797e448c HTTP/1.1" status: 200 len: 210 time: 0.0721517 Jul 06 15:25:04.350061 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-3485f93c-9c16-4c66-81c9-c96cb9b2fdd3 req-52fbf874-f35c-4820-8cb1-428ccfd050ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (ee13c450-a247-45da-9000-1d74f1a8c8aa), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:04.370145 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 0b86165d-3720-452d-ba04-597ce4db9715 up at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:25:04.372650 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-d6e6981f-ba04-4fcb-bc89-ea714ee9ab0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629707'] for subnet (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:04.377892 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-d6e6981f-ba04-4fcb-bc89-ea714ee9ab0c admin admin] 10.222.0.46 "DELETE /v2.0/subnets/d9ec824b-74a0-4cc1-ba91-cd9e02ef7976 HTTP/1.1" status: 204 len: 168 time: 0.7259910 Jul 06 15:25:04.381521 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 50704) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:25:04.381842 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-7c10c210-99bf-4be2-ad35-7b16210ac24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (750799dc-8d69-4a28-93e2-23fdcff49383), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:04.409968 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3485f93c-9c16-4c66-81c9-c96cb9b2fdd3 req-52fbf874-f35c-4820-8cb1-428ccfd050ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:04.410695 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-3485f93c-9c16-4c66-81c9-c96cb9b2fdd3 req-52fbf874-f35c-4820-8cb1-428ccfd050ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629707'] for port (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:04.412953 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-3485f93c-9c16-4c66-81c9-c96cb9b2fdd3 req-52fbf874-f35c-4820-8cb1-428ccfd050ca service neutron] 10.222.0.16 "PUT /v2.0/ports/ee13c450-a247-45da-9000-1d74f1a8c8aa HTTP/1.1" status: 200 len: 1093 time: 3.7692153 Jul 06 15:25:04.413507 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce440c64-f3db-4cda-8a2f-0f7e00f36b30', 'tag': 'ee13c450-a247-45da-9000-1d74f1a8c8aa'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:25:04.442269 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=88,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:04.501737 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fbf874-f35c-4820-8cb1-428ccfd050ca service neutron] Pushing event updated for resources: {'Port': ['ID=ee13c450-a247-45da-9000-1d74f1a8c8aa,revision_number=3']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:04.504154 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-a1fe660f-1800-44f0-936c-974c5f96257a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'name': 'tempest-AttachVolumeNegativeTest-209056874-router', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'c4670a52-f3eb-4623-b6a0-3b65870597ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:38Z', 'updated_at': '2022-07-06T15:24:51Z', 'revision_number': 4, 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'gw_port': {'id': 'c4670a52-f3eb-4623-b6a0-3b65870597ee', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:49:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:40Z', 'updated_at': '2022-07-06T15:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': '750799dc-8d69-4a28-93e2-23fdcff49383', 'name': '', 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'mac_address': 'fa:16:3e:3f:ea:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f20ae9c1-f124-46af-83bd-c43bda7bdca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:47Z', 'updated_at': '2022-07-06T15:25:01Z', 'revision_number': 4, 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'subnets': [{'id': 'f20ae9c1-f124-46af-83bd-c43bda7bdca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:25:04.536837 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-b1712d58-1f5d-4c20-a42c-10e70a598c48 req-2d502b34-b1eb-4fd3-af6e-222a24e58be4 service neutron] 10.222.0.46 "GET /v2.0/networks/a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3662529 Jul 06 15:25:04.542840 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 50712) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:25:04.558250 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-1b142714-b675-4a3a-a655-110a8bcf6389 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:04.596967 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-9337854a-d5f4-4185-91cb-594f20dd6d25 None None] For port 362ad125-474c-491a-ab35-5ec9aa3371e8, host dv-cinder-848848-4-iscsi, cleared binding levels {{(pid=103846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:25:04.615553 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-9337854a-d5f4-4185-91cb-594f20dd6d25 None None] For port 362ad125-474c-491a-ab35-5ec9aa3371e8, host dv-cinder-848848-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=362ad125-474c-491a-ab35-5ec9aa3371e8,segment=NetworkSegment(21878ae0-c04f-4cb0-b2f0-7098f6c37266),segment_id=21878ae0-c04f-4cb0-b2f0-7098f6c37266)] {{(pid=103846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:25:04.621649 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fe660f-1800-44f0-936c-974c5f96257a None None] The sync data for ids ['738b7c26-f6e3-475d-9804-afd562758ee8'] in dv-cinder-848848-4-iscsi is: [{'id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'name': 'tempest-AttachVolumeNegativeTest-209056874-router', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'c4670a52-f3eb-4623-b6a0-3b65870597ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:38Z', 'updated_at': '2022-07-06T15:24:51Z', 'revision_number': 4, 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'gw_port': {'id': 'c4670a52-f3eb-4623-b6a0-3b65870597ee', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:49:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:40Z', 'updated_at': '2022-07-06T15:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': '750799dc-8d69-4a28-93e2-23fdcff49383', 'name': '', 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'mac_address': 'fa:16:3e:3f:ea:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f20ae9c1-f124-46af-83bd-c43bda7bdca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:47Z', 'updated_at': '2022-07-06T15:25:01Z', 'revision_number': 4, 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'subnets': [{'id': 'f20ae9c1-f124-46af-83bd-c43bda7bdca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:25:04.640277 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-9337854a-d5f4-4185-91cb-594f20dd6d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (362ad125-474c-491a-ab35-5ec9aa3371e8), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:04.665781 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-1b142714-b675-4a3a-a655-110a8bcf6389 admin admin] Publish callbacks [] for security_group (f0e5a3f9-b5e2-49b0-8ceb-6989a433f0be), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:04.668258 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-8fb2d545-4c51-411d-8d6d-0dba8fd78df8 None None] Provisioning complete for port e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6 triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:25:04.668619 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-8fb2d545-4c51-411d-8d6d-0dba8fd78df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:04.674789 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-1b142714-b675-4a3a-a655-110a8bcf6389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (f0e5a3f9-b5e2-49b0-8ceb-6989a433f0be), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:04.717060 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c10c210-99bf-4be2-ad35-7b16210ac24b None None] Pushing event updated for resources: {'Port': ['ID=750799dc-8d69-4a28-93e2-23fdcff49383,revision_number=5']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:04.739302 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Provisioning complete for port 0b86165d-3720-452d-ba04-597ce4db9715 triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:25:04.739895 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (0b86165d-3720-452d-ba04-597ce4db9715), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:04.798585 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-1b142714-b675-4a3a-a655-110a8bcf6389 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3238b75dc54f4895ae2250cad222fe82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2543213 Jul 06 15:25:04.812740 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 50716) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:25:04.823757 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23f0ce0f3171803df377307192b3bbc073243688ace587a9918d8ae03454cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c943af9-e6ff-4907-b2ab-e1fcca96d478" -d '{"events": [{"name": "network-changed", "server_uuid": "ce440c64-f3db-4cda-8a2f-0f7e00f36b30", "tag": "ee13c450-a247-45da-9000-1d74f1a8c8aa"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:25:04.852919 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:04.874659 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-983d99f3-f50c-44d0-a5d9-4b21d962f89f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101514'] for network (5d7bdad1-3d04-41a8-a1d8-1c65a774b438), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:04.891387 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b142714-b675-4a3a-a655-110a8bcf6389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e5a3f9-b5e2-49b0-8ceb-6989a433f0be,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:04.990049 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5580813-343e-4cdf-8ee0-2593c0bf4aba None None] Pushing event updated for resources: {'Port': ['ID=362ad125-474c-491a-ab35-5ec9aa3371e8,revision_number=4']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:04.992798 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-8fb2d545-4c51-411d-8d6d-0dba8fd78df8 None None] Port e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6 cannot update to ACTIVE because it is not bound. {{(pid=103846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 15:25:05.014973 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:05.016530 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-8fb2d545-4c51-411d-8d6d-0dba8fd78df8 None None] Provisioning complete for port 362ad125-474c-491a-ab35-5ec9aa3371e8 triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:25:05.017928 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-8fb2d545-4c51-411d-8d6d-0dba8fd78df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (362ad125-474c-491a-ab35-5ec9aa3371e8), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:05.024350 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd37129e-fbc6-4e3a-bb43-2d140ce0f8fa req-68bbb4dc-adc0-4a03-a1c7-faa4fb68f526 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:05.026030 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-bd37129e-fbc6-4e3a-bb43-2d140ce0f8fa req-68bbb4dc-adc0-4a03-a1c7-faa4fb68f526 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=e00187af-8819-41e6-98f0-199ce9db0f05 HTTP/1.1" status: 200 len: 932 time: 0.1705909 Jul 06 15:25:05.060507 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9337854a-d5f4-4185-91cb-594f20dd6d25 None None] Routers {'35358e22-072e-4430-930f-25a4c4e0fe97'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:25:05.061622 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-9337854a-d5f4-4185-91cb-594f20dd6d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:24:48Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['35358e22-072e-4430-930f-25a4c4e0fe97'], 'active': True} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:25:05.079665 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-f845f5ec-ec78-44c6-ad4c-ba32e20f38c0 admin admin] Publish callbacks [] for security_group (f0e5a3f9-b5e2-49b0-8ceb-6989a433f0be), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:05.140070 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:05.147634 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-f845f5ec-ec78-44c6-ad4c-ba32e20f38c0 admin admin] Publish callbacks [] for security_group (f0e5a3f9-b5e2-49b0-8ceb-6989a433f0be), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:05.184243 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-bd37129e-fbc6-4e3a-bb43-2d140ce0f8fa req-2585a095-1a5c-4ceb-950c-245fd30e484c tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168585 Jul 06 15:25:05.200724 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-983d99f3-f50c-44d0-a5d9-4b21d962f89f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485658', 'neutron.services.segments.db._delete_segments_for_network-8786465758329'] for network (5d7bdad1-3d04-41a8-a1d8-1c65a774b438), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:05.263097 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-983d99f3-f50c-44d0-a5d9-4b21d962f89f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:25:05.263506 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-983d99f3-f50c-44d0-a5d9-4b21d962f89f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:25:05.264311 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-983d99f3-f50c-44d0-a5d9-4b21d962f89f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:25:05.264647 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-983d99f3-f50c-44d0-a5d9-4b21d962f89f admin admin] Subscribe: > port after_create 55550000 {{(pid=103845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:25:05.265050 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-983d99f3-f50c-44d0-a5d9-4b21d962f89f admin admin] Subscribe: > port after_delete 55550000 {{(pid=103845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:25:05.265480 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-983d99f3-f50c-44d0-a5d9-4b21d962f89f admin admin] Subscribe: > port after_update 55550000 {{(pid=103845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:25:05.265847 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-983d99f3-f50c-44d0-a5d9-4b21d962f89f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:25:05.266187 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-983d99f3-f50c-44d0-a5d9-4b21d962f89f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:25:05.266511 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-983d99f3-f50c-44d0-a5d9-4b21d962f89f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:25:05.266946 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-983d99f3-f50c-44d0-a5d9-4b21d962f89f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:25:05.268563 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-f845f5ec-ec78-44c6-ad4c-ba32e20f38c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (f0e5a3f9-b5e2-49b0-8ceb-6989a433f0be), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:05.271406 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-f845f5ec-ec78-44c6-ad4c-ba32e20f38c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:05.272983 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-f845f5ec-ec78-44c6-ad4c-ba32e20f38c0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f0e5a3f9-b5e2-49b0-8ceb-6989a433f0be HTTP/1.1" status: 204 len: 168 time: 0.4592230 Jul 06 15:25:05.288564 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f845f5ec-ec78-44c6-ad4c-ba32e20f38c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e5a3f9-b5e2-49b0-8ceb-6989a433f0be,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:05.416712 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 15:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb5c360b-b8ba-4caf-9602-d53ecd63629f x-openstack-request-id: req-fb5c360b-b8ba-4caf-9602-d53ecd63629f {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:25:05.417584 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce440c64-f3db-4cda-8a2f-0f7e00f36b30", "tag": "ee13c450-a247-45da-9000-1d74f1a8c8aa", "status": "completed", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:25:05.417951 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fb5c360b-b8ba-4caf-9602-d53ecd63629f {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:25:05.418641 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb5c360b-b8ba-4caf-9602-d53ecd63629f'] response: {'name': 'network-changed', 'server_uuid': 'ce440c64-f3db-4cda-8a2f-0f7e00f36b30', 'tag': 'ee13c450-a247-45da-9000-1d74f1a8c8aa', 'status': 'completed', 'code': 200} Jul 06 15:25:05.450671 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvr_db [None req-9337854a-d5f4-4185-91cb-594f20dd6d25 None None] Set router 35358e22-072e-4430-930f-25a4c4e0fe97 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:25:05.522564 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-af1b00b3-0399-4693-a8fe-a5b418a01679 req-9a2a34ef-b84d-4acd-8a7e-19e79df78042 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 210 time: 0.0338435 Jul 06 15:25:05.545639 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Current status of the port 0b86165d-3720-452d-ba04-597ce4db9715 is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:25:05.662050 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-8fb2d545-4c51-411d-8d6d-0dba8fd78df8 None None] Current status of the port 362ad125-474c-491a-ab35-5ec9aa3371e8 is: DOWN; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:25:05.662806 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-8fb2d545-4c51-411d-8d6d-0dba8fd78df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (362ad125-474c-491a-ab35-5ec9aa3371e8), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:05.748681 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-16f14123-cf25-45a1-baa6-89d1c7f7e8a7 req-8f39b04a-ccd3-4c91-af91-ab31fb6c9c5f tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] 10.222.0.46 "GET /v2.0/ports?device_id=a60af238-6eb5-450e-adf6-2e01797e448c HTTP/1.1" status: 200 len: 210 time: 0.0934792 Jul 06 15:25:05.777329 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-983d99f3-f50c-44d0-a5d9-4b21d962f89f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:25:05.778454 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-983d99f3-f50c-44d0-a5d9-4b21d962f89f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:25:05.778860 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-983d99f3-f50c-44d0-a5d9-4b21d962f89f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:25:05.779326 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-983d99f3-f50c-44d0-a5d9-4b21d962f89f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:25:05.780019 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.services.segments.db [None req-983d99f3-f50c-44d0-a5d9-4b21d962f89f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d7bdad1-3d04-41a8-a1d8-1c65a774b438']}} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:25:05.816177 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-8fb2d545-4c51-411d-8d6d-0dba8fd78df8 None None] For port 362ad125-474c-491a-ab35-5ec9aa3371e8, host dv-cinder-848848-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=362ad125-474c-491a-ab35-5ec9aa3371e8,segment=NetworkSegment(21878ae0-c04f-4cb0-b2f0-7098f6c37266),segment_id=21878ae0-c04f-4cb0-b2f0-7098f6c37266)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:25:05.824285 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-8fb2d545-4c51-411d-8d6d-0dba8fd78df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (362ad125-474c-491a-ab35-5ec9aa3371e8), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:05.825505 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.services.segments.db [None req-983d99f3-f50c-44d0-a5d9-4b21d962f89f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54c0f3e1-1872-4ab7-b4cd-7f85c1ed8abb') {'for_net_delete': True} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:25:05.826634 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.services.segments.db [None req-983d99f3-f50c-44d0-a5d9-4b21d962f89f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54c0f3e1-1872-4ab7-b4cd-7f85c1ed8abb') {} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:25:05.854994 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-983d99f3-f50c-44d0-a5d9-4b21d962f89f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786465759874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60119400'] for segment (54c0f3e1-1872-4ab7-b4cd-7f85c1ed8abb), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:05.887938 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-b1712d58-1f5d-4c20-a42c-10e70a598c48 req-fe70f6f0-5289-4c78-9f61-cb0c7cc52435 service neutron] 10.222.0.46 "GET /v2.0/networks/a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3498855 Jul 06 15:25:05.889114 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-983d99f3-f50c-44d0-a5d9-4b21d962f89f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490363'] for segment (54c0f3e1-1872-4ab7-b4cd-7f85c1ed8abb), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:05.904132 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-983d99f3-f50c-44d0-a5d9-4b21d962f89f admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=103845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 15:25:05.904648 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-983d99f3-f50c-44d0-a5d9-4b21d962f89f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2888513'] for segment (54c0f3e1-1872-4ab7-b4cd-7f85c1ed8abb), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:05.967839 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-9337854a-d5f4-4185-91cb-594f20dd6d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35358e22-072e-4430-930f-25a4c4e0fe97', 'name': 'tempest-ServerRescueNegativeTestJSON-1981272812-router', 'tenant_id': 'ef44ecc951964d51925463c5e09f9fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '1ba82ad7-6367-4594-876a-c7e2c13c8b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:38Z', 'updated_at': '2022-07-06T15:24:46Z', 'revision_number': 4, 'project_id': 'ef44ecc951964d51925463c5e09f9fbb', 'gw_port': {'id': '1ba82ad7-6367-4594-876a-c7e2c13c8b3b', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:52:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35358e22-072e-4430-930f-25a4c4e0fe97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:40Z', 'updated_at': '2022-07-06T15:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': '362ad125-474c-491a-ab35-5ec9aa3371e8', 'name': '', 'network_id': '2f7f712f-7346-42c2-b097-b4b48d9f78be', 'tenant_id': 'ef44ecc951964d51925463c5e09f9fbb', 'mac_address': 'fa:16:3e:36:bc:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35358e22-072e-4430-930f-25a4c4e0fe97', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd2607162-f852-4242-9cef-eb0efdf849b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:45Z', 'updated_at': '2022-07-06T15:25:04Z', 'revision_number': 4, 'project_id': 'ef44ecc951964d51925463c5e09f9fbb', 'subnets': [{'id': 'd2607162-f852-4242-9cef-eb0efdf849b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:25:06.046566 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-983d99f3-f50c-44d0-a5d9-4b21d962f89f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-666929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590854'] for network (5d7bdad1-3d04-41a8-a1d8-1c65a774b438), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:06.079310 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-983d99f3-f50c-44d0-a5d9-4b21d962f89f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629707'] for network (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:06.094064 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 50754) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:25:06.105730 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-983d99f3-f50c-44d0-a5d9-4b21d962f89f admin admin] 10.222.0.46 "DELETE /v2.0/networks/5d7bdad1-3d04-41a8-a1d8-1c65a774b438 HTTP/1.1" status: 204 len: 168 time: 1.7169769 Jul 06 15:25:06.161644 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983d99f3-f50c-44d0-a5d9-4b21d962f89f admin admin] Pushing event deleted for resources: {'Network': ['ID=5d7bdad1-3d04-41a8-a1d8-1c65a774b438,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:06.167725 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9337854a-d5f4-4185-91cb-594f20dd6d25 None None] The sync data for ids ['35358e22-072e-4430-930f-25a4c4e0fe97'] in dv-cinder-848848-4-iscsi is: [{'id': '35358e22-072e-4430-930f-25a4c4e0fe97', 'name': 'tempest-ServerRescueNegativeTestJSON-1981272812-router', 'tenant_id': 'ef44ecc951964d51925463c5e09f9fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '1ba82ad7-6367-4594-876a-c7e2c13c8b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:38Z', 'updated_at': '2022-07-06T15:24:46Z', 'revision_number': 4, 'project_id': 'ef44ecc951964d51925463c5e09f9fbb', 'gw_port': {'id': '1ba82ad7-6367-4594-876a-c7e2c13c8b3b', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:52:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35358e22-072e-4430-930f-25a4c4e0fe97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:40Z', 'updated_at': '2022-07-06T15:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': '362ad125-474c-491a-ab35-5ec9aa3371e8', 'name': '', 'network_id': '2f7f712f-7346-42c2-b097-b4b48d9f78be', 'tenant_id': 'ef44ecc951964d51925463c5e09f9fbb', 'mac_address': 'fa:16:3e:36:bc:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35358e22-072e-4430-930f-25a4c4e0fe97', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd2607162-f852-4242-9cef-eb0efdf849b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:45Z', 'updated_at': '2022-07-06T15:25:04Z', 'revision_number': 4, 'project_id': 'ef44ecc951964d51925463c5e09f9fbb', 'subnets': [{'id': 'd2607162-f852-4242-9cef-eb0efdf849b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:25:06.190155 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb2d545-4c51-411d-8d6d-0dba8fd78df8 None None] Pushing event updated for resources: {'Port': ['ID=362ad125-474c-491a-ab35-5ec9aa3371e8,revision_number=5']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:06.193342 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-1f0707ef-23bf-449b-8fd7-ba63f2e536d9 None None] Provisioning complete for port 362ad125-474c-491a-ab35-5ec9aa3371e8 triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:25:06.194229 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-1f0707ef-23bf-449b-8fd7-ba63f2e536d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (362ad125-474c-491a-ab35-5ec9aa3371e8), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:06.320604 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.db_base_plugin_v2 [None req-12335ac5-a232-412d-a0e9-d9e4e289c975 admin admin] Deleting subnet ac65a26d-6eae-4148-852c-72c657657361 {{(pid=103844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 06 15:25:06.331988 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-12335ac5-a232-412d-a0e9-d9e4e289c975 admin admin] Publish callbacks [] for subnet (ac65a26d-6eae-4148-852c-72c657657361), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:06.450972 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-12335ac5-a232-412d-a0e9-d9e4e289c975 admin admin] Publish callbacks [] for subnet (ac65a26d-6eae-4148-852c-72c657657361), precommit_delete_associations {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:06.466616 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-1f0707ef-23bf-449b-8fd7-ba63f2e536d9 None None] Current status of the port 362ad125-474c-491a-ab35-5ec9aa3371e8 is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:25:06.474634 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 750799dc-8d69-4a28-93e2-23fdcff49383 up at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:25:06.477482 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-12335ac5-a232-412d-a0e9-d9e4e289c975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1545392'] for subnet (ac65a26d-6eae-4148-852c-72c657657361), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:06.497509 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-f39f54e1-f5e8-4a14-bb4a-7f9f4fb5a9cf req-f5d25a69-d78b-43ec-beb6-859614ac25be tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=a347082e-a86f-46f0-a018-e3918e3e8262 HTTP/1.1" status: 200 len: 210 time: 0.1292808 Jul 06 15:25:06.612913 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:06.637425 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Provisioning complete for port 750799dc-8d69-4a28-93e2-23fdcff49383 triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:25:06.637590 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (750799dc-8d69-4a28-93e2-23fdcff49383), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:06.660322 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa24e77-ad53-4670-b955-0fd877a98505 req-ee1390c3-28d8-405f-8ad0-1595e042cca8 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:06.662082 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.services.segments.plugin [-] Segment 54c0f3e1-1872-4ab7-b4cd-7f85c1ed8abb resource provider aggregate not found Jul 06 15:25:06.667463 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6aa24e77-ad53-4670-b955-0fd877a98505 req-ee1390c3-28d8-405f-8ad0-1595e042cca8 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=e00187af-8819-41e6-98f0-199ce9db0f05 HTTP/1.1" status: 200 len: 932 time: 0.1854854 Jul 06 15:25:06.716941 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-3cb37e2c-5c94-4a09-841e-94a9004c6576 req-c03859dc-8e60-44bb-914f-36df76dbe5d6 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 210 time: 0.0742996 Jul 06 15:25:06.725912 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.services.segments.plugin [-] Segment 54c0f3e1-1872-4ab7-b4cd-7f85c1ed8abb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 54c0f3e1-1872-4ab7-b4cd-7f85c1ed8abb found for delete ", "request_id": "req-00bcc0d1-4b35-420e-8de6-1508e1f765b2"}]} Jul 06 15:25:06.747252 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6aa24e77-ad53-4670-b955-0fd877a98505 req-ad6265c5-ba59-4106-88bb-80960e7d2323 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787776 Jul 06 15:25:06.770967 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-12335ac5-a232-412d-a0e9-d9e4e289c975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1545403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561'] for subnet (ac65a26d-6eae-4148-852c-72c657657361), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:06.786030 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Current status of the port 750799dc-8d69-4a28-93e2-23fdcff49383 is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:25:06.787107 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 362ad125-474c-491a-ab35-5ec9aa3371e8 up at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:25:06.801889 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12335ac5-a232-412d-a0e9-d9e4e289c975 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac65a26d-6eae-4148-852c-72c657657361,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:06.811647 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-12335ac5-a232-412d-a0e9-d9e4e289c975 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:06.822078 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:06.822852 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=21 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:06.828871 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-12335ac5-a232-412d-a0e9-d9e4e289c975 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/ac65a26d-6eae-4148-852c-72c657657361 HTTP/1.1" status: 204 len: 168 time: 0.7332683 Jul 06 15:25:06.832961 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 50794) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:25:06.859938 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Provisioning complete for port 362ad125-474c-491a-ab35-5ec9aa3371e8 triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:25:06.860475 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (362ad125-474c-491a-ab35-5ec9aa3371e8), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:06.912975 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-7ec52e42-0549-44f8-89e2-dccca5d664d7 req-c95999de-5139-4ecb-a587-54586c9434ed tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] 10.222.0.46 "GET /v2.0/ports?device_id=a60af238-6eb5-450e-adf6-2e01797e448c HTTP/1.1" status: 200 len: 210 time: 0.0648942 Jul 06 15:25:06.958960 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:06.965026 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-9f32782e-fbce-424e-8c39-438cf2ba3b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101514'] for network (7f76203e-2736-4b50-958f-76afe1e7b51d), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:07.012184 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Current status of the port 362ad125-474c-491a-ab35-5ec9aa3371e8 is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:25:07.082688 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-9f32782e-fbce-424e-8c39-438cf2ba3b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485658', 'neutron.services.segments.db._delete_segments_for_network-8786465758329'] for network (7f76203e-2736-4b50-958f-76afe1e7b51d), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:07.112236 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-9f32782e-fbce-424e-8c39-438cf2ba3b74 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:25:07.112670 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-9f32782e-fbce-424e-8c39-438cf2ba3b74 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:25:07.113471 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-9f32782e-fbce-424e-8c39-438cf2ba3b74 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:25:07.113848 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-9f32782e-fbce-424e-8c39-438cf2ba3b74 admin admin] Subscribe: > port after_create 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:25:07.114194 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-9f32782e-fbce-424e-8c39-438cf2ba3b74 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:25:07.114836 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-9f32782e-fbce-424e-8c39-438cf2ba3b74 admin admin] Subscribe: > port after_update 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:25:07.115405 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-9f32782e-fbce-424e-8c39-438cf2ba3b74 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:25:07.116430 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-9f32782e-fbce-424e-8c39-438cf2ba3b74 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:25:07.117025 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-9f32782e-fbce-424e-8c39-438cf2ba3b74 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:25:07.117523 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-9f32782e-fbce-424e-8c39-438cf2ba3b74 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:25:07.192002 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-9f32782e-fbce-424e-8c39-438cf2ba3b74 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:25:07.192671 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-9f32782e-fbce-424e-8c39-438cf2ba3b74 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:25:07.192997 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-9f32782e-fbce-424e-8c39-438cf2ba3b74 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:25:07.193315 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-9f32782e-fbce-424e-8c39-438cf2ba3b74 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 15:25:07.193672 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.services.segments.db [None req-9f32782e-fbce-424e-8c39-438cf2ba3b74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f76203e-2736-4b50-958f-76afe1e7b51d']}} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:25:07.215555 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.services.segments.db [None req-9f32782e-fbce-424e-8c39-438cf2ba3b74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea7ee942-756e-4d27-addd-2617d4a5bf48') {'for_net_delete': True} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:25:07.216087 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.services.segments.db [None req-9f32782e-fbce-424e-8c39-438cf2ba3b74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea7ee942-756e-4d27-addd-2617d4a5bf48') {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:25:07.235403 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-9f32782e-fbce-424e-8c39-438cf2ba3b74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786465759874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60676999'] for segment (ea7ee942-756e-4d27-addd-2617d4a5bf48), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:07.271775 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-9f32782e-fbce-424e-8c39-438cf2ba3b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490363'] for segment (ea7ee942-756e-4d27-addd-2617d4a5bf48), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:07.284230 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f32782e-fbce-424e-8c39-438cf2ba3b74 admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=103844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 15:25:07.285403 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-9f32782e-fbce-424e-8c39-438cf2ba3b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2698102'] for segment (ea7ee942-756e-4d27-addd-2617d4a5bf48), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:07.376328 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-9f32782e-fbce-424e-8c39-438cf2ba3b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-666929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590854'] for network (7f76203e-2736-4b50-958f-76afe1e7b51d), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:07.412450 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-9f32782e-fbce-424e-8c39-438cf2ba3b74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629707'] for network (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:07.421027 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-9f32782e-fbce-424e-8c39-438cf2ba3b74 admin admin] 10.222.0.46 "DELETE /v2.0/networks/7f76203e-2736-4b50-958f-76afe1e7b51d HTTP/1.1" status: 204 len: 168 time: 0.5872951 Jul 06 15:25:07.422183 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f32782e-fbce-424e-8c39-438cf2ba3b74 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f76203e-2736-4b50-958f-76afe1e7b51d,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:07.588763 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 50838) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:25:07.676115 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-5b0faf27-e4fe-4442-bb67-e82c193afdf0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f555cf9f335a4d48a15d2709b857a6d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0872605 Jul 06 15:25:07.677955 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-de8462d7-5826-4280-80d0-b60d7ad20151 req-e5615316-583d-4b90-912b-e9ecbe779659 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=a347082e-a86f-46f0-a018-e3918e3e8262 HTTP/1.1" status: 200 len: 210 time: 0.0392218 Jul 06 15:25:07.679018 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 50840) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:25:07.762201 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.services.segments.plugin [-] Segment ea7ee942-756e-4d27-addd-2617d4a5bf48 resource provider aggregate not found Jul 06 15:25:07.794131 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.services.segments.plugin [-] Segment ea7ee942-756e-4d27-addd-2617d4a5bf48 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ea7ee942-756e-4d27-addd-2617d4a5bf48 found for delete ", "request_id": "req-2f91c44e-d604-449d-8af5-207781f84c3d"}]} Jul 06 15:25:07.796814 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-1d6cdf89-6efb-47e4-9811-4f739ffea8a3 admin admin] Publish callbacks [] for security_group (49943c03-891b-4c41-a399-aae8a43787d7), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:07.851307 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-b58b20b4-314d-42e1-9524-a596d5695422 req-eb0ffc68-cc09-44e4-aa63-03282a1829ee tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 210 time: 0.0490196 Jul 06 15:25:07.859290 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-1d6cdf89-6efb-47e4-9811-4f739ffea8a3 admin admin] Publish callbacks [] for security_group (49943c03-891b-4c41-a399-aae8a43787d7), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:07.878854 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9f26f7-1708-477d-8280-b43044012099 req-69995cf7-f195-433d-b96c-b7782b9de49a tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:07.880423 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-de9f26f7-1708-477d-8280-b43044012099 req-69995cf7-f195-433d-b96c-b7782b9de49a tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=e00187af-8819-41e6-98f0-199ce9db0f05 HTTP/1.1" status: 200 len: 932 time: 0.0561182 Jul 06 15:25:07.925669 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-1d6cdf89-6efb-47e4-9811-4f739ffea8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (49943c03-891b-4c41-a399-aae8a43787d7), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:07.930747 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-1d6cdf89-6efb-47e4-9811-4f739ffea8a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:07.932177 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-1d6cdf89-6efb-47e4-9811-4f739ffea8a3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/49943c03-891b-4c41-a399-aae8a43787d7 HTTP/1.1" status: 204 len: 168 time: 0.2520545 Jul 06 15:25:07.937881 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-de9f26f7-1708-477d-8280-b43044012099 req-73f465af-ad5b-4c10-bcab-92b71f442917 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512621 Jul 06 15:25:07.943613 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6cdf89-6efb-47e4-9811-4f739ffea8a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49943c03-891b-4c41-a399-aae8a43787d7,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:08.073850 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-d99912cb-51a1-4801-a7b8-07e3440fadbb req-68cd06a8-0352-4f2e-ad0e-ba9c96a54719 tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] 10.222.0.46 "GET /v2.0/ports?device_id=a60af238-6eb5-450e-adf6-2e01797e448c HTTP/1.1" status: 200 len: 210 time: 0.0406702 Jul 06 15:25:08.108849 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 362ad125-474c-491a-ab35-5ec9aa3371e8 up at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:25:08.130570 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:08.160803 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Provisioning complete for port 362ad125-474c-491a-ab35-5ec9aa3371e8 triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:25:08.161178 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (362ad125-474c-491a-ab35-5ec9aa3371e8), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:08.252142 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Current status of the port 362ad125-474c-491a-ab35-5ec9aa3371e8 is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:25:08.364679 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 50868) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:25:08.433312 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-a24730ec-8873-4d7e-93f3-a19ab1682067 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8747dbebeebe4b599d4d08ce9c40c4d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0673940 Jul 06 15:25:08.436340 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 50874) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:25:08.508200 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-be6bc86a-1e9e-4155-b987-ab360be4ddf5 admin admin] Publish callbacks [] for security_group (4e3db5c3-718d-486d-934d-586367282976), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:08.512372 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:08.535623 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-be6bc86a-1e9e-4155-b987-ab360be4ddf5 admin admin] Publish callbacks [] for security_group (4e3db5c3-718d-486d-934d-586367282976), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:08.593083 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-be6bc86a-1e9e-4155-b987-ab360be4ddf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (4e3db5c3-718d-486d-934d-586367282976), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:08.596503 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-be6bc86a-1e9e-4155-b987-ab360be4ddf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:08.597904 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-be6bc86a-1e9e-4155-b987-ab360be4ddf5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4e3db5c3-718d-486d-934d-586367282976 HTTP/1.1" status: 204 len: 168 time: 0.1601470 Jul 06 15:25:08.617968 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6bc86a-1e9e-4155-b987-ab360be4ddf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3db5c3-718d-486d-934d-586367282976,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:08.830954 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-057c6562-445f-4c17-8a32-4447e1b9f565 req-beec1929-a7b0-4861-bcd6-bc0431878188 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=a347082e-a86f-46f0-a018-e3918e3e8262 HTTP/1.1" status: 200 len: 210 time: 0.0404651 Jul 06 15:25:08.987587 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-c7c36502-fab3-4e1f-829b-a251dd0f77f0 req-9d84cef3-181a-4b27-bdd1-c68c191979aa tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 210 time: 0.0463388 Jul 06 15:25:09.149905 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b9845-38dc-49dd-9046-b6ab8d162e1e req-149f6b47-dbed-4920-893f-4ef4a3ec1bae tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:09.159425 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-7d1b9845-38dc-49dd-9046-b6ab8d162e1e req-149f6b47-dbed-4920-893f-4ef4a3ec1bae tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=e00187af-8819-41e6-98f0-199ce9db0f05 HTTP/1.1" status: 200 len: 932 time: 0.0919473 Jul 06 15:25:09.269035 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-7d1b9845-38dc-49dd-9046-b6ab8d162e1e req-f63aead3-3995-4f7c-b518-de119076066f tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981236 Jul 06 15:25:09.285027 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-6dc1d1d4-a1ce-4f8d-9451-165c9bd075b1 req-f8cf7a09-2cc3-45e9-bd7b-a2d34ddb2c16 tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] 10.222.0.46 "GET /v2.0/ports?device_id=a60af238-6eb5-450e-adf6-2e01797e448c HTTP/1.1" status: 200 len: 210 time: 0.0757964 Jul 06 15:25:09.696734 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.agents_db [None req-99b786f5-93e1-437c-926e-a88e17275ab4 None None] Agent healthcheck: found 6 active agents {{(pid=103847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:25:09.956458 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-0c30c48f-e377-42de-8bc4-ca0291174f98 req-53a850bb-ee0b-4313-8c60-46783e3d428d tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=a347082e-a86f-46f0-a018-e3918e3e8262 HTTP/1.1" status: 200 len: 210 time: 0.0419827 Jul 06 15:25:10.101451 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-1cf9218b-c93e-4d0a-b984-8103328c83ea req-3eabd86a-17d5-4f45-b823-4ae3485c74d3 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 210 time: 0.0334737 Jul 06 15:25:10.409272 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-d65d2ad7-55b4-446a-92e8-1b9f353f79c5 req-6f12057a-534b-44cb-89e8-c3defb1ec226 tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] 10.222.0.46 "GET /v2.0/ports?device_id=a60af238-6eb5-450e-adf6-2e01797e448c HTTP/1.1" status: 200 len: 210 time: 0.0375755 Jul 06 15:25:10.422318 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d3273-ee8b-4518-be3c-001fe79c3a8d req-dd4e50d8-b408-4613-b9d1-5716b3e886c3 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:10.441435 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-204d3273-ee8b-4518-be3c-001fe79c3a8d req-dd4e50d8-b408-4613-b9d1-5716b3e886c3 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=e00187af-8819-41e6-98f0-199ce9db0f05 HTTP/1.1" status: 200 len: 932 time: 0.0958989 Jul 06 15:25:10.495697 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-204d3273-ee8b-4518-be3c-001fe79c3a8d req-5df920e9-f74c-4908-b65a-a27537bd8b77 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527911 Jul 06 15:25:11.117227 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-5f418ca1-5eb2-4879-b951-bf9d1b04e32a req-bdbbaf00-dac8-408e-89fb-efcfdfb16eb4 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=a347082e-a86f-46f0-a018-e3918e3e8262 HTTP/1.1" status: 200 len: 210 time: 0.0461504 Jul 06 15:25:11.138616 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 50982) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:25:11.247885 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-fcc27b52-4b51-4421-9b2a-44890ff2bb6a req-0edf698e-ee32-4fed-90fd-99e265b547a1 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 210 time: 0.0395010 Jul 06 15:25:11.293000 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-4b9ec9ad-d381-4d32-973f-02a36d4d4861 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:11.371292 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-4b9ec9ad-d381-4d32-973f-02a36d4d4861 admin admin] Publish callbacks [] for security_group (6c46fc86-24dc-4b2d-92bf-0cf29aac22d2), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:11.375236 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-4b9ec9ad-d381-4d32-973f-02a36d4d4861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (6c46fc86-24dc-4b2d-92bf-0cf29aac22d2), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:11.509198 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-a35bf58a-75ec-46d9-90a1-b5f16e22aa2c req-7916a6e3-d955-4acb-af30-d03293579489 tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] 10.222.0.46 "GET /v2.0/ports?device_id=a60af238-6eb5-450e-adf6-2e01797e448c HTTP/1.1" status: 200 len: 210 time: 0.0286570 Jul 06 15:25:11.594175 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-4b9ec9ad-d381-4d32-973f-02a36d4d4861 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e865927b70994f63b22fc84d34b79321&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4536836 Jul 06 15:25:11.594400 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 50994) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:25:11.609998 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9ec9ad-d381-4d32-973f-02a36d4d4861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c46fc86-24dc-4b2d-92bf-0cf29aac22d2,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:11.629745 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c50a5-424f-4e8e-bc7e-91e8260dc341 req-3b8f6059-80fd-4811-822d-9610fb3fe0f0 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:11.631187 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-af9c50a5-424f-4e8e-bc7e-91e8260dc341 req-3b8f6059-80fd-4811-822d-9610fb3fe0f0 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=e00187af-8819-41e6-98f0-199ce9db0f05 HTTP/1.1" status: 200 len: 932 time: 0.0572009 Jul 06 15:25:11.641782 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:11.646713 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-e3c54761-af0e-4e14-b774-f613a95cd5b5 admin admin] Publish callbacks [] for security_group (6c46fc86-24dc-4b2d-92bf-0cf29aac22d2), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:11.670161 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-e3c54761-af0e-4e14-b774-f613a95cd5b5 admin admin] Publish callbacks [] for security_group (6c46fc86-24dc-4b2d-92bf-0cf29aac22d2), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:11.687354 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-af9c50a5-424f-4e8e-bc7e-91e8260dc341 req-ba70fc70-397b-4f69-8557-29f8686ccf00 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504203 Jul 06 15:25:11.742585 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-e3c54761-af0e-4e14-b774-f613a95cd5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (6c46fc86-24dc-4b2d-92bf-0cf29aac22d2), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:11.746703 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-e3c54761-af0e-4e14-b774-f613a95cd5b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:11.751197 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-e3c54761-af0e-4e14-b774-f613a95cd5b5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6c46fc86-24dc-4b2d-92bf-0cf29aac22d2 HTTP/1.1" status: 204 len: 168 time: 0.1557906 Jul 06 15:25:11.762428 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c54761-af0e-4e14-b774-f613a95cd5b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c46fc86-24dc-4b2d-92bf-0cf29aac22d2,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:12.154987 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 51016) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:25:12.172848 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-9bed0503-5714-43f7-b4a4-f0468498c9b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:12.258844 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-aafc551d-d3de-453c-a27e-a8fd328d1ee3 req-3f36aa21-98de-4767-bc0b-91c66f03341c tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=a347082e-a86f-46f0-a018-e3918e3e8262 HTTP/1.1" status: 200 len: 210 time: 0.0362101 Jul 06 15:25:12.288689 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:12.354363 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-9bed0503-5714-43f7-b4a4-f0468498c9b3 admin admin] Publish callbacks [] for security_group (110355db-bfc9-4d0e-830b-632743acfef1), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:12.371238 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-9bed0503-5714-43f7-b4a4-f0468498c9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (110355db-bfc9-4d0e-830b-632743acfef1), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:12.446061 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bed0503-5714-43f7-b4a4-f0468498c9b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=110355db-bfc9-4d0e-830b-632743acfef1,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:12.469752 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-0123922d-7fad-48c8-a337-76a1b6ba87de req-d71f6638-0a85-496f-a364-a0a940306754 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 210 time: 0.0696874 Jul 06 15:25:12.491093 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-9bed0503-5714-43f7-b4a4-f0468498c9b3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=40963b4365e547fa87404c31cb2bf681&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3349164 Jul 06 15:25:12.493577 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 51038) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:25:12.607906 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-12f5fbbd-e151-4301-9fd0-dc75d3fd11ab admin admin] Publish callbacks [] for security_group (110355db-bfc9-4d0e-830b-632743acfef1), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:12.661588 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-12f5fbbd-e151-4301-9fd0-dc75d3fd11ab admin admin] Publish callbacks [] for security_group (110355db-bfc9-4d0e-830b-632743acfef1), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:12.755301 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-9e5bab95-5356-4fce-b206-173c69826cf2 req-9b90f638-c0db-4606-ba00-9bf680dda5ca tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] 10.222.0.46 "GET /v2.0/ports?device_id=a60af238-6eb5-450e-adf6-2e01797e448c HTTP/1.1" status: 200 len: 210 time: 0.0483549 Jul 06 15:25:12.756150 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-12f5fbbd-e151-4301-9fd0-dc75d3fd11ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (110355db-bfc9-4d0e-830b-632743acfef1), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:12.764327 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-12f5fbbd-e151-4301-9fd0-dc75d3fd11ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:12.768143 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-12f5fbbd-e151-4301-9fd0-dc75d3fd11ab admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/110355db-bfc9-4d0e-830b-632743acfef1 HTTP/1.1" status: 204 len: 168 time: 0.2709448 Jul 06 15:25:12.780250 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f5fbbd-e151-4301-9fd0-dc75d3fd11ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=110355db-bfc9-4d0e-830b-632743acfef1,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:12.978001 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:12.996343 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb413d2-b608-43e9-bc0a-4cbda5cf03c2 req-30bca0c9-d9bb-4d20-8690-4d108c07d332 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:12.999995 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-2cb413d2-b608-43e9-bc0a-4cbda5cf03c2 req-30bca0c9-d9bb-4d20-8690-4d108c07d332 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=e00187af-8819-41e6-98f0-199ce9db0f05 HTTP/1.1" status: 200 len: 932 time: 0.1329248 Jul 06 15:25:13.100141 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-2cb413d2-b608-43e9-bc0a-4cbda5cf03c2 req-0e3a1d73-ee54-4d6c-91ea-fdd008da6457 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917017 Jul 06 15:25:13.304506 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 51080) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:25:13.327527 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (eda728fc-b46d-4378-b578-35bac6b15486), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:13.449619 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-c8010e75-8823-431d-9117-654ca16b69b2 req-fdbdc8e6-f708-4340-8a90-9a7813597cff tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=a347082e-a86f-46f0-a018-e3918e3e8262 HTTP/1.1" status: 200 len: 210 time: 0.0643928 Jul 06 15:25:13.608499 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-22b3c6b1-a223-4d82-8b70-396bf4a1abf7 req-b2680800-caa0-4ab2-92b5-7ee8e771b9d5 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 210 time: 0.0367765 Jul 06 15:25:13.665350 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 51092) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:25:13.722549 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-e5bf68a1-a5f9-4b66-ad5f-909e5e37fb00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:13.842642 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-fa429101-9375-4952-a327-c4658d4d0c7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:13.930575 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-4f8d4623-8ac5-4fa8-8f7f-03b7a0d7da3a req-9cc90fa5-30b1-4091-b087-89eaf791b7da tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] 10.222.0.46 "GET /v2.0/ports?device_id=a60af238-6eb5-450e-adf6-2e01797e448c HTTP/1.1" status: 200 len: 210 time: 0.0505669 Jul 06 15:25:13.937061 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-e5bf68a1-a5f9-4b66-ad5f-909e5e37fb00 admin admin] Publish callbacks [] for security_group (e73f1b1a-5d45-4012-b1ec-15b474ac67c2), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:13.951838 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-e5bf68a1-a5f9-4b66-ad5f-909e5e37fb00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (e73f1b1a-5d45-4012-b1ec-15b474ac67c2), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:14.050512 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 51108) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:25:14.065506 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-e5bf68a1-a5f9-4b66-ad5f-909e5e37fb00 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b0d1cb88d7d247f58669117081033ea9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7585366 Jul 06 15:25:14.125649 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bf68a1-a5f9-4b66-ad5f-909e5e37fb00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e73f1b1a-5d45-4012-b1ec-15b474ac67c2,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:14.191336 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-40c14ae8-e432-4809-8481-01d6048e9c10 admin admin] Publish callbacks [] for security_group (e73f1b1a-5d45-4012-b1ec-15b474ac67c2), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:14.214611 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-fa429101-9375-4952-a327-c4658d4d0c7a admin admin] Publish callbacks [] for security_group (774b3cb4-70de-45a8-ba29-1729d3bebda6), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:14.222176 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-fa429101-9375-4952-a327-c4658d4d0c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (774b3cb4-70de-45a8-ba29-1729d3bebda6), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:14.224687 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-40c14ae8-e432-4809-8481-01d6048e9c10 admin admin] Publish callbacks [] for security_group (e73f1b1a-5d45-4012-b1ec-15b474ac67c2), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:14.234619 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [req-9dc10968-6420-4039-bf95-e0b55ffa1955 req-ebc0d57f-d090-4476-8a83-03ffd5b412d9 service neutron] Request body: {'port': {'device_id': 'e00187af-8819-41e6-98f0-199ce9db0f05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84884'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:25:14.296487 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=17 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:14.306341 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-fa429101-9375-4952-a327-c4658d4d0c7a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ebc86c40e47c4945976ff6dd7048b49f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6383669 Jul 06 15:25:14.325356 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 51122) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:25:14.339333 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:14.452940 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57c6864-ff90-4831-acbe-b184dbb9617b req-9a838d93-fbef-41c5-ac3e-55623a59cebf tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:14.454573 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-e57c6864-ff90-4831-acbe-b184dbb9617b req-9a838d93-fbef-41c5-ac3e-55623a59cebf tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=e00187af-8819-41e6-98f0-199ce9db0f05 HTTP/1.1" status: 200 len: 932 time: 0.2083974 Jul 06 15:25:14.498484 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.16', 58092) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:25:14.579510 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-9dc10968-6420-4039-bf95-e0b55ffa1955 req-ebc0d57f-d090-4476-8a83-03ffd5b412d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:14.625468 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:14.712131 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa429101-9375-4952-a327-c4658d4d0c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=774b3cb4-70de-45a8-ba29-1729d3bebda6,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:14.806280 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c943af9-e6ff-4907-b2ab-e1fcca96d478 req-5dbccc3f-735a-4e24-92f9-96488e3b7e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:14.808010 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-3c943af9-e6ff-4907-b2ab-e1fcca96d478 req-5dbccc3f-735a-4e24-92f9-96488e3b7e99 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef44ecc951964d51925463c5e09f9fbb&device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 1127 time: 0.3079805 Jul 06 15:25:14.819726 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-4d350050-d26e-4db2-9526-661d4b1a2feb req-50ef7e07-aadf-4ef9-bfcd-c71b41157c2b tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=a347082e-a86f-46f0-a018-e3918e3e8262 HTTP/1.1" status: 200 len: 210 time: 0.1169522 Jul 06 15:25:14.847177 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-ac4b8553-4349-41e9-9005-1743c1cd5141 admin admin] Publish callbacks [] for security_group (774b3cb4-70de-45a8-ba29-1729d3bebda6), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:14.862057 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532d39a-e3d0-4188-a50f-bd16a61d5505 req-cce4395a-c518-4ead-ad2c-ca181fd61163 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:14.863681 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-9532d39a-e3d0-4188-a50f-bd16a61d5505 req-cce4395a-c518-4ead-ad2c-ca181fd61163 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.16 "GET /v2.0/networks?id=c3020644-2bbb-40b0-b72d-4d80a8b6cb34 HTTP/1.1" status: 200 len: 811 time: 0.5069091 Jul 06 15:25:14.884000 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-40c14ae8-e432-4809-8481-01d6048e9c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (e73f1b1a-5d45-4012-b1ec-15b474ac67c2), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:14.886713 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-40c14ae8-e432-4809-8481-01d6048e9c10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:14.890466 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-40c14ae8-e432-4809-8481-01d6048e9c10 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e73f1b1a-5d45-4012-b1ec-15b474ac67c2 HTTP/1.1" status: 204 len: 168 time: 0.8363378 Jul 06 15:25:14.890653 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-ac4b8553-4349-41e9-9005-1743c1cd5141 admin admin] Publish callbacks [] for security_group (774b3cb4-70de-45a8-ba29-1729d3bebda6), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:14.911353 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-e57c6864-ff90-4831-acbe-b184dbb9617b req-4a03c042-efde-4d39-afad-08c20b101139 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189375 Jul 06 15:25:14.926519 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c14ae8-e432-4809-8481-01d6048e9c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73f1b1a-5d45-4012-b1ec-15b474ac67c2,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:14.972646 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-9feefe5e-2335-4cf0-9399-4015297f4c0c req-dd7c93e7-04d7-4a00-b0d5-3e475c5c8566 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 210 time: 0.0552373 Jul 06 15:25:15.021833 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-ac4b8553-4349-41e9-9005-1743c1cd5141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (774b3cb4-70de-45a8-ba29-1729d3bebda6), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:15.027848 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-ac4b8553-4349-41e9-9005-1743c1cd5141 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:15.029425 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-ac4b8553-4349-41e9-9005-1743c1cd5141 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/774b3cb4-70de-45a8-ba29-1729d3bebda6 HTTP/1.1" status: 204 len: 168 time: 0.6979048 Jul 06 15:25:15.044395 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4b8553-4349-41e9-9005-1743c1cd5141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774b3cb4-70de-45a8-ba29-1729d3bebda6,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:15.097602 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-1748f3e7-ebba-460c-ad95-aa7916babbcf req-2f803555-4fbd-4b0d-9a17-edce6c4eb14e tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] 10.222.0.46 "GET /v2.0/ports?device_id=a60af238-6eb5-450e-adf6-2e01797e448c HTTP/1.1" status: 200 len: 210 time: 0.0550754 Jul 06 15:25:15.293329 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-9532d39a-e3d0-4188-a50f-bd16a61d5505 req-29d4762a-52e2-4314-a790-a87b0c990d0e tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6707399c704e4c97939dc84df58cb39f HTTP/1.1" status: 200 len: 379 time: 0.1202328 Jul 06 15:25:15.342635 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [req-9dc10968-6420-4039-bf95-e0b55ffa1955 req-ebc0d57f-d090-4476-8a83-03ffd5b412d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6 {{(pid=103844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 15:25:15.362662 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-9dc10968-6420-4039-bf95-e0b55ffa1955 req-ebc0d57f-d090-4476-8a83-03ffd5b412d9 service neutron] Publish callbacks [] for port (e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6), precommit_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:15.379513 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [req-9dc10968-6420-4039-bf95-e0b55ffa1955 req-ebc0d57f-d090-4476-8a83-03ffd5b412d9 service neutron] Transition to ACTIVE for port object e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6 will not be triggered until provisioned by entity L2. {{(pid=103844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 06 15:25:15.384860 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-9dc10968-6420-4039-bf95-e0b55ffa1955 req-ebc0d57f-d090-4476-8a83-03ffd5b412d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2698066'] for port (e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:15.444387 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc0d57f-d090-4476-8a83-03ffd5b412d9 service neutron] Pushing event updated for resources: {'Port': ['ID=e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6,revision_number=2']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:15.461929 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [req-9532d39a-e3d0-4188-a50f-bd16a61d5505 req-e7d04b8d-0b30-4b96-ae28-d8a16025b69e tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Request body: {'port': {'device_id': '3811251a-a0ba-4f29-9160-96c0f3f46c52', 'network_id': 'c3020644-2bbb-40b0-b72d-4d80a8b6cb34', 'admin_state_up': True, 'tenant_id': '6707399c704e4c97939dc84df58cb39f', 'security_groups': ['cc6fbc5a-489d-42df-8f08-ce6874fd60d7']}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:25:15.562047 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 51166) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:25:15.578450 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:15.625696 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-2f39ac0e-e188-4fdd-a47b-35c67def96ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:15.655654 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:15.656134 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c943af9-e6ff-4907-b2ab-e1fcca96d478 req-7847b873-dc5e-4134-8c13-a1e0c247cf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:15.659262 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-3c943af9-e6ff-4907-b2ab-e1fcca96d478 req-7847b873-dc5e-4134-8c13-a1e0c247cf41 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=ef44ecc951964d51925463c5e09f9fbb&shared=False HTTP/1.1" status: 200 len: 920 time: 0.5002351 Jul 06 15:25:15.685999 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [req-9dc10968-6420-4039-bf95-e0b55ffa1955 req-ebc0d57f-d090-4476-8a83-03ffd5b412d9 service neutron] Attempting to bind port e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6 on host hv-cinder-84884 for vnic_type normal with profile {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 15:25:15.686325 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [req-9dc10968-6420-4039-bf95-e0b55ffa1955 req-ebc0d57f-d090-4476-8a83-03ffd5b412d9 service neutron] Attempting to bind port e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6 by drivers openvswitch,hyperv on host hv-cinder-84884 at level 0 using segments [{'id': '21878ae0-c04f-4cb0-b2f0-7098f6c37266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '2f7f712f-7346-42c2-b097-b4b48d9f78be'}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 15:25:15.686739 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc10968-6420-4039-bf95-e0b55ffa1955 req-ebc0d57f-d090-4476-8a83-03ffd5b412d9 service neutron] Attempting to bind port e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6 on network 2f7f712f-7346-42c2-b097-b4b48d9f78be {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:25:15.707610 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc10968-6420-4039-bf95-e0b55ffa1955 req-ebc0d57f-d090-4476-8a83-03ffd5b412d9 service neutron] Port e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6 on network 2f7f712f-7346-42c2-b097-b4b48d9f78be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84884 {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 06 15:25:15.707610 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc10968-6420-4039-bf95-e0b55ffa1955 req-ebc0d57f-d090-4476-8a83-03ffd5b412d9 service neutron] Attempting to bind port e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6 on network 2f7f712f-7346-42c2-b097-b4b48d9f78be {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:25:15.717876 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc10968-6420-4039-bf95-e0b55ffa1955 req-ebc0d57f-d090-4476-8a83-03ffd5b412d9 service neutron] Checking agent: {'id': 'eda728fc-b46d-4378-b578-35bac6b15486', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84884', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 15, 22, 43), 'started_at': datetime.datetime(2022, 7, 6, 15, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 15, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 15:25:15.719355 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc10968-6420-4039-bf95-e0b55ffa1955 req-ebc0d57f-d090-4476-8a83-03ffd5b412d9 service neutron] Checking segment: {'id': '21878ae0-c04f-4cb0-b2f0-7098f6c37266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '2f7f712f-7346-42c2-b097-b4b48d9f78be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:25:15.719355 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc10968-6420-4039-bf95-e0b55ffa1955 req-ebc0d57f-d090-4476-8a83-03ffd5b412d9 service neutron] Bound using segment: {'id': '21878ae0-c04f-4cb0-b2f0-7098f6c37266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '2f7f712f-7346-42c2-b097-b4b48d9f78be'} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 15:25:15.719355 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [req-9dc10968-6420-4039-bf95-e0b55ffa1955 req-ebc0d57f-d090-4476-8a83-03ffd5b412d9 service neutron] Bound port: e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6, host: hv-cinder-84884, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21878ae0-c04f-4cb0-b2f0-7098f6c37266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '2f7f712f-7346-42c2-b097-b4b48d9f78be'}}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 15:25:15.719897 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-9dc10968-6420-4039-bf95-e0b55ffa1955 req-ebc0d57f-d090-4476-8a83-03ffd5b412d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:15.756024 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.16', 58100) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:25:15.785848 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9532d39a-e3d0-4188-a50f-bd16a61d5505 req-e7d04b8d-0b30-4b96-ae28-d8a16025b69e tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Made reservation on behalf of 6707399c704e4c97939dc84df58cb39f for: {'port': 1} {{(pid=103844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:25:15.794750 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-9532d39a-e3d0-4188-a50f-bd16a61d5505 req-e7d04b8d-0b30-4b96-ae28-d8a16025b69e tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:15.976180 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.16', 58101) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:25:16.001997 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-2f39ac0e-e188-4fdd-a47b-35c67def96ce admin admin] Publish callbacks [] for security_group (a40280ff-dc82-45e1-9624-35525136b30b), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:16.054197 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-2f39ac0e-e188-4fdd-a47b-35c67def96ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (a40280ff-dc82-45e1-9624-35525136b30b), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:16.132914 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-619a2e5a-20cc-4097-a7e3-5b6c2c321156 req-a05f098e-35b6-45db-b330-33c308b6195b tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=a347082e-a86f-46f0-a018-e3918e3e8262 HTTP/1.1" status: 200 len: 210 time: 0.1137578 Jul 06 15:25:16.250729 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-2f39ac0e-e188-4fdd-a47b-35c67def96ce admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8606973e00ef47ada9620f1ac0e538d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6879208 Jul 06 15:25:16.268237 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 51204) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:25:16.269351 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f39ac0e-e188-4fdd-a47b-35c67def96ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a40280ff-dc82-45e1-9624-35525136b30b,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:16.311539 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-8ef22355-e7d3-42bb-8916-cbb33a85bbcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (a81823b9-ba52-46bb-9bcd-43b269600933), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:16.312529 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af53e81-ba92-44d1-b645-221efaae62c3 req-711e259f-d101-43a4-8f37-8435118074f5 tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:16.323013 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-4af53e81-ba92-44d1-b645-221efaae62c3 req-711e259f-d101-43a4-8f37-8435118074f5 tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] 10.222.0.16 "GET /v2.0/networks?id=e25275fc-af73-47fb-bfc4-a4005b8727d8 HTTP/1.1" status: 200 len: 811 time: 0.2958577 Jul 06 15:25:16.428539 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [req-4af53e81-ba92-44d1-b645-221efaae62c3 req-95b43c41-b7c1-415c-8c49-14e9d05dcf0b tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] Request body: {'port': {'device_id': 'a60af238-6eb5-450e-adf6-2e01797e448c', 'network_id': 'e25275fc-af73-47fb-bfc4-a4005b8727d8', 'admin_state_up': True, 'tenant_id': '9be64cd89e3b46738dca85e516a60d8a'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:25:16.445757 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-4f68817c-691c-4a53-b62f-bfc4646ced6f admin admin] Publish callbacks [] for security_group (a40280ff-dc82-45e1-9624-35525136b30b), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:16.475978 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c943af9-e6ff-4907-b2ab-e1fcca96d478 req-2ed2bc49-aa29-49ca-a23c-de7386648d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:16.477590 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-3c943af9-e6ff-4907-b2ab-e1fcca96d478 req-2ed2bc49-aa29-49ca-a23c-de7386648d82 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7072453 Jul 06 15:25:16.480054 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-4f68817c-691c-4a53-b62f-bfc4646ced6f admin admin] Publish callbacks [] for security_group (a40280ff-dc82-45e1-9624-35525136b30b), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:16.483276 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-03748b47-2872-4e26-800d-d1281749f066 req-dea42587-9265-4f24-8ba8-e18195c7a89a tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 210 time: 0.0949292 Jul 06 15:25:16.550031 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-4f68817c-691c-4a53-b62f-bfc4646ced6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (a40280ff-dc82-45e1-9624-35525136b30b), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:16.552902 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-4f68817c-691c-4a53-b62f-bfc4646ced6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:16.554549 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-4f68817c-691c-4a53-b62f-bfc4646ced6f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a40280ff-dc82-45e1-9624-35525136b30b HTTP/1.1" status: 204 len: 168 time: 0.2815847 Jul 06 15:25:16.570306 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f68817c-691c-4a53-b62f-bfc4646ced6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40280ff-dc82-45e1-9624-35525136b30b,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:16.603865 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d107b45-2732-447d-b680-26a7b1fe0307 req-42246b0b-63e9-4c3c-9de4-e1cf55d56f31 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:16.605599 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-2d107b45-2732-447d-b680-26a7b1fe0307 req-42246b0b-63e9-4c3c-9de4-e1cf55d56f31 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=e00187af-8819-41e6-98f0-199ce9db0f05 HTTP/1.1" status: 200 len: 944 time: 0.2811737 Jul 06 15:25:16.619535 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-f7f7cd09-d328-4dbc-9cfc-4f34aa354d73 req-e5f512ce-29fb-4032-a977-91954ae33f4c tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] 10.222.0.46 "GET /v2.0/ports?device_id=a60af238-6eb5-450e-adf6-2e01797e448c HTTP/1.1" status: 200 len: 210 time: 0.0338366 Jul 06 15:25:16.648765 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [req-9dc10968-6420-4039-bf95-e0b55ffa1955 req-ebc0d57f-d090-4476-8a83-03ffd5b412d9 service neutron] For port e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6, host hv-cinder-84884, cleared binding levels {{(pid=103844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:25:16.670528 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:16.672182 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3485f93c-9c16-4c66-81c9-c96cb9b2fdd3 req-7887c3f9-8ea0-4275-a328-96695e87d75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:16.675091 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-3485f93c-9c16-4c66-81c9-c96cb9b2fdd3 req-7887c3f9-8ea0-4275-a328-96695e87d75a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef44ecc951964d51925463c5e09f9fbb&device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 1127 time: 0.0543225 Jul 06 15:25:16.703794 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [req-9dc10968-6420-4039-bf95-e0b55ffa1955 req-ebc0d57f-d090-4476-8a83-03ffd5b412d9 service neutron] For port e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6, host hv-cinder-84884, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6,segment=NetworkSegment(21878ae0-c04f-4cb0-b2f0-7098f6c37266),segment_id=21878ae0-c04f-4cb0-b2f0-7098f6c37266)] {{(pid=103844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:25:16.744503 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1712d58-1f5d-4c20-a42c-10e70a598c48 req-bcafb5e3-3ff3-46f7-947f-eb8ae72f8ade tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:16.746000 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-b1712d58-1f5d-4c20-a42c-10e70a598c48 req-bcafb5e3-3ff3-46f7-947f-eb8ae72f8ade tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.16 "GET /v2.0/networks?id=a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5 HTTP/1.1" status: 200 len: 814 time: 0.9678738 Jul 06 15:25:16.763511 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-9dc10968-6420-4039-bf95-e0b55ffa1955 req-ebc0d57f-d090-4476-8a83-03ffd5b412d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2698066'] for port (e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:16.778526 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-3485f93c-9c16-4c66-81c9-c96cb9b2fdd3 req-53ebcc48-5042-40c2-9a42-f16a0d7300b0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee13c450-a247-45da-9000-1d74f1a8c8aa HTTP/1.1" status: 200 len: 217 time: 0.0963085 Jul 06 15:25:16.847760 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:16.850265 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3485f93c-9c16-4c66-81c9-c96cb9b2fdd3 req-cdbe5ee0-a781-43ff-a810-b50078b17d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:16.852950 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-3485f93c-9c16-4c66-81c9-c96cb9b2fdd3 req-cdbe5ee0-a781-43ff-a810-b50078b17d2e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d2607162-f852-4242-9cef-eb0efdf849b4 HTTP/1.1" status: 200 len: 858 time: 0.0687697 Jul 06 15:25:16.869190 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-2d107b45-2732-447d-b680-26a7b1fe0307 req-e7eb5663-955f-4da3-96c8-6bd1dcdb68e3 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514005 Jul 06 15:25:16.880751 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.db_base_plugin_common [req-9532d39a-e3d0-4188-a50f-bd16a61d5505 req-e7d04b8d-0b30-4b96-ae28-d8a16025b69e tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Allocated IP 172.20.0.6 (c3020644-2bbb-40b0-b72d-4d80a8b6cb34/77f124ec-b849-4e26-b7c2-43db5c0c70ca/fe67390d-68cb-4317-96a3-d85d3d7d6ff7) {{(pid=103844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:25:16.904070 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc10968-6420-4039-bf95-e0b55ffa1955 req-ebc0d57f-d090-4476-8a83-03ffd5b412d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:16.904680 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-9dc10968-6420-4039-bf95-e0b55ffa1955 req-ebc0d57f-d090-4476-8a83-03ffd5b412d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629707'] for port (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:16.906232 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-9dc10968-6420-4039-bf95-e0b55ffa1955 req-ebc0d57f-d090-4476-8a83-03ffd5b412d9 service neutron] 10.222.0.16 "PUT /v2.0/ports/e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6 HTTP/1.1" status: 200 len: 1094 time: 2.6775665 Jul 06 15:25:16.907277 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e00187af-8819-41e6-98f0-199ce9db0f05', 'tag': 'e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:25:16.910902 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23f0ce0f3171803df377307192b3bbc073243688ace587a9918d8ae03454cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a702c9-4403-4b59-8083-32444adbfbd0" -d '{"events": [{"name": "network-changed", "server_uuid": "e00187af-8819-41e6-98f0-199ce9db0f05", "tag": "e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:25:16.933811 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4af53e81-ba92-44d1-b645-221efaae62c3 req-95b43c41-b7c1-415c-8c49-14e9d05dcf0b tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] Made reservation on behalf of 9be64cd89e3b46738dca85e516a60d8a for: {'port': 1} {{(pid=103844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:25:16.938231 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-4af53e81-ba92-44d1-b645-221efaae62c3 req-95b43c41-b7c1-415c-8c49-14e9d05dcf0b tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:17.018727 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc0d57f-d090-4476-8a83-03ffd5b412d9 service neutron] Pushing event updated for resources: {'Port': ['ID=e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6,revision_number=3']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:17.071427 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3485f93c-9c16-4c66-81c9-c96cb9b2fdd3 req-0164cd91-5a59-44ec-ad8b-dcba4a56924a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:17.073163 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-3485f93c-9c16-4c66-81c9-c96cb9b2fdd3 req-0164cd91-5a59-44ec-ad8b-dcba4a56924a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2f7f712f-7346-42c2-b097-b4b48d9f78be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1991293 Jul 06 15:25:17.147946 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:17.162881 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 15:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea23031d-e5ee-4d5f-9ae0-244c56a920ba x-openstack-request-id: req-ea23031d-e5ee-4d5f-9ae0-244c56a920ba {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:25:17.163687 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e00187af-8819-41e6-98f0-199ce9db0f05", "tag": "e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6", "status": "completed", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:25:17.164078 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ea23031d-e5ee-4d5f-9ae0-244c56a920ba {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:25:17.164797 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea23031d-e5ee-4d5f-9ae0-244c56a920ba'] response: {'name': 'network-changed', 'server_uuid': 'e00187af-8819-41e6-98f0-199ce9db0f05', 'tag': 'e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6', 'status': 'completed', 'code': 200} Jul 06 15:25:17.267693 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-3485f93c-9c16-4c66-81c9-c96cb9b2fdd3 req-65c053fe-6288-4e82-900b-fd30b81e4c7c service neutron] 10.222.0.16 "GET /v2.0/networks/2f7f712f-7346-42c2-b097-b4b48d9f78be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879604 Jul 06 15:25:17.360084 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:17.384339 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-3485f93c-9c16-4c66-81c9-c96cb9b2fdd3 req-13c4a96c-50ea-4e32-ba5a-e9e201194738 service neutron] 10.222.0.16 "GET /v2.0/networks/2f7f712f-7346-42c2-b097-b4b48d9f78be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115568 Jul 06 15:25:17.385376 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-b1712d58-1f5d-4c20-a42c-10e70a598c48 req-ddaf2e35-8ae8-45cd-ae95-c50265f848d5 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9fb04db8ac9464086cd7f3362e97455 HTTP/1.1" status: 200 len: 380 time: 0.6306653 Jul 06 15:25:17.445435 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [req-b1712d58-1f5d-4c20-a42c-10e70a598c48 req-5eb74510-bb35-463c-9719-1358425be073 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Request body: {'port': {'device_id': 'a347082e-a86f-46f0-a018-e3918e3e8262', 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5', 'admin_state_up': True, 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'security_groups': ['fb6239be-1d71-40f2-adcc-b4a14da46b6b']}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:25:17.450766 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc10968-6420-4039-bf95-e0b55ffa1955 req-1f79f2ca-21bd-41ee-9cfa-d806c0281e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:17.452281 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-9dc10968-6420-4039-bf95-e0b55ffa1955 req-1f79f2ca-21bd-41ee-9cfa-d806c0281e10 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef44ecc951964d51925463c5e09f9fbb&device_id=e00187af-8819-41e6-98f0-199ce9db0f05 HTTP/1.1" status: 200 len: 1128 time: 0.4856818 Jul 06 15:25:17.521658 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-95037f2f-8fa9-44b8-9219-949c12bd18d7 req-34db7a64-a8d2-41b4-b621-159c269a1d8b tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=a347082e-a86f-46f0-a018-e3918e3e8262 HTTP/1.1" status: 200 len: 210 time: 0.1488378 Jul 06 15:25:17.638050 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-6a8b38b7-6d2c-483a-9203-b61ad5f6262c req-0b49f25e-c441-4028-a743-e239ef504b05 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 210 time: 0.0447309 Jul 06 15:25:17.795371 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-9532d39a-e3d0-4188-a50f-bd16a61d5505 req-e7d04b8d-0b30-4b96-ae28-d8a16025b69e tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks [] for port (fe67390d-68cb-4317-96a3-d85d3d7d6ff7), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:17.800886 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-8cb5c8fb-857d-4dd4-8f56-cddb4ac921ec req-ef70c01e-84e5-47a4-9f02-fe05bcb8c3af tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] 10.222.0.46 "GET /v2.0/ports?device_id=a60af238-6eb5-450e-adf6-2e01797e448c HTTP/1.1" status: 200 len: 210 time: 0.0706761 Jul 06 15:25:17.809195 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.db_base_plugin_common [req-4af53e81-ba92-44d1-b645-221efaae62c3 req-95b43c41-b7c1-415c-8c49-14e9d05dcf0b tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] Allocated IP 172.20.0.6 (e25275fc-af73-47fb-bfc4-a4005b8727d8/e0fd46af-3762-4170-ab9e-cd9cd8d2a83b/ed64b6d5-5c31-4bdf-85ee-153655020dd2) {{(pid=103844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:25:17.876582 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1712d58-1f5d-4c20-a42c-10e70a598c48 req-5eb74510-bb35-463c-9719-1358425be073 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Made reservation on behalf of e9fb04db8ac9464086cd7f3362e97455 for: {'port': 1} {{(pid=103844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:25:17.879981 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-b1712d58-1f5d-4c20-a42c-10e70a598c48 req-5eb74510-bb35-463c-9719-1358425be073 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:17.935887 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-9532d39a-e3d0-4188-a50f-bd16a61d5505 req-e7d04b8d-0b30-4b96-ae28-d8a16025b69e tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786465455737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2698075'] for port (fe67390d-68cb-4317-96a3-d85d3d7d6ff7), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:18.055882 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:INSERT=5 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:18.090924 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9532d39a-e3d0-4188-a50f-bd16a61d5505 req-e7d04b8d-0b30-4b96-ae28-d8a16025b69e tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Network c3020644-2bbb-40b0-b72d-4d80a8b6cb34 is already hosted by enough agents. {{(pid=103844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:25:18.108126 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5081ab2d-72f4-4ada-b2fa-961af02be079 req-c97ae3c6-1b79-41ec-9774-7f722afc9e4c tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:18.109780 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-5081ab2d-72f4-4ada-b2fa-961af02be079 req-c97ae3c6-1b79-41ec-9774-7f722afc9e4c tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=e00187af-8819-41e6-98f0-199ce9db0f05 HTTP/1.1" status: 200 len: 944 time: 0.1141315 Jul 06 15:25:18.113661 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.base_scheduler [req-9532d39a-e3d0-4188-a50f-bd16a61d5505 req-e7d04b8d-0b30-4b96-ae28-d8a16025b69e tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Resources bound (agent type, host, resource id): {{(pid=103844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:25:18.120180 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d04b8d-0b30-4b96-ae28-d8a16025b69e tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Pushing event updated for resources: {'Port': ['ID=fe67390d-68cb-4317-96a3-d85d3d7d6ff7,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:18.189135 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [req-9532d39a-e3d0-4188-a50f-bd16a61d5505 req-e7d04b8d-0b30-4b96-ae28-d8a16025b69e tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Received port after_create {{(pid=103844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 15:25:18.290019 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-363c4a3d-66af-4a65-8efc-94e6baece6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8e6e5f2a-f235-48ed-8752-aab723ac44e7), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:18.291270 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-5081ab2d-72f4-4ada-b2fa-961af02be079 req-8129900f-90bb-4857-8028-bc493791e3ac tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754401 Jul 06 15:25:18.310630 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-4af53e81-ba92-44d1-b645-221efaae62c3 req-95b43c41-b7c1-415c-8c49-14e9d05dcf0b tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] Publish callbacks [] for port (ed64b6d5-5c31-4bdf-85ee-153655020dd2), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:18.349046 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:18.356040 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532d39a-e3d0-4188-a50f-bd16a61d5505 req-e7d04b8d-0b30-4b96-ae28-d8a16025b69e tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:18.356933 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-9532d39a-e3d0-4188-a50f-bd16a61d5505 req-e7d04b8d-0b30-4b96-ae28-d8a16025b69e tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629707'] for port (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:18.491729 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-9dc10968-6420-4039-bf95-e0b55ffa1955 req-a09c2e8a-0fdf-437d-9b01-6cf9a84e35bc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6 HTTP/1.1" status: 200 len: 217 time: 0.1021903 Jul 06 15:25:18.497605 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-9532d39a-e3d0-4188-a50f-bd16a61d5505 req-e7d04b8d-0b30-4b96-ae28-d8a16025b69e tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0575426 Jul 06 15:25:18.501045 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-4af53e81-ba92-44d1-b645-221efaae62c3 req-95b43c41-b7c1-415c-8c49-14e9d05dcf0b tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786465455737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2698075'] for port (ed64b6d5-5c31-4bdf-85ee-153655020dd2), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:18.519930 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [req-9532d39a-e3d0-4188-a50f-bd16a61d5505 req-780217dd-c182-4e32-b867-5d131bf1c66d service neutron] Request body: {'port': {'device_id': '3811251a-a0ba-4f29-9160-96c0f3f46c52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84884'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:25:18.571035 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.db_base_plugin_common [req-b1712d58-1f5d-4c20-a42c-10e70a598c48 req-5eb74510-bb35-463c-9719-1358425be073 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Allocated IP 172.20.0.14 (a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5/f20ae9c1-f124-46af-83bd-c43bda7bdca6/1517f5a9-ced9-4ab6-a63d-d158af2a6089) {{(pid=103844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:25:18.600994 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-82193e98-d2d3-41d7-afb6-3c3bc2262a98 None None] Provisioning complete for port fe67390d-68cb-4317-96a3-d85d3d7d6ff7 triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:25:18.604202 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-82193e98-d2d3-41d7-afb6-3c3bc2262a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (fe67390d-68cb-4317-96a3-d85d3d7d6ff7), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:18.664492 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4af53e81-ba92-44d1-b645-221efaae62c3 req-95b43c41-b7c1-415c-8c49-14e9d05dcf0b tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] Network e25275fc-af73-47fb-bfc4-a4005b8727d8 is already hosted by enough agents. {{(pid=103844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:25:18.665484 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b43c41-b7c1-415c-8c49-14e9d05dcf0b tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] Pushing event updated for resources: {'Port': ['ID=ed64b6d5-5c31-4bdf-85ee-153655020dd2,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:18.685872 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.base_scheduler [req-4af53e81-ba92-44d1-b645-221efaae62c3 req-95b43c41-b7c1-415c-8c49-14e9d05dcf0b tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] Resources bound (agent type, host, resource id): {{(pid=103844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:25:18.705754 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-82193e98-d2d3-41d7-afb6-3c3bc2262a98 None None] Port fe67390d-68cb-4317-96a3-d85d3d7d6ff7 cannot update to ACTIVE because it is not bound. {{(pid=103846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 15:25:18.713862 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [req-4af53e81-ba92-44d1-b645-221efaae62c3 req-95b43c41-b7c1-415c-8c49-14e9d05dcf0b tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] Received port after_create {{(pid=103844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 15:25:18.762953 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc10968-6420-4039-bf95-e0b55ffa1955 req-0079903f-abab-4bd2-8c18-380693ad974b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:18.764455 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-9dc10968-6420-4039-bf95-e0b55ffa1955 req-0079903f-abab-4bd2-8c18-380693ad974b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d2607162-f852-4242-9cef-eb0efdf849b4 HTTP/1.1" status: 200 len: 858 time: 0.2490857 Jul 06 15:25:18.818819 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa72924-1cd0-4bb1-b503-94896055a413 req-0b30b121-e5f7-49c9-a6f6-6aab484904af tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:18.826883 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-1fa72924-1cd0-4bb1-b503-94896055a413 req-0b30b121-e5f7-49c9-a6f6-6aab484904af tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 931 time: 0.0764420 Jul 06 15:25:18.840618 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-9532d39a-e3d0-4188-a50f-bd16a61d5505 req-780217dd-c182-4e32-b867-5d131bf1c66d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (fe67390d-68cb-4317-96a3-d85d3d7d6ff7), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:18.844084 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-53c35423-6729-42c7-a511-93abb4b3357d req-1a675fdc-c959-4135-8141-bd02c024533d tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=a347082e-a86f-46f0-a018-e3918e3e8262 HTTP/1.1" status: 200 len: 210 time: 0.1409035 Jul 06 15:25:18.891451 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-1fa72924-1cd0-4bb1-b503-94896055a413 req-5f30942b-da27-49e1-a2f0-7e87d84cbed9 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc6fbc5a-489d-42df-8f08-ce6874fd60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632057 Jul 06 15:25:18.949131 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af53e81-ba92-44d1-b645-221efaae62c3 req-95b43c41-b7c1-415c-8c49-14e9d05dcf0b tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:18.949982 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-4af53e81-ba92-44d1-b645-221efaae62c3 req-95b43c41-b7c1-415c-8c49-14e9d05dcf0b tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629707'] for port (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:19.009165 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc10968-6420-4039-bf95-e0b55ffa1955 req-1fbeb829-d653-4520-a629-c86635d0e51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:19.010648 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-9dc10968-6420-4039-bf95-e0b55ffa1955 req-1fbeb829-d653-4520-a629-c86635d0e51e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2f7f712f-7346-42c2-b097-b4b48d9f78be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2098157 Jul 06 15:25:19.034689 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:19.141938 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-4af53e81-ba92-44d1-b645-221efaae62c3 req-95b43c41-b7c1-415c-8c49-14e9d05dcf0b tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7948496 Jul 06 15:25:19.168508 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [req-4af53e81-ba92-44d1-b645-221efaae62c3 req-2aa75d5f-8a0a-46eb-81c1-252fc444c386 service neutron] Request body: {'port': {'device_id': 'a60af238-6eb5-450e-adf6-2e01797e448c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84884'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:25:19.223440 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-e3460549-6b32-4f08-b69c-597b16df8612 None None] Provisioning complete for port ed64b6d5-5c31-4bdf-85ee-153655020dd2 triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:25:19.224382 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-e3460549-6b32-4f08-b69c-597b16df8612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (ed64b6d5-5c31-4bdf-85ee-153655020dd2), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:19.269831 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-e3460549-6b32-4f08-b69c-597b16df8612 None None] Port ed64b6d5-5c31-4bdf-85ee-153655020dd2 cannot update to ACTIVE because it is not bound. {{(pid=103846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 15:25:19.308959 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea48d700-9fa5-45e8-a549-ccdce249242d req-d2e8d0fb-627f-4891-b33f-93995373afd3 tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:19.310443 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-ea48d700-9fa5-45e8-a549-ccdce249242d req-d2e8d0fb-627f-4891-b33f-93995373afd3 tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] 10.222.0.46 "GET /v2.0/ports?device_id=a60af238-6eb5-450e-adf6-2e01797e448c HTTP/1.1" status: 200 len: 931 time: 0.2902753 Jul 06 15:25:19.376294 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-b1712d58-1f5d-4c20-a42c-10e70a598c48 req-5eb74510-bb35-463c-9719-1358425be073 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for port (1517f5a9-ced9-4ab6-a63d-d158af2a6089), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:19.394432 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:19.437552 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9739df5a-c5ac-40e1-bffe-55907a8d988a req-7e09e91e-5a15-4720-9b6b-462650fa1363 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:19.445730 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-9739df5a-c5ac-40e1-bffe-55907a8d988a req-7e09e91e-5a15-4720-9b6b-462650fa1363 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=e00187af-8819-41e6-98f0-199ce9db0f05 HTTP/1.1" status: 200 len: 944 time: 0.0714543 Jul 06 15:25:19.520060 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-9739df5a-c5ac-40e1-bffe-55907a8d988a req-bf989234-0dc7-4596-985c-100a7e7dabb5 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729880 Jul 06 15:25:19.566972 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-5e71b6aa-55c8-4030-9936-371c496b104b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (6f0d5ee7-fa21-4cb0-b4ff-cf35f5a4ba31), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:19.631590 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-4af53e81-ba92-44d1-b645-221efaae62c3 req-2aa75d5f-8a0a-46eb-81c1-252fc444c386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (ed64b6d5-5c31-4bdf-85ee-153655020dd2), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:19.645781 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-9dc10968-6420-4039-bf95-e0b55ffa1955 req-2de80eb9-03d1-4d10-86aa-7743c57d0d38 service neutron] 10.222.0.16 "GET /v2.0/networks/2f7f712f-7346-42c2-b097-b4b48d9f78be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6191559 Jul 06 15:25:19.696815 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=2 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:19.800134 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-ea48d700-9fa5-45e8-a549-ccdce249242d req-e83509d6-215e-4fb1-aca9-6b30f3cadc5d tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] 10.222.0.46 "GET /v2.0/security-groups?id=f95cd6f8-b42d-461f-85bd-e637c1a29470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4714150 Jul 06 15:25:19.881792 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-b1712d58-1f5d-4c20-a42c-10e70a598c48 req-5eb74510-bb35-463c-9719-1358425be073 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786465455737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2698075'] for port (1517f5a9-ced9-4ab6-a63d-d158af2a6089), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:19.988092 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec74e7b0-6aa5-4ea2-a615-2d2d3850f10c req-0c23a85a-7cd5-45d8-b06c-41735adaf0fb tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:19.989581 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-ec74e7b0-6aa5-4ea2-a615-2d2d3850f10c req-0c23a85a-7cd5-45d8-b06c-41735adaf0fb tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=a347082e-a86f-46f0-a018-e3918e3e8262 HTTP/1.1" status: 200 len: 932 time: 0.0593801 Jul 06 15:25:20.038152 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-ec74e7b0-6aa5-4ea2-a615-2d2d3850f10c req-c1d52c9d-c359-40e7-8eb9-2e42a5685326 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb6239be-1d71-40f2-adcc-b4a14da46b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428140 Jul 06 15:25:20.053589 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1712d58-1f5d-4c20-a42c-10e70a598c48 req-5eb74510-bb35-463c-9719-1358425be073 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Network a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5 is already hosted by enough agents. {{(pid=103844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:25:20.073537 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.base_scheduler [req-b1712d58-1f5d-4c20-a42c-10e70a598c48 req-5eb74510-bb35-463c-9719-1358425be073 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Resources bound (agent type, host, resource id): {{(pid=103844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:25:20.077452 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-9dc10968-6420-4039-bf95-e0b55ffa1955 req-3dfff064-d1ec-4fa8-a12d-7d0a94d75106 service neutron] 10.222.0.16 "GET /v2.0/networks/2f7f712f-7346-42c2-b097-b4b48d9f78be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4161630 Jul 06 15:25:20.086805 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1712d58-1f5d-4c20-a42c-10e70a598c48 req-5eb74510-bb35-463c-9719-1358425be073 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Received port after_create {{(pid=103844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 15:25:20.096759 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb74510-bb35-463c-9719-1358425be073 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Pushing event updated for resources: {'Port': ['ID=1517f5a9-ced9-4ab6-a63d-d158af2a6089,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:20.151458 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf42fc1e-3e40-459a-a1b0-346bd9c63c45 req-20b5cff1-b149-4c01-8456-ee2ec7caeeca tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:20.152971 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-cf42fc1e-3e40-459a-a1b0-346bd9c63c45 req-20b5cff1-b149-4c01-8456-ee2ec7caeeca tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 931 time: 0.1790514 Jul 06 15:25:20.200650 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [req-9532d39a-e3d0-4188-a50f-bd16a61d5505 req-780217dd-c182-4e32-b867-5d131bf1c66d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe67390d-68cb-4317-96a3-d85d3d7d6ff7 {{(pid=103844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 15:25:20.207759 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:20.243833 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-9532d39a-e3d0-4188-a50f-bd16a61d5505 req-780217dd-c182-4e32-b867-5d131bf1c66d service neutron] Publish callbacks [] for port (fe67390d-68cb-4317-96a3-d85d3d7d6ff7), precommit_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:20.288561 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1712d58-1f5d-4c20-a42c-10e70a598c48 req-5eb74510-bb35-463c-9719-1358425be073 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:20.289133 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-b1712d58-1f5d-4c20-a42c-10e70a598c48 req-5eb74510-bb35-463c-9719-1358425be073 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629707'] for port (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:20.293196 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [req-9532d39a-e3d0-4188-a50f-bd16a61d5505 req-780217dd-c182-4e32-b867-5d131bf1c66d service neutron] Transition to ACTIVE for port object fe67390d-68cb-4317-96a3-d85d3d7d6ff7 will not be triggered until provisioned by entity L2. {{(pid=103844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 06 15:25:20.296932 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-7ddd521f-3988-4d7c-9d6c-34caa22fceb3 None None] Provisioning complete for port 1517f5a9-ced9-4ab6-a63d-d158af2a6089 triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:25:20.297660 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-7ddd521f-3988-4d7c-9d6c-34caa22fceb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (1517f5a9-ced9-4ab6-a63d-d158af2a6089), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:20.311114 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-9532d39a-e3d0-4188-a50f-bd16a61d5505 req-780217dd-c182-4e32-b867-5d131bf1c66d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2698066'] for port (fe67390d-68cb-4317-96a3-d85d3d7d6ff7), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:20.338316 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-7ddd521f-3988-4d7c-9d6c-34caa22fceb3 None None] Port 1517f5a9-ced9-4ab6-a63d-d158af2a6089 cannot update to ACTIVE because it is not bound. {{(pid=103846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 15:25:20.352158 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-cf42fc1e-3e40-459a-a1b0-346bd9c63c45 req-78550223-461e-4978-8665-1b72558e3186 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc6fbc5a-489d-42df-8f08-ce6874fd60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1889510 Jul 06 15:25:20.362666 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-b1712d58-1f5d-4c20-a42c-10e70a598c48 req-5eb74510-bb35-463c-9719-1358425be073 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9463916 Jul 06 15:25:20.384401 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:20.405447 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780217dd-c182-4e32-b867-5d131bf1c66d service neutron] Pushing event updated for resources: {'Port': ['ID=fe67390d-68cb-4317-96a3-d85d3d7d6ff7,revision_number=2']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:20.487066 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [req-4af53e81-ba92-44d1-b645-221efaae62c3 req-2aa75d5f-8a0a-46eb-81c1-252fc444c386 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed64b6d5-5c31-4bdf-85ee-153655020dd2 {{(pid=103844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 15:25:20.499746 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-4af53e81-ba92-44d1-b645-221efaae62c3 req-2aa75d5f-8a0a-46eb-81c1-252fc444c386 service neutron] Publish callbacks [] for port (ed64b6d5-5c31-4bdf-85ee-153655020dd2), precommit_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:20.521419 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [req-4af53e81-ba92-44d1-b645-221efaae62c3 req-2aa75d5f-8a0a-46eb-81c1-252fc444c386 service neutron] Transition to ACTIVE for port object ed64b6d5-5c31-4bdf-85ee-153655020dd2 will not be triggered until provisioned by entity L2. {{(pid=103844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 06 15:25:20.533133 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-4af53e81-ba92-44d1-b645-221efaae62c3 req-2aa75d5f-8a0a-46eb-81c1-252fc444c386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2698066'] for port (ed64b6d5-5c31-4bdf-85ee-153655020dd2), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:20.546088 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [req-9532d39a-e3d0-4188-a50f-bd16a61d5505 req-780217dd-c182-4e32-b867-5d131bf1c66d service neutron] Attempting to bind port fe67390d-68cb-4317-96a3-d85d3d7d6ff7 on host hv-cinder-84884 for vnic_type normal with profile {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 15:25:20.546369 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [req-9532d39a-e3d0-4188-a50f-bd16a61d5505 req-780217dd-c182-4e32-b867-5d131bf1c66d service neutron] Attempting to bind port fe67390d-68cb-4317-96a3-d85d3d7d6ff7 by drivers openvswitch,hyperv on host hv-cinder-84884 at level 0 using segments [{'id': '8b9fcdf4-24f7-46ab-b771-db26fc7e4c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'c3020644-2bbb-40b0-b72d-4d80a8b6cb34'}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 15:25:20.546698 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9532d39a-e3d0-4188-a50f-bd16a61d5505 req-780217dd-c182-4e32-b867-5d131bf1c66d service neutron] Attempting to bind port fe67390d-68cb-4317-96a3-d85d3d7d6ff7 on network c3020644-2bbb-40b0-b72d-4d80a8b6cb34 {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:25:20.580650 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9532d39a-e3d0-4188-a50f-bd16a61d5505 req-780217dd-c182-4e32-b867-5d131bf1c66d service neutron] Port fe67390d-68cb-4317-96a3-d85d3d7d6ff7 on network c3020644-2bbb-40b0-b72d-4d80a8b6cb34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84884 {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 06 15:25:20.580986 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9532d39a-e3d0-4188-a50f-bd16a61d5505 req-780217dd-c182-4e32-b867-5d131bf1c66d service neutron] Attempting to bind port fe67390d-68cb-4317-96a3-d85d3d7d6ff7 on network c3020644-2bbb-40b0-b72d-4d80a8b6cb34 {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:25:20.601044 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9532d39a-e3d0-4188-a50f-bd16a61d5505 req-780217dd-c182-4e32-b867-5d131bf1c66d service neutron] Checking agent: {'id': 'eda728fc-b46d-4378-b578-35bac6b15486', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84884', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 15, 22, 43), 'started_at': datetime.datetime(2022, 7, 6, 15, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 15, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 15:25:20.601556 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9532d39a-e3d0-4188-a50f-bd16a61d5505 req-780217dd-c182-4e32-b867-5d131bf1c66d service neutron] Checking segment: {'id': '8b9fcdf4-24f7-46ab-b771-db26fc7e4c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'c3020644-2bbb-40b0-b72d-4d80a8b6cb34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:25:20.602295 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9532d39a-e3d0-4188-a50f-bd16a61d5505 req-780217dd-c182-4e32-b867-5d131bf1c66d service neutron] Bound using segment: {'id': '8b9fcdf4-24f7-46ab-b771-db26fc7e4c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'c3020644-2bbb-40b0-b72d-4d80a8b6cb34'} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 15:25:20.602749 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [req-9532d39a-e3d0-4188-a50f-bd16a61d5505 req-780217dd-c182-4e32-b867-5d131bf1c66d service neutron] Bound port: fe67390d-68cb-4317-96a3-d85d3d7d6ff7, host: hv-cinder-84884, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b9fcdf4-24f7-46ab-b771-db26fc7e4c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'c3020644-2bbb-40b0-b72d-4d80a8b6cb34'}}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 15:25:20.603109 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-9532d39a-e3d0-4188-a50f-bd16a61d5505 req-780217dd-c182-4e32-b867-5d131bf1c66d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (fe67390d-68cb-4317-96a3-d85d3d7d6ff7), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:20.638011 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa75d5f-8a0a-46eb-81c1-252fc444c386 service neutron] Pushing event updated for resources: {'Port': ['ID=ed64b6d5-5c31-4bdf-85ee-153655020dd2,revision_number=2']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:20.640213 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043eec8-c0d1-460a-90e1-462aac5f6717 req-2a67b2cd-2a12-4a55-b1ca-8a9cad351d3e tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:20.655178 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-a043eec8-c0d1-460a-90e1-462aac5f6717 req-2a67b2cd-2a12-4a55-b1ca-8a9cad351d3e tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=e00187af-8819-41e6-98f0-199ce9db0f05 HTTP/1.1" status: 200 len: 944 time: 0.0678680 Jul 06 15:25:20.707873 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-a043eec8-c0d1-460a-90e1-462aac5f6717 req-d16f76e8-22c3-48e2-8d6f-899302afb137 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515671 Jul 06 15:25:20.750755 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [req-4af53e81-ba92-44d1-b645-221efaae62c3 req-2aa75d5f-8a0a-46eb-81c1-252fc444c386 service neutron] Attempting to bind port ed64b6d5-5c31-4bdf-85ee-153655020dd2 on host hv-cinder-84884 for vnic_type normal with profile {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 15:25:20.751122 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [req-4af53e81-ba92-44d1-b645-221efaae62c3 req-2aa75d5f-8a0a-46eb-81c1-252fc444c386 service neutron] Attempting to bind port ed64b6d5-5c31-4bdf-85ee-153655020dd2 by drivers openvswitch,hyperv on host hv-cinder-84884 at level 0 using segments [{'id': '8204b9b4-67b5-4078-b2a8-fdc5e4764718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e25275fc-af73-47fb-bfc4-a4005b8727d8'}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 15:25:20.751474 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af53e81-ba92-44d1-b645-221efaae62c3 req-2aa75d5f-8a0a-46eb-81c1-252fc444c386 service neutron] Attempting to bind port ed64b6d5-5c31-4bdf-85ee-153655020dd2 on network e25275fc-af73-47fb-bfc4-a4005b8727d8 {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:25:20.762531 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af53e81-ba92-44d1-b645-221efaae62c3 req-2aa75d5f-8a0a-46eb-81c1-252fc444c386 service neutron] Port ed64b6d5-5c31-4bdf-85ee-153655020dd2 on network e25275fc-af73-47fb-bfc4-a4005b8727d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84884 {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 06 15:25:20.762843 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af53e81-ba92-44d1-b645-221efaae62c3 req-2aa75d5f-8a0a-46eb-81c1-252fc444c386 service neutron] Attempting to bind port ed64b6d5-5c31-4bdf-85ee-153655020dd2 on network e25275fc-af73-47fb-bfc4-a4005b8727d8 {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:25:20.775617 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af53e81-ba92-44d1-b645-221efaae62c3 req-2aa75d5f-8a0a-46eb-81c1-252fc444c386 service neutron] Checking agent: {'id': 'eda728fc-b46d-4378-b578-35bac6b15486', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84884', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 15, 22, 43), 'started_at': datetime.datetime(2022, 7, 6, 15, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 15, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 15:25:20.775924 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af53e81-ba92-44d1-b645-221efaae62c3 req-2aa75d5f-8a0a-46eb-81c1-252fc444c386 service neutron] Checking segment: {'id': '8204b9b4-67b5-4078-b2a8-fdc5e4764718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e25275fc-af73-47fb-bfc4-a4005b8727d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:25:20.776310 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af53e81-ba92-44d1-b645-221efaae62c3 req-2aa75d5f-8a0a-46eb-81c1-252fc444c386 service neutron] Bound using segment: {'id': '8204b9b4-67b5-4078-b2a8-fdc5e4764718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e25275fc-af73-47fb-bfc4-a4005b8727d8'} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 15:25:20.776744 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [req-4af53e81-ba92-44d1-b645-221efaae62c3 req-2aa75d5f-8a0a-46eb-81c1-252fc444c386 service neutron] Bound port: ed64b6d5-5c31-4bdf-85ee-153655020dd2, host: hv-cinder-84884, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8204b9b4-67b5-4078-b2a8-fdc5e4764718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e25275fc-af73-47fb-bfc4-a4005b8727d8'}}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 15:25:20.777219 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-4af53e81-ba92-44d1-b645-221efaae62c3 req-2aa75d5f-8a0a-46eb-81c1-252fc444c386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (ed64b6d5-5c31-4bdf-85ee-153655020dd2), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:20.780377 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [req-9532d39a-e3d0-4188-a50f-bd16a61d5505 req-780217dd-c182-4e32-b867-5d131bf1c66d service neutron] For port fe67390d-68cb-4317-96a3-d85d3d7d6ff7, host hv-cinder-84884, cleared binding levels {{(pid=103844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:25:20.804257 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [req-9532d39a-e3d0-4188-a50f-bd16a61d5505 req-780217dd-c182-4e32-b867-5d131bf1c66d service neutron] For port fe67390d-68cb-4317-96a3-d85d3d7d6ff7, host hv-cinder-84884, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=fe67390d-68cb-4317-96a3-d85d3d7d6ff7,segment=NetworkSegment(8b9fcdf4-24f7-46ab-b771-db26fc7e4c98),segment_id=8b9fcdf4-24f7-46ab-b771-db26fc7e4c98)] {{(pid=103844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:25:20.827121 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-9532d39a-e3d0-4188-a50f-bd16a61d5505 req-780217dd-c182-4e32-b867-5d131bf1c66d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2698066'] for port (fe67390d-68cb-4317-96a3-d85d3d7d6ff7), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:20.918841 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532d39a-e3d0-4188-a50f-bd16a61d5505 req-780217dd-c182-4e32-b867-5d131bf1c66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:20.919483 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-9532d39a-e3d0-4188-a50f-bd16a61d5505 req-780217dd-c182-4e32-b867-5d131bf1c66d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629707'] for port (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:20.920872 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-9532d39a-e3d0-4188-a50f-bd16a61d5505 req-780217dd-c182-4e32-b867-5d131bf1c66d service neutron] 10.222.0.16 "PUT /v2.0/ports/fe67390d-68cb-4317-96a3-d85d3d7d6ff7 HTTP/1.1" status: 200 len: 1093 time: 2.4102442 Jul 06 15:25:20.923489 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3811251a-a0ba-4f29-9160-96c0f3f46c52', 'tag': 'fe67390d-68cb-4317-96a3-d85d3d7d6ff7'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:25:20.925706 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23f0ce0f3171803df377307192b3bbc073243688ace587a9918d8ae03454cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-581065e5-bb33-466f-871d-ed336a9d1336" -d '{"events": [{"name": "network-changed", "server_uuid": "3811251a-a0ba-4f29-9160-96c0f3f46c52", "tag": "fe67390d-68cb-4317-96a3-d85d3d7d6ff7"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:25:20.947551 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [req-4af53e81-ba92-44d1-b645-221efaae62c3 req-2aa75d5f-8a0a-46eb-81c1-252fc444c386 service neutron] For port ed64b6d5-5c31-4bdf-85ee-153655020dd2, host hv-cinder-84884, cleared binding levels {{(pid=103844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:25:20.958950 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f192b-9f24-446e-ac19-bbab29010a08 req-d5ce56d1-3105-408a-b166-280cea8842de tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:20.960532 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-ac0f192b-9f24-446e-ac19-bbab29010a08 req-d5ce56d1-3105-408a-b166-280cea8842de tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] 10.222.0.46 "GET /v2.0/ports?device_id=a60af238-6eb5-450e-adf6-2e01797e448c HTTP/1.1" status: 200 len: 943 time: 0.1018045 Jul 06 15:25:20.963366 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780217dd-c182-4e32-b867-5d131bf1c66d service neutron] Pushing event updated for resources: {'Port': ['ID=fe67390d-68cb-4317-96a3-d85d3d7d6ff7,revision_number=3']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:20.973805 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 15:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ff2d9c-5d71-4001-8739-17173f86b24d x-openstack-request-id: req-34ff2d9c-5d71-4001-8739-17173f86b24d {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:25:20.974110 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3811251a-a0ba-4f29-9160-96c0f3f46c52", "tag": "fe67390d-68cb-4317-96a3-d85d3d7d6ff7", "status": "completed", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:25:20.974340 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-34ff2d9c-5d71-4001-8739-17173f86b24d {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:25:20.974730 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34ff2d9c-5d71-4001-8739-17173f86b24d'] response: {'name': 'network-changed', 'server_uuid': '3811251a-a0ba-4f29-9160-96c0f3f46c52', 'tag': 'fe67390d-68cb-4317-96a3-d85d3d7d6ff7', 'status': 'completed', 'code': 200} Jul 06 15:25:20.983946 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [req-4af53e81-ba92-44d1-b645-221efaae62c3 req-2aa75d5f-8a0a-46eb-81c1-252fc444c386 service neutron] For port ed64b6d5-5c31-4bdf-85ee-153655020dd2, host hv-cinder-84884, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=ed64b6d5-5c31-4bdf-85ee-153655020dd2,segment=NetworkSegment(8204b9b4-67b5-4078-b2a8-fdc5e4764718),segment_id=8204b9b4-67b5-4078-b2a8-fdc5e4764718)] {{(pid=103844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:25:20.994517 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-4af53e81-ba92-44d1-b645-221efaae62c3 req-2aa75d5f-8a0a-46eb-81c1-252fc444c386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2698066'] for port (ed64b6d5-5c31-4bdf-85ee-153655020dd2), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:21.000702 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:21.047511 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af53e81-ba92-44d1-b645-221efaae62c3 req-2aa75d5f-8a0a-46eb-81c1-252fc444c386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:21.048614 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-4af53e81-ba92-44d1-b645-221efaae62c3 req-2aa75d5f-8a0a-46eb-81c1-252fc444c386 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629707'] for port (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:21.050020 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-4af53e81-ba92-44d1-b645-221efaae62c3 req-2aa75d5f-8a0a-46eb-81c1-252fc444c386 service neutron] 10.222.0.16 "PUT /v2.0/ports/ed64b6d5-5c31-4bdf-85ee-153655020dd2 HTTP/1.1" status: 200 len: 1093 time: 1.8865435 Jul 06 15:25:21.077464 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-8ac95340-3f24-440b-a4d9-caf8afcb49bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8ea57be5-348a-4c5b-804c-cda178363830), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:21.078078 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-ac0f192b-9f24-446e-ac19-bbab29010a08 req-6f2ad5d5-f20d-4a09-b456-01eb0d3d15fa tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] 10.222.0.46 "GET /v2.0/security-groups?id=f95cd6f8-b42d-461f-85bd-e637c1a29470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056130 Jul 06 15:25:21.087447 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa75d5f-8a0a-46eb-81c1-252fc444c386 service neutron] Pushing event updated for resources: {'Port': ['ID=ed64b6d5-5c31-4bdf-85ee-153655020dd2,revision_number=3']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:21.181226 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b9972-9a0c-40fc-b909-752374da9a4a req-fe82a26a-93ef-45fe-b9e8-924a40ddc82d tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:21.182809 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-c14b9972-9a0c-40fc-b909-752374da9a4a req-fe82a26a-93ef-45fe-b9e8-924a40ddc82d tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=a347082e-a86f-46f0-a018-e3918e3e8262 HTTP/1.1" status: 200 len: 932 time: 0.0515518 Jul 06 15:25:21.232260 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (d26a5351-3de7-44f9-93eb-9fed5ee5b55b), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:21.232492 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-c14b9972-9a0c-40fc-b909-752374da9a4a req-4d55d97d-ad35-4124-b1ea-1ed678d2cec4 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb6239be-1d71-40f2-adcc-b4a14da46b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434034 Jul 06 15:25:21.471366 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6681c072-aeef-44b2-b94f-d8d2bf70947e req-04fe0e91-ac8b-43d5-9597-16a170a824b4 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:21.472877 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6681c072-aeef-44b2-b94f-d8d2bf70947e req-04fe0e91-ac8b-43d5-9597-16a170a824b4 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 943 time: 0.0485911 Jul 06 15:25:21.523039 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6681c072-aeef-44b2-b94f-d8d2bf70947e req-398ed8f3-5def-4b63-b57d-3cd71479f124 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc6fbc5a-489d-42df-8f08-ce6874fd60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445380 Jul 06 15:25:21.731271 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=6 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:21.818713 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69479b95-6c59-463a-a9e3-a1620b76e61f req-e043e64c-b085-46ca-ac94-d60a8cfaaddd tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:21.820278 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-69479b95-6c59-463a-a9e3-a1620b76e61f req-e043e64c-b085-46ca-ac94-d60a8cfaaddd tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=e00187af-8819-41e6-98f0-199ce9db0f05 HTTP/1.1" status: 200 len: 944 time: 0.0465300 Jul 06 15:25:21.868230 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-69479b95-6c59-463a-a9e3-a1620b76e61f req-37cf7138-5d61-45ba-8aa9-04b94b688da3 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423784 Jul 06 15:25:22.189367 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26527c-bba1-402f-9f38-ce0338070682 req-c99a26af-8d60-40db-a6ef-601f58b42849 tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:22.190810 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6e26527c-bba1-402f-9f38-ce0338070682 req-c99a26af-8d60-40db-a6ef-601f58b42849 tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] 10.222.0.46 "GET /v2.0/ports?device_id=a60af238-6eb5-450e-adf6-2e01797e448c HTTP/1.1" status: 200 len: 943 time: 0.0471578 Jul 06 15:25:22.210313 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:22.239063 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6e26527c-bba1-402f-9f38-ce0338070682 req-14d84812-2f66-4e35-9155-8df9a17264b4 tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] 10.222.0.46 "GET /v2.0/security-groups?id=f95cd6f8-b42d-461f-85bd-e637c1a29470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427549 Jul 06 15:25:22.338305 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=100 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:22.349616 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad4fa25-3842-445a-a5f7-87cf92d2133b req-17fc5303-559e-478f-9291-b82162d60fcc tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:22.351074 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-cad4fa25-3842-445a-a5f7-87cf92d2133b req-17fc5303-559e-478f-9291-b82162d60fcc tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=a347082e-a86f-46f0-a018-e3918e3e8262 HTTP/1.1" status: 200 len: 932 time: 0.0496600 Jul 06 15:25:22.396069 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-cad4fa25-3842-445a-a5f7-87cf92d2133b req-8cefb8f8-8e8c-4276-b47b-be46534c971f tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb6239be-1d71-40f2-adcc-b4a14da46b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395284 Jul 06 15:25:22.442720 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [req-b1712d58-1f5d-4c20-a42c-10e70a598c48 req-44f573f4-caf9-47a7-906b-87ab16c4128a service neutron] Request body: {'port': {'device_id': 'a347082e-a86f-46f0-a018-e3918e3e8262', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84884'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:25:22.465788 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device ee13c450-a247-45da-9000-1d74f1a8c8aa details requested by agent hyperv_hv-cinder-84884 with host hv-cinder-84884 {{(pid=103846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 15:25:22.501823 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:22.516720 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-b1712d58-1f5d-4c20-a42c-10e70a598c48 req-44f573f4-caf9-47a7-906b-87ab16c4128a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (1517f5a9-ced9-4ab6-a63d-d158af2a6089), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:22.585886 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port ee13c450-a247-45da-9000-1d74f1a8c8aa, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=ee13c450-a247-45da-9000-1d74f1a8c8aa,segment=NetworkSegment(21878ae0-c04f-4cb0-b2f0-7098f6c37266),segment_id=21878ae0-c04f-4cb0-b2f0-7098f6c37266)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:25:22.598259 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Returning: {'device': 'ee13c450-a247-45da-9000-1d74f1a8c8aa', 'network_id': '2f7f712f-7346-42c2-b097-b4b48d9f78be', 'port_id': 'ee13c450-a247-45da-9000-1d74f1a8c8aa', 'mac_address': 'fa:16:3e:03:ef:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2607162-f852-4242-9cef-eb0efdf849b4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 15:25:22.636996 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Current status of the port ee13c450-a247-45da-9000-1d74f1a8c8aa is: DOWN; New status is: BUILD {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:25:22.637481 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (ee13c450-a247-45da-9000-1d74f1a8c8aa), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:22.650311 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.notifiers.nova [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee13c450-a247-45da-9000-1d74f1a8c8aa {{(pid=103846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 15:25:22.671342 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port ee13c450-a247-45da-9000-1d74f1a8c8aa, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=ee13c450-a247-45da-9000-1d74f1a8c8aa,segment=NetworkSegment(21878ae0-c04f-4cb0-b2f0-7098f6c37266),segment_id=21878ae0-c04f-4cb0-b2f0-7098f6c37266)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:25:22.675625 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (ee13c450-a247-45da-9000-1d74f1a8c8aa), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:22.691616 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af99d53e-7542-4849-8525-c30231d84073 req-434a1047-1fff-4106-bd52-b279a0e21b7a tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:22.693066 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-af99d53e-7542-4849-8525-c30231d84073 req-434a1047-1fff-4106-bd52-b279a0e21b7a tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 943 time: 0.0753562 Jul 06 15:25:22.718210 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:22.722472 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Pushing event updated for resources: {'Port': ['ID=ee13c450-a247-45da-9000-1d74f1a8c8aa,revision_number=4']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:22.793379 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-af99d53e-7542-4849-8525-c30231d84073 req-6dbf9ff1-95d4-45f7-8b4b-14b20a765ad5 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc6fbc5a-489d-42df-8f08-ce6874fd60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883451 Jul 06 15:25:22.851862 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [req-b1712d58-1f5d-4c20-a42c-10e70a598c48 req-44f573f4-caf9-47a7-906b-87ab16c4128a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1517f5a9-ced9-4ab6-a63d-d158af2a6089 {{(pid=103844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 15:25:22.859322 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-b1712d58-1f5d-4c20-a42c-10e70a598c48 req-44f573f4-caf9-47a7-906b-87ab16c4128a service neutron] Publish callbacks [] for port (1517f5a9-ced9-4ab6-a63d-d158af2a6089), precommit_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:22.872476 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [req-b1712d58-1f5d-4c20-a42c-10e70a598c48 req-44f573f4-caf9-47a7-906b-87ab16c4128a service neutron] Transition to ACTIVE for port object 1517f5a9-ced9-4ab6-a63d-d158af2a6089 will not be triggered until provisioned by entity L2. {{(pid=103844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 06 15:25:22.876622 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-b1712d58-1f5d-4c20-a42c-10e70a598c48 req-44f573f4-caf9-47a7-906b-87ab16c4128a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2698066'] for port (1517f5a9-ced9-4ab6-a63d-d158af2a6089), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:22.927341 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f573f4-caf9-47a7-906b-87ab16c4128a service neutron] Pushing event updated for resources: {'Port': ['ID=1517f5a9-ced9-4ab6-a63d-d158af2a6089,revision_number=2']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:22.986157 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a60af238-6eb5-450e-adf6-2e01797e448c', 'tag': 'ed64b6d5-5c31-4bdf-85ee-153655020dd2'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:25:22.988394 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23f0ce0f3171803df377307192b3bbc073243688ace587a9918d8ae03454cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b568434-62a1-4c98-a6f8-e3819b404150" -d '{"events": [{"name": "network-changed", "server_uuid": "a60af238-6eb5-450e-adf6-2e01797e448c", "tag": "ed64b6d5-5c31-4bdf-85ee-153655020dd2"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:25:23.001066 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b059780f-4746-44ef-a9e2-7565e86aeea0 req-57b1451b-5346-4212-be31-cf01d900cbe1 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:23.002899 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-b059780f-4746-44ef-a9e2-7565e86aeea0 req-57b1451b-5346-4212-be31-cf01d900cbe1 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=e00187af-8819-41e6-98f0-199ce9db0f05 HTTP/1.1" status: 200 len: 944 time: 0.0605466 Jul 06 15:25:23.033608 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [req-b1712d58-1f5d-4c20-a42c-10e70a598c48 req-44f573f4-caf9-47a7-906b-87ab16c4128a service neutron] Attempting to bind port 1517f5a9-ced9-4ab6-a63d-d158af2a6089 on host hv-cinder-84884 for vnic_type normal with profile {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 15:25:23.033856 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [req-b1712d58-1f5d-4c20-a42c-10e70a598c48 req-44f573f4-caf9-47a7-906b-87ab16c4128a service neutron] Attempting to bind port 1517f5a9-ced9-4ab6-a63d-d158af2a6089 by drivers openvswitch,hyperv on host hv-cinder-84884 at level 0 using segments [{'id': '9e485fae-b0f5-4f5a-9064-6e2e7153a585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5'}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 15:25:23.035664 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1712d58-1f5d-4c20-a42c-10e70a598c48 req-44f573f4-caf9-47a7-906b-87ab16c4128a service neutron] Attempting to bind port 1517f5a9-ced9-4ab6-a63d-d158af2a6089 on network a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5 {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:25:23.051947 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1712d58-1f5d-4c20-a42c-10e70a598c48 req-44f573f4-caf9-47a7-906b-87ab16c4128a service neutron] Port 1517f5a9-ced9-4ab6-a63d-d158af2a6089 on network a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84884 {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 06 15:25:23.054345 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1712d58-1f5d-4c20-a42c-10e70a598c48 req-44f573f4-caf9-47a7-906b-87ab16c4128a service neutron] Attempting to bind port 1517f5a9-ced9-4ab6-a63d-d158af2a6089 on network a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5 {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:25:23.061349 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1712d58-1f5d-4c20-a42c-10e70a598c48 req-44f573f4-caf9-47a7-906b-87ab16c4128a service neutron] Checking agent: {'id': 'eda728fc-b46d-4378-b578-35bac6b15486', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84884', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 15, 22, 43), 'started_at': datetime.datetime(2022, 7, 6, 15, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 15, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 15:25:23.061700 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1712d58-1f5d-4c20-a42c-10e70a598c48 req-44f573f4-caf9-47a7-906b-87ab16c4128a service neutron] Checking segment: {'id': '9e485fae-b0f5-4f5a-9064-6e2e7153a585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:25:23.062491 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1712d58-1f5d-4c20-a42c-10e70a598c48 req-44f573f4-caf9-47a7-906b-87ab16c4128a service neutron] Bound using segment: {'id': '9e485fae-b0f5-4f5a-9064-6e2e7153a585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5'} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 15:25:23.062570 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [req-b1712d58-1f5d-4c20-a42c-10e70a598c48 req-44f573f4-caf9-47a7-906b-87ab16c4128a service neutron] Bound port: 1517f5a9-ced9-4ab6-a63d-d158af2a6089, host: hv-cinder-84884, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e485fae-b0f5-4f5a-9064-6e2e7153a585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5'}}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 15:25:23.062876 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-b1712d58-1f5d-4c20-a42c-10e70a598c48 req-44f573f4-caf9-47a7-906b-87ab16c4128a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (1517f5a9-ced9-4ab6-a63d-d158af2a6089), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:23.103781 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 15:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a86687f4-3fc8-4396-9d33-90e20c2dd131 x-openstack-request-id: req-a86687f4-3fc8-4396-9d33-90e20c2dd131 {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:25:23.103781 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a60af238-6eb5-450e-adf6-2e01797e448c", "tag": "ed64b6d5-5c31-4bdf-85ee-153655020dd2", "status": "completed", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:25:23.103781 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a86687f4-3fc8-4396-9d33-90e20c2dd131 {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:25:23.104171 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a86687f4-3fc8-4396-9d33-90e20c2dd131'] response: {'name': 'network-changed', 'server_uuid': 'a60af238-6eb5-450e-adf6-2e01797e448c', 'tag': 'ed64b6d5-5c31-4bdf-85ee-153655020dd2', 'status': 'completed', 'code': 200} Jul 06 15:25:23.117435 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-b059780f-4746-44ef-a9e2-7565e86aeea0 req-cf9d288e-0d87-496d-80ec-a7166f4822c4 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073287 Jul 06 15:25:23.160037 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [req-b1712d58-1f5d-4c20-a42c-10e70a598c48 req-44f573f4-caf9-47a7-906b-87ab16c4128a service neutron] For port 1517f5a9-ced9-4ab6-a63d-d158af2a6089, host hv-cinder-84884, cleared binding levels {{(pid=103844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:25:23.163851 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [req-b1712d58-1f5d-4c20-a42c-10e70a598c48 req-44f573f4-caf9-47a7-906b-87ab16c4128a service neutron] For port 1517f5a9-ced9-4ab6-a63d-d158af2a6089, host hv-cinder-84884, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=1517f5a9-ced9-4ab6-a63d-d158af2a6089,segment=NetworkSegment(9e485fae-b0f5-4f5a-9064-6e2e7153a585),segment_id=9e485fae-b0f5-4f5a-9064-6e2e7153a585)] {{(pid=103844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:25:23.170394 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-b1712d58-1f5d-4c20-a42c-10e70a598c48 req-44f573f4-caf9-47a7-906b-87ab16c4128a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2698066'] for port (1517f5a9-ced9-4ab6-a63d-d158af2a6089), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:23.176581 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:23.211061 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1712d58-1f5d-4c20-a42c-10e70a598c48 req-44f573f4-caf9-47a7-906b-87ab16c4128a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:23.211706 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-b1712d58-1f5d-4c20-a42c-10e70a598c48 req-44f573f4-caf9-47a7-906b-87ab16c4128a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629707'] for port (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:23.213083 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-b1712d58-1f5d-4c20-a42c-10e70a598c48 req-44f573f4-caf9-47a7-906b-87ab16c4128a service neutron] 10.222.0.16 "PUT /v2.0/ports/1517f5a9-ced9-4ab6-a63d-d158af2a6089 HTTP/1.1" status: 200 len: 1094 time: 0.7749839 Jul 06 15:25:23.229173 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f573f4-caf9-47a7-906b-87ab16c4128a service neutron] Pushing event updated for resources: {'Port': ['ID=1517f5a9-ced9-4ab6-a63d-d158af2a6089,revision_number=3']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:23.347997 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:23.359880 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad5889-fef2-4dab-a41e-17ed199d1f21 req-d3024a91-b895-4119-b0e7-7ad86c386c4e tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:23.361402 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-5bad5889-fef2-4dab-a41e-17ed199d1f21 req-d3024a91-b895-4119-b0e7-7ad86c386c4e tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] 10.222.0.46 "GET /v2.0/ports?device_id=a60af238-6eb5-450e-adf6-2e01797e448c HTTP/1.1" status: 200 len: 943 time: 0.0509484 Jul 06 15:25:23.410132 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-5bad5889-fef2-4dab-a41e-17ed199d1f21 req-f8c879d0-fb76-4f17-b90c-4914e6e46281 tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] 10.222.0.46 "GET /v2.0/security-groups?id=f95cd6f8-b42d-461f-85bd-e637c1a29470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429547 Jul 06 15:25:23.509315 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee54087-f33c-48d5-a19f-58d758866f4b req-7c9b1b13-e0c0-49b6-9cf2-21b411fa963f tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:23.510687 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-1ee54087-f33c-48d5-a19f-58d758866f4b req-7c9b1b13-e0c0-49b6-9cf2-21b411fa963f tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=a347082e-a86f-46f0-a018-e3918e3e8262 HTTP/1.1" status: 200 len: 944 time: 0.0485637 Jul 06 15:25:23.557461 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-1ee54087-f33c-48d5-a19f-58d758866f4b req-7321851c-0fc3-44ed-9ed5-5b7539685d5c tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb6239be-1d71-40f2-adcc-b4a14da46b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411632 Jul 06 15:25:23.908996 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef0b4a-1850-45f6-9a24-e7106baa868a req-30a6fe19-e884-43db-9495-67b8aae9e5e8 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:23.910415 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-60ef0b4a-1850-45f6-9a24-e7106baa868a req-30a6fe19-e884-43db-9495-67b8aae9e5e8 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 943 time: 0.0495317 Jul 06 15:25:23.957187 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-60ef0b4a-1850-45f6-9a24-e7106baa868a req-dd148af1-967e-499b-84ad-eb71fe9def37 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc6fbc5a-489d-42df-8f08-ce6874fd60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412202 Jul 06 15:25:24.230643 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f282bf05-60de-48c8-9309-5c193d05d735 req-f5f82746-b888-453b-9164-f497de261b3a tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:24.232130 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-f282bf05-60de-48c8-9309-5c193d05d735 req-f5f82746-b888-453b-9164-f497de261b3a tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=e00187af-8819-41e6-98f0-199ce9db0f05 HTTP/1.1" status: 200 len: 944 time: 0.0470412 Jul 06 15:25:24.242827 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=100 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:24.279881 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-f282bf05-60de-48c8-9309-5c193d05d735 req-2139549b-3384-462b-93a7-384533495aad tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422688 Jul 06 15:25:24.522345 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2ec2a-8da2-4253-9b77-cd5b7605bd3a req-34a59b41-b3d3-4105-8ac3-c661ff9d6924 tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:24.523821 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-cfb2ec2a-8da2-4253-9b77-cd5b7605bd3a req-34a59b41-b3d3-4105-8ac3-c661ff9d6924 tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] 10.222.0.46 "GET /v2.0/ports?device_id=a60af238-6eb5-450e-adf6-2e01797e448c HTTP/1.1" status: 200 len: 943 time: 0.0469210 Jul 06 15:25:24.570710 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-cfb2ec2a-8da2-4253-9b77-cd5b7605bd3a req-e38da244-206e-4391-887d-8e46e540f3a9 tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] 10.222.0.46 "GET /v2.0/security-groups?id=f95cd6f8-b42d-461f-85bd-e637c1a29470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414677 Jul 06 15:25:24.665552 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b428d1-a6f6-4a5e-8409-79843c4b15e4 req-232d5718-2d87-4c28-8aac-22a68a6d4526 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:24.666987 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-a7b428d1-a6f6-4a5e-8409-79843c4b15e4 req-232d5718-2d87-4c28-8aac-22a68a6d4526 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=a347082e-a86f-46f0-a018-e3918e3e8262 HTTP/1.1" status: 200 len: 944 time: 0.0454886 Jul 06 15:25:24.715096 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-a7b428d1-a6f6-4a5e-8409-79843c4b15e4 req-bec122c4-9ead-46ba-82e9-daaa654300ae tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb6239be-1d71-40f2-adcc-b4a14da46b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427721 Jul 06 15:25:25.067022 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188a52a9-80e5-4aba-af7f-6ff9628c420a req-bcbb2bd9-8c07-4061-91c7-d9fad22032f4 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:25.068520 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-188a52a9-80e5-4aba-af7f-6ff9628c420a req-bcbb2bd9-8c07-4061-91c7-d9fad22032f4 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 943 time: 0.0466919 Jul 06 15:25:25.106442 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a347082e-a86f-46f0-a018-e3918e3e8262', 'tag': '1517f5a9-ced9-4ab6-a63d-d158af2a6089'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:25:25.108632 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23f0ce0f3171803df377307192b3bbc073243688ace587a9918d8ae03454cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f85ce73-c9d5-4649-ae8b-6dea28590404" -d '{"events": [{"name": "network-changed", "server_uuid": "a347082e-a86f-46f0-a018-e3918e3e8262", "tag": "1517f5a9-ced9-4ab6-a63d-d158af2a6089"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:25:25.123071 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-188a52a9-80e5-4aba-af7f-6ff9628c420a req-5e2887c4-d5e9-4654-b4ee-4b225379931c tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc6fbc5a-489d-42df-8f08-ce6874fd60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490687 Jul 06 15:25:25.153571 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 15:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e00e39f6-08a2-401b-aca2-744254e7fd00 x-openstack-request-id: req-e00e39f6-08a2-401b-aca2-744254e7fd00 {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:25:25.153856 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a347082e-a86f-46f0-a018-e3918e3e8262", "tag": "1517f5a9-ced9-4ab6-a63d-d158af2a6089", "status": "completed", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:25:25.154106 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e00e39f6-08a2-401b-aca2-744254e7fd00 {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:25:25.154504 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e00e39f6-08a2-401b-aca2-744254e7fd00'] response: {'name': 'network-changed', 'server_uuid': 'a347082e-a86f-46f0-a018-e3918e3e8262', 'tag': '1517f5a9-ced9-4ab6-a63d-d158af2a6089', 'status': 'completed', 'code': 200} Jul 06 15:25:25.390352 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4f3be-80cd-40c2-b265-8092d1935795 req-3cc88998-6af2-4534-8d7a-21ae768458a7 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:25.392296 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-d4e4f3be-80cd-40c2-b265-8092d1935795 req-3cc88998-6af2-4534-8d7a-21ae768458a7 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=e00187af-8819-41e6-98f0-199ce9db0f05 HTTP/1.1" status: 200 len: 944 time: 0.0457063 Jul 06 15:25:25.441144 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-d4e4f3be-80cd-40c2-b265-8092d1935795 req-caf470a0-39cc-46b4-a3f0-fbd45d0ed179 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433991 Jul 06 15:25:25.516304 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] get_ports_and_sgs() called for port_ids ['ee13c450-a247-45da-9000-1d74f1a8c8aa'] {{(pid=103846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:25:25.684655 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b5500-ea44-4cf6-b07e-1edb55a2e4dd req-a2e09d92-b7d9-4c14-b3f9-94129f8a728a tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:25.686233 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-815b5500-ea44-4cf6-b07e-1edb55a2e4dd req-a2e09d92-b7d9-4c14-b3f9-94129f8a728a tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] 10.222.0.46 "GET /v2.0/ports?device_id=a60af238-6eb5-450e-adf6-2e01797e448c HTTP/1.1" status: 200 len: 943 time: 0.0478311 Jul 06 15:25:25.732825 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-815b5500-ea44-4cf6-b07e-1edb55a2e4dd req-66fcf907-ca5b-4efa-b6e3-6ef0cb6e4018 tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] 10.222.0.46 "GET /v2.0/security-groups?id=f95cd6f8-b42d-461f-85bd-e637c1a29470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404937 Jul 06 15:25:25.824745 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4fbc05-7ad4-41c9-bf1a-8c6bd9e277af req-d8428de4-5224-40ef-83b8-df79f0a29034 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:25.826090 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-ed4fbc05-7ad4-41c9-bf1a-8c6bd9e277af req-d8428de4-5224-40ef-83b8-df79f0a29034 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=a347082e-a86f-46f0-a018-e3918e3e8262 HTTP/1.1" status: 200 len: 944 time: 0.0458190 Jul 06 15:25:25.874247 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-ed4fbc05-7ad4-41c9-bf1a-8c6bd9e277af req-f57d8367-569d-42ea-9ee9-8e3770e4f3d8 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb6239be-1d71-40f2-adcc-b4a14da46b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420005 Jul 06 15:25:26.261527 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7096b-1d01-49a0-8de3-6fdf9eca40fe req-c30091ff-231f-4a83-9e2d-7d89e2bf632b tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:26.263038 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-1cf7096b-1d01-49a0-8de3-6fdf9eca40fe req-c30091ff-231f-4a83-9e2d-7d89e2bf632b tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 943 time: 0.0674083 Jul 06 15:25:26.318515 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-1cf7096b-1d01-49a0-8de3-6fdf9eca40fe req-ad0ae15a-a30d-4363-997c-08537b4c7710 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc6fbc5a-489d-42df-8f08-ce6874fd60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495169 Jul 06 15:25:26.578165 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9414d06-7531-4cec-a7aa-bfe0826dfba4 req-42d441a2-4aca-4487-b76f-54c484e4e587 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:26.579697 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-a9414d06-7531-4cec-a7aa-bfe0826dfba4 req-42d441a2-4aca-4487-b76f-54c484e4e587 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=e00187af-8819-41e6-98f0-199ce9db0f05 HTTP/1.1" status: 200 len: 944 time: 0.0574052 Jul 06 15:25:26.626352 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-a9414d06-7531-4cec-a7aa-bfe0826dfba4 req-4e13e6c0-505e-448a-840d-a38f1d238660 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410130 Jul 06 15:25:26.845914 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd64db-904a-4495-9253-8551e6f620a0 req-75691973-cc4a-4f98-ad2c-33762453919c tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:26.847452 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-e4dd64db-904a-4495-9253-8551e6f620a0 req-75691973-cc4a-4f98-ad2c-33762453919c tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] 10.222.0.46 "GET /v2.0/ports?device_id=a60af238-6eb5-450e-adf6-2e01797e448c HTTP/1.1" status: 200 len: 943 time: 0.0492566 Jul 06 15:25:26.893286 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-e4dd64db-904a-4495-9253-8551e6f620a0 req-fd594e8b-adc4-43ed-aed5-d3657597ee95 tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] 10.222.0.46 "GET /v2.0/security-groups?id=f95cd6f8-b42d-461f-85bd-e637c1a29470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403812 Jul 06 15:25:26.984777 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae2cbfc-fdb9-4b02-be18-27ef7a226ffc req-f5d95716-49b3-4833-bde8-12bc8080eb1d tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:26.986723 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-3ae2cbfc-fdb9-4b02-be18-27ef7a226ffc req-f5d95716-49b3-4833-bde8-12bc8080eb1d tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=a347082e-a86f-46f0-a018-e3918e3e8262 HTTP/1.1" status: 200 len: 944 time: 0.0464685 Jul 06 15:25:27.034026 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-3ae2cbfc-fdb9-4b02-be18-27ef7a226ffc req-5ad4b027-f096-484f-a2f9-14fbc686fee8 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb6239be-1d71-40f2-adcc-b4a14da46b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415580 Jul 06 15:25:27.432829 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55269e06-f09c-4f91-b25c-07a866dd4e05 req-a417cda9-0796-4784-a27f-491006d52748 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:27.434271 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-55269e06-f09c-4f91-b25c-07a866dd4e05 req-a417cda9-0796-4784-a27f-491006d52748 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 943 time: 0.0469391 Jul 06 15:25:27.480444 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-55269e06-f09c-4f91-b25c-07a866dd4e05 req-cfac22b1-c0c0-432d-ae4a-aa294079a1e7 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc6fbc5a-489d-42df-8f08-ce6874fd60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406373 Jul 06 15:25:27.738770 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733ad20c-3c32-4f90-80f6-d4160726bd7d req-44abd324-ed79-441a-9cce-a0c1a0bb7ed9 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:27.740223 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-733ad20c-3c32-4f90-80f6-d4160726bd7d req-44abd324-ed79-441a-9cce-a0c1a0bb7ed9 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=e00187af-8819-41e6-98f0-199ce9db0f05 HTTP/1.1" status: 200 len: 944 time: 0.0496995 Jul 06 15:25:27.961870 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-733ad20c-3c32-4f90-80f6-d4160726bd7d req-3bbbb4d1-5e66-4529-a485-f24ee970c3f0 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162008 Jul 06 15:25:28.012379 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c91232-0ee3-4c9f-b3c1-7bd96e7b4165 req-33da8df6-f424-4690-92ad-73bca849ef31 tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:28.013730 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-d1c91232-0ee3-4c9f-b3c1-7bd96e7b4165 req-33da8df6-f424-4690-92ad-73bca849ef31 tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] 10.222.0.46 "GET /v2.0/ports?device_id=a60af238-6eb5-450e-adf6-2e01797e448c HTTP/1.1" status: 200 len: 943 time: 0.0451217 Jul 06 15:25:28.067725 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-d1c91232-0ee3-4c9f-b3c1-7bd96e7b4165 req-7929a05a-4ee0-4c6f-93c2-f9d85b26e3c6 tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] 10.222.0.46 "GET /v2.0/security-groups?id=f95cd6f8-b42d-461f-85bd-e637c1a29470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478258 Jul 06 15:25:28.146449 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382848c2-0622-4897-b43f-80464b8ee7fd req-755ebbdf-525c-423f-beca-f828f14e8b92 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:28.147908 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-382848c2-0622-4897-b43f-80464b8ee7fd req-755ebbdf-525c-423f-beca-f828f14e8b92 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=a347082e-a86f-46f0-a018-e3918e3e8262 HTTP/1.1" status: 200 len: 944 time: 0.0469010 Jul 06 15:25:28.193644 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-382848c2-0622-4897-b43f-80464b8ee7fd req-8e9227b1-ec3d-45f7-ad34-c603f83ff2f1 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb6239be-1d71-40f2-adcc-b4a14da46b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402937 Jul 06 15:25:28.402517 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:28.403377 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:28.421509 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af53e81-ba92-44d1-b645-221efaae62c3 req-c847e44d-660b-446a-8f78-8393b6eaaee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:28.423535 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-4af53e81-ba92-44d1-b645-221efaae62c3 req-c847e44d-660b-446a-8f78-8393b6eaaee3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9be64cd89e3b46738dca85e516a60d8a&device_id=a60af238-6eb5-450e-adf6-2e01797e448c HTTP/1.1" status: 200 len: 1127 time: 0.1360691 Jul 06 15:25:28.424425 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581065e5-bb33-466f-871d-ed336a9d1336 req-f9632be8-6bf8-4144-9302-0c5077e1bc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:28.425734 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-581065e5-bb33-466f-871d-ed336a9d1336 req-f9632be8-6bf8-4144-9302-0c5077e1bc78 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6707399c704e4c97939dc84df58cb39f&device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 1127 time: 0.1288018 Jul 06 15:25:28.426865 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f85ce73-c9d5-4649-ae8b-6dea28590404 req-db38f8e0-7208-4fd3-a8e9-6fe8602b9d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:28.428213 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6f85ce73-c9d5-4649-ae8b-6dea28590404 req-db38f8e0-7208-4fd3-a8e9-6fe8602b9d7f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e9fb04db8ac9464086cd7f3362e97455&device_id=a347082e-a86f-46f0-a018-e3918e3e8262 HTTP/1.1" status: 200 len: 1128 time: 0.1228359 Jul 06 15:25:28.429092 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a702c9-4403-4b59-8083-32444adbfbd0 req-6bee7f32-5878-4c35-ac92-db564f7bf8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:28.430415 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-a2a702c9-4403-4b59-8083-32444adbfbd0 req-6bee7f32-5878-4c35-ac92-db564f7bf8b3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef44ecc951964d51925463c5e09f9fbb&device_id=e00187af-8819-41e6-98f0-199ce9db0f05 HTTP/1.1" status: 200 len: 1128 time: 0.1422126 Jul 06 15:25:28.532915 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-4af53e81-ba92-44d1-b645-221efaae62c3 req-eca1f1b6-1e78-4c1e-8d32-6d8eda15baa1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed64b6d5-5c31-4bdf-85ee-153655020dd2 HTTP/1.1" status: 200 len: 217 time: 0.0914721 Jul 06 15:25:28.589245 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device ee13c450-a247-45da-9000-1d74f1a8c8aa up at agent hyperv_hv-cinder-84884 {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:25:28.599243 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ea346-7f9f-4d3c-875f-b5d7af0e7a4c req-d9e2426c-32ab-4b31-a6be-bb9c89a8202a tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:28.617336 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-3d9ea346-7f9f-4d3c-875f-b5d7af0e7a4c req-d9e2426c-32ab-4b31-a6be-bb9c89a8202a tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 943 time: 0.0705709 Jul 06 15:25:28.652273 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Provisioning for port ee13c450-a247-45da-9000-1d74f1a8c8aa completed by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 06 15:25:28.660376 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Provisioning complete for port ee13c450-a247-45da-9000-1d74f1a8c8aa triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:25:28.661071 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (ee13c450-a247-45da-9000-1d74f1a8c8aa), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:28.688046 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-3d9ea346-7f9f-4d3c-875f-b5d7af0e7a4c req-b500cfa1-d4b1-4049-8cb7-584253ca9cd3 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc6fbc5a-489d-42df-8f08-ce6874fd60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691822 Jul 06 15:25:28.749979 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Current status of the port ee13c450-a247-45da-9000-1d74f1a8c8aa is: BUILD; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:25:28.750626 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (ee13c450-a247-45da-9000-1d74f1a8c8aa), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:28.776076 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce440c64-f3db-4cda-8a2f-0f7e00f36b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee13c450-a247-45da-9000-1d74f1a8c8aa'}] {{(pid=103846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:25:28.853172 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port ee13c450-a247-45da-9000-1d74f1a8c8aa, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=ee13c450-a247-45da-9000-1d74f1a8c8aa,segment=NetworkSegment(21878ae0-c04f-4cb0-b2f0-7098f6c37266),segment_id=21878ae0-c04f-4cb0-b2f0-7098f6c37266)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:25:28.858244 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (ee13c450-a247-45da-9000-1d74f1a8c8aa), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:28.887690 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af53e81-ba92-44d1-b645-221efaae62c3 req-835a055a-b5ff-4c69-99cd-d9b46b375acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:28.889391 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-4af53e81-ba92-44d1-b645-221efaae62c3 req-835a055a-b5ff-4c69-99cd-d9b46b375acc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e0fd46af-3762-4170-ab9e-cd9cd8d2a83b HTTP/1.1" status: 200 len: 850 time: 0.3323219 Jul 06 15:25:28.912375 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a702c9-4403-4b59-8083-32444adbfbd0 req-78ef8e9b-2f00-46e2-85b1-cf26fbb48e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:28.913490 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-a2a702c9-4403-4b59-8083-32444adbfbd0 req-78ef8e9b-2f00-46e2-85b1-cf26fbb48e5d service neutron] 10.222.0.16 "GET /v2.0/networks?id=2f7f712f-7346-42c2-b097-b4b48d9f78be HTTP/1.1" status: 200 len: 920 time: 0.4655991 Jul 06 15:25:28.916675 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Pushing event updated for resources: {'Port': ['ID=ee13c450-a247-45da-9000-1d74f1a8c8aa,revision_number=5']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:28.917316 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f85ce73-c9d5-4649-ae8b-6dea28590404 req-a184a915-d278-4e30-b5de-86d2cb3dfda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:28.918674 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6f85ce73-c9d5-4649-ae8b-6dea28590404 req-a184a915-d278-4e30-b5de-86d2cb3dfda4 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=e9fb04db8ac9464086cd7f3362e97455&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4689336 Jul 06 15:25:28.951396 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83ad2954d886e551320551455e9fbed623a66dbf450698aab55d06241312ca55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70cb3480-2301-4595-bfa7-98d4f33a46e4" -d '{"events": [{"server_uuid": "ce440c64-f3db-4cda-8a2f-0f7e00f36b30", "name": "network-vif-plugged", "status": "completed", "tag": "ee13c450-a247-45da-9000-1d74f1a8c8aa"}]}' {{(pid=103846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:25:28.952788 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581065e5-bb33-466f-871d-ed336a9d1336 req-e4cd8e45-f14d-4d52-b3f0-39d69a96640d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:28.954500 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-581065e5-bb33-466f-871d-ed336a9d1336 req-e4cd8e45-f14d-4d52-b3f0-39d69a96640d service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=6707399c704e4c97939dc84df58cb39f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.5056455 Jul 06 15:25:29.030027 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-a2a702c9-4403-4b59-8083-32444adbfbd0 req-6a72b4cd-a300-4ba6-bd7f-943177bd90fd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6 HTTP/1.1" status: 200 len: 217 time: 0.0923362 Jul 06 15:25:29.046809 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af53e81-ba92-44d1-b645-221efaae62c3 req-c6ca28bd-bd08-495f-a44d-b4e6ad08a6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:29.047911 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 15:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7470e0b5-7c97-4562-9130-a08c8396d28d x-openstack-request-id: req-7470e0b5-7c97-4562-9130-a08c8396d28d {{(pid=103846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:25:29.048169 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce440c64-f3db-4cda-8a2f-0f7e00f36b30", "name": "network-vif-plugged", "status": "completed", "tag": "ee13c450-a247-45da-9000-1d74f1a8c8aa", "code": 200}]} {{(pid=103846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:25:29.048527 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7470e0b5-7c97-4562-9130-a08c8396d28d {{(pid=103846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:25:29.048642 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-4af53e81-ba92-44d1-b645-221efaae62c3 req-c6ca28bd-bd08-495f-a44d-b4e6ad08a6d9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e25275fc-af73-47fb-bfc4-a4005b8727d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1508644 Jul 06 15:25:29.049003 dv-cinder-848848-4-iscsi neutron-server[103846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7470e0b5-7c97-4562-9130-a08c8396d28d'] response: {'server_uuid': 'ce440c64-f3db-4cda-8a2f-0f7e00f36b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee13c450-a247-45da-9000-1d74f1a8c8aa', 'code': 200} Jul 06 15:25:29.083150 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f02285-b351-4e45-b04c-8736f746c8bf req-1955561b-8dbf-4917-b048-3e239803f3f9 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:29.084709 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-15f02285-b351-4e45-b04c-8736f746c8bf req-1955561b-8dbf-4917-b048-3e239803f3f9 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=e00187af-8819-41e6-98f0-199ce9db0f05 HTTP/1.1" status: 200 len: 944 time: 0.0535679 Jul 06 15:25:29.151876 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-15f02285-b351-4e45-b04c-8736f746c8bf req-90b19ed1-3ec1-4558-81ae-c758606bc1fa tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585921 Jul 06 15:25:29.371477 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a702c9-4403-4b59-8083-32444adbfbd0 req-65d27d9d-9852-4bda-91d1-43507c10020e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:29.373140 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-a2a702c9-4403-4b59-8083-32444adbfbd0 req-65d27d9d-9852-4bda-91d1-43507c10020e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d2607162-f852-4242-9cef-eb0efdf849b4 HTTP/1.1" status: 200 len: 858 time: 0.3098083 Jul 06 15:25:29.408768 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae01d39-eaa4-4433-9830-2195063e20a1 req-d77f5a3d-f9ce-48be-9111-16cc2fc89ec7 tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:29.410505 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-3ae01d39-eaa4-4433-9830-2195063e20a1 req-d77f5a3d-f9ce-48be-9111-16cc2fc89ec7 tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] 10.222.0.46 "GET /v2.0/ports?device_id=a60af238-6eb5-450e-adf6-2e01797e448c HTTP/1.1" status: 200 len: 943 time: 0.2277064 Jul 06 15:25:29.424542 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f85ce73-c9d5-4649-ae8b-6dea28590404 req-477da590-4ea9-41fd-9962-8adb5d57acbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:29.426022 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6f85ce73-c9d5-4649-ae8b-6dea28590404 req-477da590-4ea9-41fd-9962-8adb5d57acbe service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4871206 Jul 06 15:25:29.481139 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581065e5-bb33-466f-871d-ed336a9d1336 req-6dbbb592-4193-4cba-ad6e-3fa89e502384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:29.481139 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-581065e5-bb33-466f-871d-ed336a9d1336 req-6dbbb592-4193-4cba-ad6e-3fa89e502384 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4999065 Jul 06 15:25:29.483060 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=100 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:29.522645 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6029fb-2e45-4303-905e-9ab1043f5457 req-3888794d-fb2c-44d7-9d8f-566d754719c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:29.524341 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-cf6029fb-2e45-4303-905e-9ab1043f5457 req-3888794d-fb2c-44d7-9d8f-566d754719c9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 1129 time: 0.3053429 Jul 06 15:25:29.537011 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c1df5-98fe-4eac-a4ad-a0a0e25038f9 req-db3fba46-a289-4529-8ef2-8efac129842d tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:29.538655 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-8d5c1df5-98fe-4eac-a4ad-a0a0e25038f9 req-db3fba46-a289-4529-8ef2-8efac129842d tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=a347082e-a86f-46f0-a018-e3918e3e8262 HTTP/1.1" status: 200 len: 944 time: 0.0743361 Jul 06 15:25:29.560923 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [req-cf6029fb-2e45-4303-905e-9ab1043f5457 req-1c83817f-3c69-4697-b74c-85061409ea7b service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:29.607733 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:29.630413 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-8d5c1df5-98fe-4eac-a4ad-a0a0e25038f9 req-7c311010-3bd7-4a0d-9380-afd4f9a000ba tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb6239be-1d71-40f2-adcc-b4a14da46b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827258 Jul 06 15:25:29.631233 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 51570) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:25:29.763074 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [req-cf6029fb-2e45-4303-905e-9ab1043f5457 req-1c83817f-3c69-4697-b74c-85061409ea7b service neutron] Publish callbacks [] for security_group (0c04c7b2-12c0-45d5-8c98-e930ed206f90), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:29.769867 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a702c9-4403-4b59-8083-32444adbfbd0 req-dfbd66ad-134e-4a41-8f3a-cf799226729e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:29.772856 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-a2a702c9-4403-4b59-8083-32444adbfbd0 req-dfbd66ad-134e-4a41-8f3a-cf799226729e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2f7f712f-7346-42c2-b097-b4b48d9f78be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3901982 Jul 06 15:25:29.774255 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [req-cf6029fb-2e45-4303-905e-9ab1043f5457 req-1c83817f-3c69-4697-b74c-85061409ea7b service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (0c04c7b2-12c0-45d5-8c98-e930ed206f90), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:29.827987 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c83817f-3c69-4697-b74c-85061409ea7b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0c04c7b2-12c0-45d5-8c98-e930ed206f90,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:29.889902 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-cf6029fb-2e45-4303-905e-9ab1043f5457 req-1c83817f-3c69-4697-b74c-85061409ea7b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3499782 Jul 06 15:25:29.909749 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e559f68-1cb5-48ba-8f50-a986684880ad req-a50b1095-67d1-4d95-b79c-8362b50950c4 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:29.911367 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-1e559f68-1cb5-48ba-8f50-a986684880ad req-a50b1095-67d1-4d95-b79c-8362b50950c4 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 943 time: 0.0848427 Jul 06 15:25:29.917907 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:29.920267 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-1d707572-c0a7-4135-9f1d-11eb5fa4c7b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:29.952162 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-4af53e81-ba92-44d1-b645-221efaae62c3 req-b46657b0-4fe2-47d5-b307-c697e127d362 service neutron] 10.222.0.16 "GET /v2.0/networks/e25275fc-af73-47fb-bfc4-a4005b8727d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8750970 Jul 06 15:25:29.973597 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:29.979765 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1712d58-1f5d-4c20-a42c-10e70a598c48 req-13e90ed3-87c4-4c7e-a4a4-d042244db141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:29.981337 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-b1712d58-1f5d-4c20-a42c-10e70a598c48 req-13e90ed3-87c4-4c7e-a4a4-d042244db141 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e9fb04db8ac9464086cd7f3362e97455&device_id=a347082e-a86f-46f0-a018-e3918e3e8262 HTTP/1.1" status: 200 len: 1128 time: 0.4737334 Jul 06 15:25:29.985742 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532d39a-e3d0-4188-a50f-bd16a61d5505 req-c5f47793-76c9-4acf-8a20-ed1491ddb1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:29.987321 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-9532d39a-e3d0-4188-a50f-bd16a61d5505 req-c5f47793-76c9-4acf-8a20-ed1491ddb1df service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6707399c704e4c97939dc84df58cb39f&device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 1127 time: 0.2313156 Jul 06 15:25:30.001672 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-3ae01d39-eaa4-4433-9830-2195063e20a1 req-f3517afd-59d4-4738-a5a6-5e104dc0029d tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] 10.222.0.46 "GET /v2.0/security-groups?id=f95cd6f8-b42d-461f-85bd-e637c1a29470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5723333 Jul 06 15:25:30.022145 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-1e559f68-1cb5-48ba-8f50-a986684880ad req-3ecad05b-246d-45b9-b1c2-ff8b1a173286 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc6fbc5a-489d-42df-8f08-ce6874fd60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989120 Jul 06 15:25:30.037325 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-a2a702c9-4403-4b59-8083-32444adbfbd0 req-4d0a77ca-67fd-4cb5-b117-d56e277a4362 service neutron] 10.222.0.16 "GET /v2.0/networks/2f7f712f-7346-42c2-b097-b4b48d9f78be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425737 Jul 06 15:25:30.105688 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-1d707572-c0a7-4135-9f1d-11eb5fa4c7b0 admin admin] Publish callbacks [] for security_group (a6a1dd98-25ac-42ef-84ea-e620357b8b7d), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:30.109831 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-1d707572-c0a7-4135-9f1d-11eb5fa4c7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (a6a1dd98-25ac-42ef-84ea-e620357b8b7d), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:30.153705 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d707572-c0a7-4135-9f1d-11eb5fa4c7b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a1dd98-25ac-42ef-84ea-e620357b8b7d,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:30.159710 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-1d707572-c0a7-4135-9f1d-11eb5fa4c7b0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3fe410d6750b4127a1c659d8e6b53e35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5233998 Jul 06 15:25:30.164086 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 51598) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:25:30.240332 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-c5a83f31-ddb8-4f86-be97-d6594413cbff admin admin] Publish callbacks [] for security_group (a6a1dd98-25ac-42ef-84ea-e620357b8b7d), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:30.277887 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-c5a83f31-ddb8-4f86-be97-d6594413cbff admin admin] Publish callbacks [] for security_group (a6a1dd98-25ac-42ef-84ea-e620357b8b7d), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:30.343969 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-9532d39a-e3d0-4188-a50f-bd16a61d5505 req-58ea0f2d-8441-43b9-8a72-970387ce5f28 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe67390d-68cb-4317-96a3-d85d3d7d6ff7 HTTP/1.1" status: 200 len: 217 time: 0.2208049 Jul 06 15:25:30.349813 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-c5a83f31-ddb8-4f86-be97-d6594413cbff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (a6a1dd98-25ac-42ef-84ea-e620357b8b7d), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:30.353457 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-c5a83f31-ddb8-4f86-be97-d6594413cbff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:30.358718 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-c5a83f31-ddb8-4f86-be97-d6594413cbff admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a6a1dd98-25ac-42ef-84ea-e620357b8b7d HTTP/1.1" status: 204 len: 168 time: 0.1895397 Jul 06 15:25:30.365565 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a83f31-ddb8-4f86-be97-d6594413cbff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a1dd98-25ac-42ef-84ea-e620357b8b7d,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:30.448995 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-b1712d58-1f5d-4c20-a42c-10e70a598c48 req-a092fa36-3d1d-41be-a78b-758b9276dc5b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1517f5a9-ced9-4ab6-a63d-d158af2a6089 HTTP/1.1" status: 200 len: 217 time: 0.1253879 Jul 06 15:25:30.507261 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301ffd19-e7fb-433c-ae40-aec4907890d3 req-1f617e0a-4bcc-4244-8081-c19816ad4132 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:30.508780 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-301ffd19-e7fb-433c-ae40-aec4907890d3 req-1f617e0a-4bcc-4244-8081-c19816ad4132 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=e00187af-8819-41e6-98f0-199ce9db0f05 HTTP/1.1" status: 200 len: 944 time: 0.1739686 Jul 06 15:25:30.518828 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-a2a702c9-4403-4b59-8083-32444adbfbd0 req-234cec85-f401-45d3-9d70-0db53a561ff2 service neutron] 10.222.0.16 "GET /v2.0/networks/2f7f712f-7346-42c2-b097-b4b48d9f78be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001540 Jul 06 15:25:30.562843 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-4af53e81-ba92-44d1-b645-221efaae62c3 req-5917d962-6c89-43e9-b7e0-56d67faac076 service neutron] 10.222.0.16 "GET /v2.0/networks/e25275fc-af73-47fb-bfc4-a4005b8727d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3459101 Jul 06 15:25:30.580557 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-301ffd19-e7fb-433c-ae40-aec4907890d3 req-5f5c4224-383b-4d68-b1f7-c55b5b91a93c tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607371 Jul 06 15:25:30.595332 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6 details requested by agent hyperv_hv-cinder-84884 with host hv-cinder-84884 {{(pid=103846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 15:25:30.745301 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 51620) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:25:30.749047 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1712d58-1f5d-4c20-a42c-10e70a598c48 req-df586b17-9e81-4271-96cf-051f8f77546f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:30.750493 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-b1712d58-1f5d-4c20-a42c-10e70a598c48 req-df586b17-9e81-4271-96cf-051f8f77546f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f20ae9c1-f124-46af-83bd-c43bda7bdca6 HTTP/1.1" status: 200 len: 853 time: 0.1424756 Jul 06 15:25:30.752396 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532d39a-e3d0-4188-a50f-bd16a61d5505 req-3b8986c9-354e-4a87-b820-60ce10fd1396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:30.753704 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-9532d39a-e3d0-4188-a50f-bd16a61d5505 req-3b8986c9-354e-4a87-b820-60ce10fd1396 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=77f124ec-b849-4e26-b7c2-43db5c0c70ca HTTP/1.1" status: 200 len: 850 time: 0.1558623 Jul 06 15:25:30.755109 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6,segment=NetworkSegment(21878ae0-c04f-4cb0-b2f0-7098f6c37266),segment_id=21878ae0-c04f-4cb0-b2f0-7098f6c37266)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:25:30.757295 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:30.763897 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-3cc5ae46-6dda-4992-ab9d-b9858ce4a363 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:30.772367 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Returning: {'device': 'e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6', 'network_id': '2f7f712f-7346-42c2-b097-b4b48d9f78be', 'port_id': 'e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6', 'mac_address': 'fa:16:3e:96:32:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2607162-f852-4242-9cef-eb0efdf849b4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 15:25:30.814030 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Current status of the port e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6 is: DOWN; New status is: BUILD {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:25:30.814571 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:30.828730 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.notifiers.nova [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6 {{(pid=103846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 15:25:30.841036 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6891c46-c448-450c-a066-ef8f5f55c093 req-8d124d5a-3e04-48b9-808c-09420d86cb81 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:30.842890 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-a6891c46-c448-450c-a066-ef8f5f55c093 req-8d124d5a-3e04-48b9-808c-09420d86cb81 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=a347082e-a86f-46f0-a018-e3918e3e8262 HTTP/1.1" status: 200 len: 944 time: 0.0763681 Jul 06 15:25:30.849830 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6,segment=NetworkSegment(21878ae0-c04f-4cb0-b2f0-7098f6c37266),segment_id=21878ae0-c04f-4cb0-b2f0-7098f6c37266)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:25:30.854265 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:30.874443 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:INSERT=15,neutron:SELECT=80,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:30.906381 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:30.916829 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Pushing event updated for resources: {'Port': ['ID=e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6,revision_number=4']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:30.943809 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-a6891c46-c448-450c-a066-ef8f5f55c093 req-b0297620-d032-404e-91fa-4eb9d21e8975 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb6239be-1d71-40f2-adcc-b4a14da46b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916576 Jul 06 15:25:30.945906 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-3cc5ae46-6dda-4992-ab9d-b9858ce4a363 admin admin] Publish callbacks [] for security_group (fdcc1da1-dad9-4a6d-bf0c-90bfd9ac389b), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:30.951889 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-3cc5ae46-6dda-4992-ab9d-b9858ce4a363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (fdcc1da1-dad9-4a6d-bf0c-90bfd9ac389b), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:30.999278 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-3cc5ae46-6dda-4992-ab9d-b9858ce4a363 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e825ce290bdc495b9073dad51e45da10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2512662 Jul 06 15:25:30.999278 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc5ae46-6dda-4992-ab9d-b9858ce4a363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdcc1da1-dad9-4a6d-bf0c-90bfd9ac389b,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:31.002846 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 51626) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:25:31.058913 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-99f2df40-4bea-49f3-8ce4-fc67dd962885 admin admin] Publish callbacks [] for security_group (fdcc1da1-dad9-4a6d-bf0c-90bfd9ac389b), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:31.073934 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] get_ports_and_sgs() called for port_ids ['e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6'] {{(pid=103846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:25:31.086244 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-99f2df40-4bea-49f3-8ce4-fc67dd962885 admin admin] Publish callbacks [] for security_group (fdcc1da1-dad9-4a6d-bf0c-90bfd9ac389b), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:31.124048 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c801fd-98ff-4197-a81d-79d345ea01c4 req-8162f119-48e7-4d09-b1f8-4478a3a18f40 tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:31.130401 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-c7c801fd-98ff-4197-a81d-79d345ea01c4 req-8162f119-48e7-4d09-b1f8-4478a3a18f40 tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] 10.222.0.46 "GET /v2.0/ports?device_id=a60af238-6eb5-450e-adf6-2e01797e448c HTTP/1.1" status: 200 len: 943 time: 0.0573273 Jul 06 15:25:31.168519 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866750cf-0ba4-469d-938a-81e5ec0f4b14 req-389a6f28-8d3b-4504-bbe7-45762b926d5a tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:31.170032 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-866750cf-0ba4-469d-938a-81e5ec0f4b14 req-389a6f28-8d3b-4504-bbe7-45762b926d5a tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 943 time: 0.0600936 Jul 06 15:25:31.195827 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-c7c801fd-98ff-4197-a81d-79d345ea01c4 req-a909c81b-185a-423e-a945-58963284c15f tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] 10.222.0.46 "GET /v2.0/security-groups?id=f95cd6f8-b42d-461f-85bd-e637c1a29470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626674 Jul 06 15:25:31.199926 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-99f2df40-4bea-49f3-8ce4-fc67dd962885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (fdcc1da1-dad9-4a6d-bf0c-90bfd9ac389b), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:31.202413 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-99f2df40-4bea-49f3-8ce4-fc67dd962885 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:31.206114 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-99f2df40-4bea-49f3-8ce4-fc67dd962885 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fdcc1da1-dad9-4a6d-bf0c-90bfd9ac389b HTTP/1.1" status: 204 len: 168 time: 0.1997480 Jul 06 15:25:31.254048 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-866750cf-0ba4-469d-938a-81e5ec0f4b14 req-a314f475-56bd-4949-922d-85ca0aabd660 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc6fbc5a-489d-42df-8f08-ce6874fd60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732696 Jul 06 15:25:31.255015 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f2df40-4bea-49f3-8ce4-fc67dd962885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdcc1da1-dad9-4a6d-bf0c-90bfd9ac389b,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:31.563879 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1712d58-1f5d-4c20-a42c-10e70a598c48 req-7d5fb550-dd6b-4e65-911e-45463ba4b535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:31.565447 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-b1712d58-1f5d-4c20-a42c-10e70a598c48 req-7d5fb550-dd6b-4e65-911e-45463ba4b535 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1168923 Jul 06 15:25:31.566927 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532d39a-e3d0-4188-a50f-bd16a61d5505 req-c6856a7c-c427-4f96-8b6a-ba02b3cdd770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:31.568607 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-9532d39a-e3d0-4188-a50f-bd16a61d5505 req-c6856a7c-c427-4f96-8b6a-ba02b3cdd770 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c3020644-2bbb-40b0-b72d-4d80a8b6cb34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1226859 Jul 06 15:25:31.572043 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b568434-62a1-4c98-a6f8-e3819b404150 req-b75a2f79-2da0-424f-98b5-edb3712ebe6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:31.573351 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-9b568434-62a1-4c98-a6f8-e3819b404150 req-b75a2f79-2da0-424f-98b5-edb3712ebe6a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9be64cd89e3b46738dca85e516a60d8a&device_id=a60af238-6eb5-450e-adf6-2e01797e448c HTTP/1.1" status: 200 len: 1127 time: 0.1148758 Jul 06 15:25:31.697797 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 51674) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:25:31.712646 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-97cc32ff-d4f2-4581-ac58-05343ea17327 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:31.749043 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d746ecb-e673-4785-abd6-bc2b9d4ca95d req-3803e8ea-967e-45fd-bffa-a83fe0fa1834 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:31.751893 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-0d746ecb-e673-4785-abd6-bc2b9d4ca95d req-3803e8ea-967e-45fd-bffa-a83fe0fa1834 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=e00187af-8819-41e6-98f0-199ce9db0f05 HTTP/1.1" status: 200 len: 945 time: 0.0639024 Jul 06 15:25:31.803619 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-97cc32ff-d4f2-4581-ac58-05343ea17327 admin admin] Publish callbacks [] for security_group (4c6ae6b9-c50e-4403-a67f-c8caa878107a), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:31.808975 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-97cc32ff-d4f2-4581-ac58-05343ea17327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (4c6ae6b9-c50e-4403-a67f-c8caa878107a), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:31.822063 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-0d746ecb-e673-4785-abd6-bc2b9d4ca95d req-6a97646d-d018-4045-8527-e25869f93dc0 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639477 Jul 06 15:25:31.853755 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-97cc32ff-d4f2-4581-ac58-05343ea17327 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f0af2e175fa6479ba7586cd10bbf6d17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1547196 Jul 06 15:25:31.856501 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 51676) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:25:31.863079 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cc32ff-d4f2-4581-ac58-05343ea17327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6ae6b9-c50e-4403-a67f-c8caa878107a,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:31.932209 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-15933b91-bf47-4631-b59e-a8aadf4e799c admin admin] Publish callbacks [] for security_group (4c6ae6b9-c50e-4403-a67f-c8caa878107a), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:31.955105 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-15933b91-bf47-4631-b59e-a8aadf4e799c admin admin] Publish callbacks [] for security_group (4c6ae6b9-c50e-4403-a67f-c8caa878107a), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:32.019238 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:32.157583 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d96579-ca96-41de-8803-67b74fb5d269 req-6ffc8dd3-5bab-4ecd-bcb6-f8fcbf6ac81b tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:32.160070 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-c2d96579-ca96-41de-8803-67b74fb5d269 req-6ffc8dd3-5bab-4ecd-bcb6-f8fcbf6ac81b tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=a347082e-a86f-46f0-a018-e3918e3e8262 HTTP/1.1" status: 200 len: 944 time: 0.0596828 Jul 06 15:25:32.160827 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 51688) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:25:32.200673 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:32.205835 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-b1712d58-1f5d-4c20-a42c-10e70a598c48 req-b3d91c9f-b149-4062-8322-4f34f4be6e98 service neutron] 10.222.0.16 "GET /v2.0/networks/a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356394 Jul 06 15:25:32.226047 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-c2d96579-ca96-41de-8803-67b74fb5d269 req-6d1f7789-ee5e-4140-8733-588f232f7031 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb6239be-1d71-40f2-adcc-b4a14da46b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584471 Jul 06 15:25:32.292433 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-15933b91-bf47-4631-b59e-a8aadf4e799c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (4c6ae6b9-c50e-4403-a67f-c8caa878107a), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:32.299502 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-15933b91-bf47-4631-b59e-a8aadf4e799c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:32.303035 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-15933b91-bf47-4631-b59e-a8aadf4e799c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4c6ae6b9-c50e-4403-a67f-c8caa878107a HTTP/1.1" status: 204 len: 168 time: 0.4448223 Jul 06 15:25:32.407887 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1672c7-c294-404f-a046-24d04b65edb2 req-d70cfbc9-3f37-43b7-a90c-748da54c9b77 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:32.418929 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-ab1672c7-c294-404f-a046-24d04b65edb2 req-d70cfbc9-3f37-43b7-a90c-748da54c9b77 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 943 time: 0.0778055 Jul 06 15:25:32.423268 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-9c3e4221-1f2d-4827-99ac-dd07a23bbb6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:32.487852 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15933b91-bf47-4631-b59e-a8aadf4e799c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6ae6b9-c50e-4403-a67f-c8caa878107a,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:32.508614 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-ab1672c7-c294-404f-a046-24d04b65edb2 req-f0c38450-4c59-4689-b2cd-eb31928aa03e tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc6fbc5a-489d-42df-8f08-ce6874fd60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886829 Jul 06 15:25:32.536203 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:32.585466 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-9c3e4221-1f2d-4827-99ac-dd07a23bbb6a admin admin] Publish callbacks [] for security_group (ee341a65-2c3d-413b-8a49-4a61c77cd162), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:32.589147 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-9c3e4221-1f2d-4827-99ac-dd07a23bbb6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (ee341a65-2c3d-413b-8a49-4a61c77cd162), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:32.607453 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device ed64b6d5-5c31-4bdf-85ee-153655020dd2 details requested by agent hyperv_hv-cinder-84884 with host hv-cinder-84884 {{(pid=103846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 15:25:32.613814 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f324a-255e-44c1-843d-6bcd5c4f777e req-9b847fe3-6781-4f48-9e0a-3aed900a3e35 tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:32.615356 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-858f324a-255e-44c1-843d-6bcd5c4f777e req-9b847fe3-6781-4f48-9e0a-3aed900a3e35 tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] 10.222.0.46 "GET /v2.0/ports?device_id=a60af238-6eb5-450e-adf6-2e01797e448c HTTP/1.1" status: 200 len: 943 time: 0.2284179 Jul 06 15:25:32.616075 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:32.628701 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6 up at agent hyperv_hv-cinder-84884 {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:25:32.629847 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b568434-62a1-4c98-a6f8-e3819b404150 req-b340ed1e-cbbf-411c-8f85-ec0b22090501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:32.631326 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-9b568434-62a1-4c98-a6f8-e3819b404150 req-b340ed1e-cbbf-411c-8f85-ec0b22090501 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e25275fc-af73-47fb-bfc4-a4005b8727d8 HTTP/1.1" status: 200 len: 912 time: 0.6099989 Jul 06 15:25:32.642919 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3e4221-1f2d-4827-99ac-dd07a23bbb6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee341a65-2c3d-413b-8a49-4a61c77cd162,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:32.659423 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-9c3e4221-1f2d-4827-99ac-dd07a23bbb6a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2547c48c6bbd415aae27ed306f22ebbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4973269 Jul 06 15:25:32.661895 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 51706) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:25:32.683087 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:32.719253 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-b1712d58-1f5d-4c20-a42c-10e70a598c48 req-6180cd12-0329-4247-9aeb-e88350a6de61 service neutron] 10.222.0.16 "GET /v2.0/networks/a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4996912 Jul 06 15:25:32.727116 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-ea6e5163-63f8-4604-afff-f89bd5bc46e4 admin admin] Publish callbacks [] for security_group (ee341a65-2c3d-413b-8a49-4a61c77cd162), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:32.730022 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Provisioning for port e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6 completed by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 06 15:25:32.756131 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-ea6e5163-63f8-4604-afff-f89bd5bc46e4 admin admin] Publish callbacks [] for security_group (ee341a65-2c3d-413b-8a49-4a61c77cd162), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:32.767020 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Provisioning complete for port e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6 triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:25:32.767480 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:32.816442 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-9532d39a-e3d0-4188-a50f-bd16a61d5505 req-dbe6301f-7fcb-4b0c-bc8b-778a1f5c8d49 service neutron] 10.222.0.16 "GET /v2.0/networks/c3020644-2bbb-40b0-b72d-4d80a8b6cb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7715495 Jul 06 15:25:32.817795 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-ea6e5163-63f8-4604-afff-f89bd5bc46e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (ee341a65-2c3d-413b-8a49-4a61c77cd162), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:32.821304 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-ea6e5163-63f8-4604-afff-f89bd5bc46e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:32.821448 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port ed64b6d5-5c31-4bdf-85ee-153655020dd2, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=ed64b6d5-5c31-4bdf-85ee-153655020dd2,segment=NetworkSegment(8204b9b4-67b5-4078-b2a8-fdc5e4764718),segment_id=8204b9b4-67b5-4078-b2a8-fdc5e4764718)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:25:32.822669 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-ea6e5163-63f8-4604-afff-f89bd5bc46e4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ee341a65-2c3d-413b-8a49-4a61c77cd162 HTTP/1.1" status: 204 len: 168 time: 0.1592932 Jul 06 15:25:32.833483 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-858f324a-255e-44c1-843d-6bcd5c4f777e req-987f9012-f8bd-418a-8e6c-9168d7de0923 tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] 10.222.0.46 "GET /v2.0/security-groups?id=f95cd6f8-b42d-461f-85bd-e637c1a29470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076182 Jul 06 15:25:32.836111 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e5163-63f8-4604-afff-f89bd5bc46e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee341a65-2c3d-413b-8a49-4a61c77cd162,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:32.837624 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-9b568434-62a1-4c98-a6f8-e3819b404150 req-687954f4-78bc-4425-b5cd-7dee22579fc4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed64b6d5-5c31-4bdf-85ee-153655020dd2 HTTP/1.1" status: 200 len: 217 time: 0.1826606 Jul 06 15:25:32.870381 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Returning: {'device': 'ed64b6d5-5c31-4bdf-85ee-153655020dd2', 'network_id': 'e25275fc-af73-47fb-bfc4-a4005b8727d8', 'port_id': 'ed64b6d5-5c31-4bdf-85ee-153655020dd2', 'mac_address': 'fa:16:3e:a0:26:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0fd46af-3762-4170-ab9e-cd9cd8d2a83b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 15:25:32.941560 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Current status of the port e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6 is: BUILD; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:25:32.941950 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:32.945800 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Current status of the port ed64b6d5-5c31-4bdf-85ee-153655020dd2 is: DOWN; New status is: BUILD {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:25:32.947097 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (ed64b6d5-5c31-4bdf-85ee-153655020dd2), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:32.964974 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df52699e-b790-4914-a4be-4eeb5506b28b req-79341904-4c13-4070-8ae7-07c2318621c6 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:32.967140 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-df52699e-b790-4914-a4be-4eeb5506b28b req-79341904-4c13-4070-8ae7-07c2318621c6 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=e00187af-8819-41e6-98f0-199ce9db0f05 HTTP/1.1" status: 200 len: 945 time: 0.0602808 Jul 06 15:25:32.977365 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.notifiers.nova [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed64b6d5-5c31-4bdf-85ee-153655020dd2 {{(pid=103846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 15:25:32.989786 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e00187af-8819-41e6-98f0-199ce9db0f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6'}] {{(pid=103846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:25:32.992036 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83ad2954d886e551320551455e9fbed623a66dbf450698aab55d06241312ca55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb54479-d36b-4ee9-b2ae-5ee1e03d98da" -d '{"events": [{"server_uuid": "e00187af-8819-41e6-98f0-199ce9db0f05", "name": "network-vif-plugged", "status": "completed", "tag": "e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6"}]}' {{(pid=103846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:25:33.015023 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port ed64b6d5-5c31-4bdf-85ee-153655020dd2, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=ed64b6d5-5c31-4bdf-85ee-153655020dd2,segment=NetworkSegment(8204b9b4-67b5-4078-b2a8-fdc5e4764718),segment_id=8204b9b4-67b5-4078-b2a8-fdc5e4764718)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:25:33.016965 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6,segment=NetworkSegment(21878ae0-c04f-4cb0-b2f0-7098f6c37266),segment_id=21878ae0-c04f-4cb0-b2f0-7098f6c37266)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:25:33.021827 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (ed64b6d5-5c31-4bdf-85ee-153655020dd2), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:33.029824 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:33.034098 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-df52699e-b790-4914-a4be-4eeb5506b28b req-a0e73692-7926-43de-bb83-b57a8d375817 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597377 Jul 06 15:25:33.055243 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:33.078122 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 15:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06a0f1c-7a99-4244-a1ba-b559f7b412d7 x-openstack-request-id: req-a06a0f1c-7a99-4244-a1ba-b559f7b412d7 {{(pid=103846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:25:33.078419 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e00187af-8819-41e6-98f0-199ce9db0f05", "name": "network-vif-plugged", "status": "completed", "tag": "e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6", "code": 200}]} {{(pid=103846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:25:33.078635 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a06a0f1c-7a99-4244-a1ba-b559f7b412d7 {{(pid=103846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:25:33.079091 dv-cinder-848848-4-iscsi neutron-server[103846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a06a0f1c-7a99-4244-a1ba-b559f7b412d7'] response: {'server_uuid': 'e00187af-8819-41e6-98f0-199ce9db0f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6', 'code': 200} Jul 06 15:25:33.084167 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Pushing event updated for resources: {'Port': ['ID=ed64b6d5-5c31-4bdf-85ee-153655020dd2,revision_number=4']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:33.139672 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Pushing event updated for resources: {'Port': ['ID=e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6,revision_number=5']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:33.388385 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e3023a-dcc4-4760-89a7-55ef8597d2d1 req-268caa91-3699-4a58-bd3d-8a57234048c4 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:33.396500 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-67e3023a-dcc4-4760-89a7-55ef8597d2d1 req-268caa91-3699-4a58-bd3d-8a57234048c4 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=a347082e-a86f-46f0-a018-e3918e3e8262 HTTP/1.1" status: 200 len: 944 time: 0.0664997 Jul 06 15:25:33.398971 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 51738) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:25:33.417661 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-f1708bd4-6c78-49ed-bb69-ad3703ba669a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:33.463552 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-67e3023a-dcc4-4760-89a7-55ef8597d2d1 req-184bb36a-d06b-404d-9bdd-4373b39f95a3 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb6239be-1d71-40f2-adcc-b4a14da46b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660968 Jul 06 15:25:33.526446 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-f1708bd4-6c78-49ed-bb69-ad3703ba669a admin admin] Publish callbacks [] for security_group (75a4b2b8-42b4-45be-9baa-f8559755caf0), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:33.533305 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-f1708bd4-6c78-49ed-bb69-ad3703ba669a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (75a4b2b8-42b4-45be-9baa-f8559755caf0), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:33.583340 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1708bd4-6c78-49ed-bb69-ad3703ba669a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a4b2b8-42b4-45be-9baa-f8559755caf0,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:33.604567 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-f1708bd4-6c78-49ed-bb69-ad3703ba669a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b1040826386b48b9ac0974c0002cec9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2039704 Jul 06 15:25:33.607249 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 51752) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:25:33.640917 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ac498-6d11-4659-a1cd-1693586b8e50 req-4292c37f-f5a9-4372-8fc7-287e4dfac582 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:33.643738 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-f08ac498-6d11-4659-a1cd-1693586b8e50 req-4292c37f-f5a9-4372-8fc7-287e4dfac582 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 943 time: 0.0561702 Jul 06 15:25:33.670642 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-30f33d45-1d7e-4eb4-aa84-2925e13946b6 admin admin] Publish callbacks [] for security_group (75a4b2b8-42b4-45be-9baa-f8559755caf0), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:33.693094 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-f08ac498-6d11-4659-a1cd-1693586b8e50 req-709223f5-2f1b-43f4-a45b-fbafd504e16e tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc6fbc5a-489d-42df-8f08-ce6874fd60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439327 Jul 06 15:25:33.698745 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-30f33d45-1d7e-4eb4-aa84-2925e13946b6 admin admin] Publish callbacks [] for security_group (75a4b2b8-42b4-45be-9baa-f8559755caf0), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:33.753272 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-30f33d45-1d7e-4eb4-aa84-2925e13946b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (75a4b2b8-42b4-45be-9baa-f8559755caf0), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:33.755955 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-30f33d45-1d7e-4eb4-aa84-2925e13946b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:33.757084 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-30f33d45-1d7e-4eb4-aa84-2925e13946b6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/75a4b2b8-42b4-45be-9baa-f8559755caf0 HTTP/1.1" status: 204 len: 168 time: 0.1479793 Jul 06 15:25:33.765777 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f33d45-1d7e-4eb4-aa84-2925e13946b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a4b2b8-42b4-45be-9baa-f8559755caf0,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:33.964157 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b4b531-7fde-4098-b04b-a64db374e7e9 req-d05f1826-734b-4f84-abd1-cdcab55163e1 tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:33.965654 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-d1b4b531-7fde-4098-b04b-a64db374e7e9 req-d05f1826-734b-4f84-abd1-cdcab55163e1 tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] 10.222.0.46 "GET /v2.0/ports?device_id=a60af238-6eb5-450e-adf6-2e01797e448c HTTP/1.1" status: 200 len: 944 time: 0.0505445 Jul 06 15:25:34.018964 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-d1b4b531-7fde-4098-b04b-a64db374e7e9 req-9fbcebe8-3c57-4e96-9a4c-265cb501221a tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] 10.222.0.46 "GET /v2.0/security-groups?id=f95cd6f8-b42d-461f-85bd-e637c1a29470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462840 Jul 06 15:25:34.163934 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae064df-72db-48fd-a643-ed5e1375abe8 req-b0c7d6a9-3f93-4597-be8b-68a50aa55582 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:34.166172 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-2ae064df-72db-48fd-a643-ed5e1375abe8 req-b0c7d6a9-3f93-4597-be8b-68a50aa55582 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=e00187af-8819-41e6-98f0-199ce9db0f05 HTTP/1.1" status: 200 len: 946 time: 0.0562260 Jul 06 15:25:34.227811 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-2ae064df-72db-48fd-a643-ed5e1375abe8 req-fb6b8e9a-c8b6-45c5-8cdc-12dfd8456911 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539570 Jul 06 15:25:34.593238 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faec53f-8c10-4cce-8daf-07256a7f9a78 req-b4117d54-7ced-4ee7-8b07-7078d85d2610 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:34.595092 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-3faec53f-8c10-4cce-8daf-07256a7f9a78 req-b4117d54-7ced-4ee7-8b07-7078d85d2610 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=a347082e-a86f-46f0-a018-e3918e3e8262 HTTP/1.1" status: 200 len: 944 time: 0.0554190 Jul 06 15:25:34.645205 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-3faec53f-8c10-4cce-8daf-07256a7f9a78 req-342ab029-729c-4d06-91d1-44a72e7acd9d tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb6239be-1d71-40f2-adcc-b4a14da46b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433943 Jul 06 15:25:34.818453 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a81cc29-4f07-45b4-949c-e2d601f1ddb6 req-0afb0897-dd88-4ebb-af92-8903308d464c tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:34.820709 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6a81cc29-4f07-45b4-949c-e2d601f1ddb6 req-0afb0897-dd88-4ebb-af92-8903308d464c tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 943 time: 0.0573874 Jul 06 15:25:34.858676 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:34.877322 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6a81cc29-4f07-45b4-949c-e2d601f1ddb6 req-43f13f59-7370-4da7-a495-f8dc211236e7 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc6fbc5a-489d-42df-8f08-ce6874fd60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503633 Jul 06 15:25:34.939700 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 51842) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:25:35.145400 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c2694-0d40-4948-9ca8-33c7dfe4f7e0 req-edcd6bbc-af4f-4958-9b6f-02dd36a593cd tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:35.146923 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-685c2694-0d40-4948-9ca8-33c7dfe4f7e0 req-edcd6bbc-af4f-4958-9b6f-02dd36a593cd tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] 10.222.0.46 "GET /v2.0/ports?device_id=a60af238-6eb5-450e-adf6-2e01797e448c HTTP/1.1" status: 200 len: 944 time: 0.0551550 Jul 06 15:25:35.196270 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-7c5edff7-9e4d-425d-a85a-559c338935c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:35.213285 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:35.227023 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-685c2694-0d40-4948-9ca8-33c7dfe4f7e0 req-869dfadf-ec25-4cac-80fa-9a7c506fabbe tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] 10.222.0.46 "GET /v2.0/security-groups?id=f95cd6f8-b42d-461f-85bd-e637c1a29470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725322 Jul 06 15:25:35.303280 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-7c5edff7-9e4d-425d-a85a-559c338935c5 admin admin] Publish callbacks [] for security_group (012ad5e1-3e1e-4e1e-bf1c-3960f56f2413), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:35.309520 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-7c5edff7-9e4d-425d-a85a-559c338935c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (012ad5e1-3e1e-4e1e-bf1c-3960f56f2413), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:35.315409 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:35.354433 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5edff7-9e4d-425d-a85a-559c338935c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=012ad5e1-3e1e-4e1e-bf1c-3960f56f2413,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:35.358559 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ed093-894a-4cf0-8108-e36ff2d48b46 req-e45937a1-15c0-41ad-9fca-1ac813c40b8e tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:35.359669 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-7c5edff7-9e4d-425d-a85a-559c338935c5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3bc336c2911a4fb195affbc82ec4286a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4189212 Jul 06 15:25:35.363932 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-dd0ed093-894a-4cf0-8108-e36ff2d48b46 req-e45937a1-15c0-41ad-9fca-1ac813c40b8e tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=e00187af-8819-41e6-98f0-199ce9db0f05 HTTP/1.1" status: 200 len: 946 time: 0.0619330 Jul 06 15:25:35.364310 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 51862) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:25:35.372265 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5edff7-9e4d-425d-a85a-559c338935c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:25:35.372610 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5edff7-9e4d-425d-a85a-559c338935c5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:25:35.372965 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5edff7-9e4d-425d-a85a-559c338935c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:25:35.373303 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5edff7-9e4d-425d-a85a-559c338935c5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:25:35.373629 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5edff7-9e4d-425d-a85a-559c338935c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:25:35.373948 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5edff7-9e4d-425d-a85a-559c338935c5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:25:35.374265 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5edff7-9e4d-425d-a85a-559c338935c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:25:35.374594 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5edff7-9e4d-425d-a85a-559c338935c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:25:35.374905 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5edff7-9e4d-425d-a85a-559c338935c5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:25:35.375373 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5edff7-9e4d-425d-a85a-559c338935c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:25:35.375555 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5edff7-9e4d-425d-a85a-559c338935c5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:25:35.375931 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5edff7-9e4d-425d-a85a-559c338935c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:25:35.376255 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5edff7-9e4d-425d-a85a-559c338935c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:25:35.376678 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5edff7-9e4d-425d-a85a-559c338935c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:25:35.376872 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5edff7-9e4d-425d-a85a-559c338935c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:25:35.389660 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:35.424373 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-dd0ed093-894a-4cf0-8108-e36ff2d48b46 req-64fd7263-ebb3-4292-ac2d-72578836013f tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534492 Jul 06 15:25:35.429957 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-b8a95c9e-a158-423b-b477-d09e01479a45 admin admin] Publish callbacks [] for security_group (012ad5e1-3e1e-4e1e-bf1c-3960f56f2413), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:35.464293 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-b8a95c9e-a158-423b-b477-d09e01479a45 admin admin] Publish callbacks [] for security_group (012ad5e1-3e1e-4e1e-bf1c-3960f56f2413), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:35.517094 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-b8a95c9e-a158-423b-b477-d09e01479a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (012ad5e1-3e1e-4e1e-bf1c-3960f56f2413), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:35.519677 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-b8a95c9e-a158-423b-b477-d09e01479a45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:35.520711 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-b8a95c9e-a158-423b-b477-d09e01479a45 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/012ad5e1-3e1e-4e1e-bf1c-3960f56f2413 HTTP/1.1" status: 204 len: 168 time: 0.1555023 Jul 06 15:25:35.528489 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a95c9e-a158-423b-b477-d09e01479a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=012ad5e1-3e1e-4e1e-bf1c-3960f56f2413,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:35.691103 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] get_ports_and_sgs() called for port_ids ['ed64b6d5-5c31-4bdf-85ee-153655020dd2'] {{(pid=103846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:25:35.855403 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625878f0-9eb4-48d8-a701-62799fe062e4 req-331d1551-fbe6-4050-9f1a-1667c38151a9 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:35.867697 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:35.868112 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-625878f0-9eb4-48d8-a701-62799fe062e4 req-331d1551-fbe6-4050-9f1a-1667c38151a9 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=a347082e-a86f-46f0-a018-e3918e3e8262 HTTP/1.1" status: 200 len: 944 time: 0.1323135 Jul 06 15:25:35.926793 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 51890) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:25:35.934174 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-625878f0-9eb4-48d8-a701-62799fe062e4 req-dad0c6d0-ba8a-4d92-bc3b-38955400d20c tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb6239be-1d71-40f2-adcc-b4a14da46b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647604 Jul 06 15:25:35.948958 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-ad1ddc80-c971-4fad-996b-b3b3528cab9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:36.033882 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3645bf0-af2b-468d-a997-660bcddc7c92 req-8676922e-40f5-48c3-866a-a5331af9c9ab tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:36.035464 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-b3645bf0-af2b-468d-a997-660bcddc7c92 req-8676922e-40f5-48c3-866a-a5331af9c9ab tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 943 time: 0.0677762 Jul 06 15:25:36.110018 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-ad1ddc80-c971-4fad-996b-b3b3528cab9e admin admin] Publish callbacks [] for security_group (0a115610-3c1a-48a5-9ec1-68760b0b2e16), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:36.114792 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-b3645bf0-af2b-468d-a997-660bcddc7c92 req-aed9e795-183a-4fca-aa04-3bdd7eaa91ed tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc6fbc5a-489d-42df-8f08-ce6874fd60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732300 Jul 06 15:25:36.116021 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-ad1ddc80-c971-4fad-996b-b3b3528cab9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (0a115610-3c1a-48a5-9ec1-68760b0b2e16), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:36.156366 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-ad1ddc80-c971-4fad-996b-b3b3528cab9e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3a006ff187b9412bb5e46400e63c63e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2277098 Jul 06 15:25:36.159024 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1ddc80-c971-4fad-996b-b3b3528cab9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a115610-3c1a-48a5-9ec1-68760b0b2e16,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:36.160078 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 51896) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:25:36.166554 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1ddc80-c971-4fad-996b-b3b3528cab9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:25:36.166893 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1ddc80-c971-4fad-996b-b3b3528cab9e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:25:36.167240 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1ddc80-c971-4fad-996b-b3b3528cab9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:25:36.167583 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1ddc80-c971-4fad-996b-b3b3528cab9e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:25:36.167909 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1ddc80-c971-4fad-996b-b3b3528cab9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:25:36.168232 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1ddc80-c971-4fad-996b-b3b3528cab9e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:25:36.168550 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1ddc80-c971-4fad-996b-b3b3528cab9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:25:36.168866 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1ddc80-c971-4fad-996b-b3b3528cab9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:25:36.169183 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1ddc80-c971-4fad-996b-b3b3528cab9e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:25:36.169503 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1ddc80-c971-4fad-996b-b3b3528cab9e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:25:36.169821 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1ddc80-c971-4fad-996b-b3b3528cab9e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:25:36.170139 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1ddc80-c971-4fad-996b-b3b3528cab9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:25:36.170451 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1ddc80-c971-4fad-996b-b3b3528cab9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:25:36.170759 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1ddc80-c971-4fad-996b-b3b3528cab9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:25:36.171249 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1ddc80-c971-4fad-996b-b3b3528cab9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:25:36.225195 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-cac794e1-7550-4709-89f6-d00b6a9902d4 admin admin] Publish callbacks [] for security_group (0a115610-3c1a-48a5-9ec1-68760b0b2e16), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:36.257143 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-cac794e1-7550-4709-89f6-d00b6a9902d4 admin admin] Publish callbacks [] for security_group (0a115610-3c1a-48a5-9ec1-68760b0b2e16), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:36.320922 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-cac794e1-7550-4709-89f6-d00b6a9902d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (0a115610-3c1a-48a5-9ec1-68760b0b2e16), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:36.323805 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b568434-62a1-4c98-a6f8-e3819b404150 req-eb7b2881-d6b4-4250-a918-f11ef3533222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:36.324249 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-cac794e1-7550-4709-89f6-d00b6a9902d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:36.325385 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-9b568434-62a1-4c98-a6f8-e3819b404150 req-eb7b2881-d6b4-4250-a918-f11ef3533222 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e0fd46af-3762-4170-ab9e-cd9cd8d2a83b HTTP/1.1" status: 200 len: 850 time: 0.1130631 Jul 06 15:25:36.325526 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-cac794e1-7550-4709-89f6-d00b6a9902d4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0a115610-3c1a-48a5-9ec1-68760b0b2e16 HTTP/1.1" status: 204 len: 168 time: 0.1641781 Jul 06 15:25:36.337622 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac794e1-7550-4709-89f6-d00b6a9902d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a115610-3c1a-48a5-9ec1-68760b0b2e16,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:36.389066 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-9532d39a-e3d0-4188-a50f-bd16a61d5505 req-a5d09fb4-5459-4a7c-bcfd-dcd939d4bfa4 service neutron] 10.222.0.16 "GET /v2.0/networks/c3020644-2bbb-40b0-b72d-4d80a8b6cb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868477 Jul 06 15:25:36.390549 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b568434-62a1-4c98-a6f8-e3819b404150 req-a7f4345f-5b26-42f1-b878-abe63e97875a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:36.392474 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-9b568434-62a1-4c98-a6f8-e3819b404150 req-a7f4345f-5b26-42f1-b878-abe63e97875a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e25275fc-af73-47fb-bfc4-a4005b8727d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0591588 Jul 06 15:25:36.419520 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67040e2b-7694-4fb5-abbe-35df25bf686e req-4af5fbff-afa3-4798-adf4-7f82c94fd369 tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:36.429774 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-67040e2b-7694-4fb5-abbe-35df25bf686e req-4af5fbff-afa3-4798-adf4-7f82c94fd369 tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] 10.222.0.46 "GET /v2.0/ports?device_id=a60af238-6eb5-450e-adf6-2e01797e448c HTTP/1.1" status: 200 len: 944 time: 0.0891242 Jul 06 15:25:36.488139 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-67040e2b-7694-4fb5-abbe-35df25bf686e req-f5c7f4eb-e659-4e8a-af52-6008b4f93cdb tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] 10.222.0.46 "GET /v2.0/security-groups?id=f95cd6f8-b42d-461f-85bd-e637c1a29470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572231 Jul 06 15:25:36.603657 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3793bf-30c4-41da-99f7-853852dc6b5c req-56e36a38-8380-40ed-9b58-5279924ae56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:36.605473 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-4b3793bf-30c4-41da-99f7-853852dc6b5c req-56e36a38-8380-40ed-9b58-5279924ae56d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e00187af-8819-41e6-98f0-199ce9db0f05 HTTP/1.1" status: 200 len: 1130 time: 0.1852915 Jul 06 15:25:36.641606 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4822f0d8-9cd3-4987-8d11-4ca1616cd46a req-60d24cfc-a020-4e04-8e5e-4bc4243275d3 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:36.643947 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-4822f0d8-9cd3-4987-8d11-4ca1616cd46a req-60d24cfc-a020-4e04-8e5e-4bc4243275d3 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=e00187af-8819-41e6-98f0-199ce9db0f05 HTTP/1.1" status: 200 len: 946 time: 0.1243606 Jul 06 15:25:36.903142 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-9b568434-62a1-4c98-a6f8-e3819b404150 req-77c0d5dc-4ab5-4e53-8603-7226ab341c90 service neutron] 10.222.0.16 "GET /v2.0/networks/e25275fc-af73-47fb-bfc4-a4005b8727d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5031505 Jul 06 15:25:36.912534 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 51922) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:25:36.952265 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-4822f0d8-9cd3-4987-8d11-4ca1616cd46a req-55e74b25-e869-459b-87fb-79d5ac65353f tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997124 Jul 06 15:25:37.075416 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18988c0-264a-4655-b0f2-5ba278ce8e11 req-8078c5c7-0b57-4cf7-a576-18368d063c7c tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:37.077426 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-b18988c0-264a-4655-b0f2-5ba278ce8e11 req-8078c5c7-0b57-4cf7-a576-18368d063c7c tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=a347082e-a86f-46f0-a018-e3918e3e8262 HTTP/1.1" status: 200 len: 944 time: 0.0655289 Jul 06 15:25:37.137778 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-4fd76892-c486-4d54-8eb4-695d7a73f6fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:37.155185 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:37.182060 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-b18988c0-264a-4655-b0f2-5ba278ce8e11 req-0144595c-dcb4-43a7-afe9-7b6fd65a1246 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb6239be-1d71-40f2-adcc-b4a14da46b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938017 Jul 06 15:25:37.259425 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-4fd76892-c486-4d54-8eb4-695d7a73f6fb admin admin] Publish callbacks [] for security_group (f0b23bbc-9e8c-4a6e-83ab-8dd3cfc131f6), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:37.264626 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-4fd76892-c486-4d54-8eb4-695d7a73f6fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (f0b23bbc-9e8c-4a6e-83ab-8dd3cfc131f6), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:37.309290 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-4fd76892-c486-4d54-8eb4-695d7a73f6fb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=87d903e3ff5446179523a1598cdb0342&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3933201 Jul 06 15:25:37.309290 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd76892-c486-4d54-8eb4-695d7a73f6fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b23bbc-9e8c-4a6e-83ab-8dd3cfc131f6,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:37.310316 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 51950) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:25:37.315627 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-4b3793bf-30c4-41da-99f7-853852dc6b5c req-92a7bf8a-93aa-4c22-b765-677c84ecacb3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526656 Jul 06 15:25:37.339323 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387f4289-1d0a-4098-bdc7-32341537c208 req-9df0dd3f-8633-4dc9-bc45-90bad33acaa2 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:37.340797 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-387f4289-1d0a-4098-bdc7-32341537c208 req-9df0dd3f-8633-4dc9-bc45-90bad33acaa2 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 943 time: 0.1086855 Jul 06 15:25:37.342805 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:37.349076 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:37.368418 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-6a86268d-9e62-4693-a38c-63a2f69f1a8d admin admin] Publish callbacks [] for security_group (f0b23bbc-9e8c-4a6e-83ab-8dd3cfc131f6), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:37.375488 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-9b568434-62a1-4c98-a6f8-e3819b404150 req-60307441-a81a-446a-9c88-2c9f897805af service neutron] 10.222.0.16 "GET /v2.0/networks/e25275fc-af73-47fb-bfc4-a4005b8727d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137675 Jul 06 15:25:37.383608 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:37.396617 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-6a86268d-9e62-4693-a38c-63a2f69f1a8d admin admin] Publish callbacks [] for security_group (f0b23bbc-9e8c-4a6e-83ab-8dd3cfc131f6), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:37.407778 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-387f4289-1d0a-4098-bdc7-32341537c208 req-3373acca-234e-4f9c-b752-0ba9189b0271 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc6fbc5a-489d-42df-8f08-ce6874fd60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516989 Jul 06 15:25:37.442069 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device ed64b6d5-5c31-4bdf-85ee-153655020dd2 up at agent hyperv_hv-cinder-84884 {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:25:37.455313 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-6a86268d-9e62-4693-a38c-63a2f69f1a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (f0b23bbc-9e8c-4a6e-83ab-8dd3cfc131f6), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:37.458902 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-6a86268d-9e62-4693-a38c-63a2f69f1a8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:37.463533 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-6a86268d-9e62-4693-a38c-63a2f69f1a8d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f0b23bbc-9e8c-4a6e-83ab-8dd3cfc131f6 HTTP/1.1" status: 204 len: 168 time: 0.1521392 Jul 06 15:25:37.473679 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a86268d-9e62-4693-a38c-63a2f69f1a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b23bbc-9e8c-4a6e-83ab-8dd3cfc131f6,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:37.506261 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Provisioning for port ed64b6d5-5c31-4bdf-85ee-153655020dd2 completed by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 06 15:25:37.514473 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Provisioning complete for port ed64b6d5-5c31-4bdf-85ee-153655020dd2 triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:25:37.515403 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (ed64b6d5-5c31-4bdf-85ee-153655020dd2), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:37.606214 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Current status of the port ed64b6d5-5c31-4bdf-85ee-153655020dd2 is: BUILD; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:25:37.606916 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (ed64b6d5-5c31-4bdf-85ee-153655020dd2), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:37.638150 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0aced0-9f91-4f11-ae41-d70b17d4074f req-c0fd947a-e838-481e-a1ac-bf25f1169581 tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:37.646024 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-ed0aced0-9f91-4f11-ae41-d70b17d4074f req-c0fd947a-e838-481e-a1ac-bf25f1169581 tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] 10.222.0.46 "GET /v2.0/ports?device_id=a60af238-6eb5-450e-adf6-2e01797e448c HTTP/1.1" status: 200 len: 944 time: 0.0747612 Jul 06 15:25:37.649166 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port ed64b6d5-5c31-4bdf-85ee-153655020dd2, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=ed64b6d5-5c31-4bdf-85ee-153655020dd2,segment=NetworkSegment(8204b9b4-67b5-4078-b2a8-fdc5e4764718),segment_id=8204b9b4-67b5-4078-b2a8-fdc5e4764718)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:25:37.650177 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a60af238-6eb5-450e-adf6-2e01797e448c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed64b6d5-5c31-4bdf-85ee-153655020dd2'}] {{(pid=103846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:25:37.652620 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83ad2954d886e551320551455e9fbed623a66dbf450698aab55d06241312ca55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816283ae-45a7-467b-8b4e-a8d5a45874f4" -d '{"events": [{"server_uuid": "a60af238-6eb5-450e-adf6-2e01797e448c", "name": "network-vif-plugged", "status": "completed", "tag": "ed64b6d5-5c31-4bdf-85ee-153655020dd2"}]}' {{(pid=103846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:25:37.660519 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (ed64b6d5-5c31-4bdf-85ee-153655020dd2), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:37.709469 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-ed0aced0-9f91-4f11-ae41-d70b17d4074f req-db1a6719-0c67-4b2b-b851-5301ff76ffdb tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] 10.222.0.46 "GET /v2.0/security-groups?id=f95cd6f8-b42d-461f-85bd-e637c1a29470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606592 Jul 06 15:25:37.716821 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Pushing event updated for resources: {'Port': ['ID=ed64b6d5-5c31-4bdf-85ee-153655020dd2,revision_number=5']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:37.727534 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:25:37.727534 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:25:37.727534 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:25:37.727534 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:25:37.727534 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:25:37.727534 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:25:37.727534 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:25:37.727534 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:25:37.727534 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:25:37.728116 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:25:37.728116 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:25:37.728355 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:25:37.728925 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:25:37.729423 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:25:37.730098 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:25:37.734535 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 15:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d32cb2-5353-45f1-8bfc-49d8b7146728 x-openstack-request-id: req-05d32cb2-5353-45f1-8bfc-49d8b7146728 {{(pid=103846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:25:37.734792 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a60af238-6eb5-450e-adf6-2e01797e448c", "name": "network-vif-plugged", "status": "completed", "tag": "ed64b6d5-5c31-4bdf-85ee-153655020dd2", "code": 200}]} {{(pid=103846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:25:37.735469 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-05d32cb2-5353-45f1-8bfc-49d8b7146728 {{(pid=103846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:25:37.736030 dv-cinder-848848-4-iscsi neutron-server[103846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05d32cb2-5353-45f1-8bfc-49d8b7146728'] response: {'server_uuid': 'a60af238-6eb5-450e-adf6-2e01797e448c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed64b6d5-5c31-4bdf-85ee-153655020dd2', 'code': 200} Jul 06 15:25:37.919143 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 51974) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:25:37.932385 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-84e3b9d9-6e9c-41cb-b7a2-c5a40b160a40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:38.059442 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-84e3b9d9-6e9c-41cb-b7a2-c5a40b160a40 admin admin] Publish callbacks [] for security_group (62fb933c-ec1d-4031-ac12-5e141913e471), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:38.065856 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-84e3b9d9-6e9c-41cb-b7a2-c5a40b160a40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (62fb933c-ec1d-4031-ac12-5e141913e471), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:38.084512 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa7e1e-f998-490a-8899-4a7e4d71be82 req-d9c3987f-1296-4700-841d-00027e37d504 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:38.086977 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-f6aa7e1e-f998-490a-8899-4a7e4d71be82 req-d9c3987f-1296-4700-841d-00027e37d504 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=e00187af-8819-41e6-98f0-199ce9db0f05 HTTP/1.1" status: 200 len: 946 time: 0.0688248 Jul 06 15:25:38.087586 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 51984) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:25:38.135398 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-84e3b9d9-6e9c-41cb-b7a2-c5a40b160a40 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b6693809e91a497097473bd90774d268&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2150741 Jul 06 15:25:38.136209 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 51988) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:25:38.136974 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e3b9d9-6e9c-41cb-b7a2-c5a40b160a40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62fb933c-ec1d-4031-ac12-5e141913e471,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:38.177690 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-f6aa7e1e-f998-490a-8899-4a7e4d71be82 req-8111232d-b95e-467e-bfb5-68307f515db1 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835369 Jul 06 15:25:38.240937 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-78107c99-907c-4b66-b334-d6378880bd17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:38.268250 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6cb96b-c5fe-4e82-b6f6-3ce60d8697cc req-11236ced-62bb-4efe-8d09-a6a9d78dcd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:38.270746 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-1b6cb96b-c5fe-4e82-b6f6-3ce60d8697cc req-11236ced-62bb-4efe-8d09-a6a9d78dcd35 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a60af238-6eb5-450e-adf6-2e01797e448c HTTP/1.1" status: 200 len: 1129 time: 0.0587804 Jul 06 15:25:38.277948 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-2e337033-9c49-4445-9abc-8a851d0f10bf admin admin] Publish callbacks [] for security_group (62fb933c-ec1d-4031-ac12-5e141913e471), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:38.335465 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-2e337033-9c49-4445-9abc-8a851d0f10bf admin admin] Publish callbacks [] for security_group (62fb933c-ec1d-4031-ac12-5e141913e471), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:38.372990 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-78107c99-907c-4b66-b334-d6378880bd17 admin admin] Publish callbacks [] for security_group (554da078-5467-4197-af77-5bf9815d791a), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:38.379070 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-78107c99-907c-4b66-b334-d6378880bd17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (554da078-5467-4197-af77-5bf9815d791a), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:38.424771 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78107c99-907c-4b66-b334-d6378880bd17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=554da078-5467-4197-af77-5bf9815d791a,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:38.431317 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-78107c99-907c-4b66-b334-d6378880bd17 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dfca0823c41b4e6c918659ec891bfe96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3413868 Jul 06 15:25:38.432515 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c82f899-e5a8-4e8e-8dd9-eb4443fbc73c req-5dd5e008-8e8f-435f-b2dc-2925fc7e4ee7 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:38.433069 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 52000) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:25:38.434005 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-9c82f899-e5a8-4e8e-8dd9-eb4443fbc73c req-5dd5e008-8e8f-435f-b2dc-2925fc7e4ee7 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=a347082e-a86f-46f0-a018-e3918e3e8262 HTTP/1.1" status: 200 len: 944 time: 0.1347344 Jul 06 15:25:38.505548 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-dae36f50-b3fe-4421-bcad-5f9703621f7c admin admin] Publish callbacks [] for security_group (554da078-5467-4197-af77-5bf9815d791a), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:38.508728 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-1b6cb96b-c5fe-4e82-b6f6-3ce60d8697cc req-ee8de111-7f81-4d57-8e1a-403b0b049cac service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f95cd6f8-b42d-461f-85bd-e637c1a29470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443660 Jul 06 15:25:38.515866 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-9c82f899-e5a8-4e8e-8dd9-eb4443fbc73c req-c65ebe6a-30d5-4ca1-b36b-9db91d349b56 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb6239be-1d71-40f2-adcc-b4a14da46b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731213 Jul 06 15:25:38.533692 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-2e337033-9c49-4445-9abc-8a851d0f10bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (62fb933c-ec1d-4031-ac12-5e141913e471), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:38.538765 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-2e337033-9c49-4445-9abc-8a851d0f10bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:38.544980 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-2e337033-9c49-4445-9abc-8a851d0f10bf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/62fb933c-ec1d-4031-ac12-5e141913e471 HTTP/1.1" status: 204 len: 168 time: 0.3918669 Jul 06 15:25:38.557346 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e337033-9c49-4445-9abc-8a851d0f10bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62fb933c-ec1d-4031-ac12-5e141913e471,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:38.563078 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-dae36f50-b3fe-4421-bcad-5f9703621f7c admin admin] Publish callbacks [] for security_group (554da078-5467-4197-af77-5bf9815d791a), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:38.581322 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297a500-06a8-4d59-8bd8-7859f3187634 req-e70132ee-68ba-4c8f-aea5-2a1946cced66 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:38.581452 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 52008) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:25:38.583169 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-4297a500-06a8-4d59-8bd8-7859f3187634 req-e70132ee-68ba-4c8f-aea5-2a1946cced66 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 943 time: 0.0787082 Jul 06 15:25:38.640429 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:38.657190 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-4297a500-06a8-4d59-8bd8-7859f3187634 req-76b1e92a-65c4-4eca-99da-b4db1aa5bdf8 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc6fbc5a-489d-42df-8f08-ce6874fd60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621333 Jul 06 15:25:38.667611 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-dae36f50-b3fe-4421-bcad-5f9703621f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (554da078-5467-4197-af77-5bf9815d791a), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:38.671664 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-dae36f50-b3fe-4421-bcad-5f9703621f7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:38.673636 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-dae36f50-b3fe-4421-bcad-5f9703621f7c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/554da078-5467-4197-af77-5bf9815d791a HTTP/1.1" status: 204 len: 168 time: 0.2390213 Jul 06 15:25:38.687149 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae36f50-b3fe-4421-bcad-5f9703621f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=554da078-5467-4197-af77-5bf9815d791a,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:38.731166 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-e0a00a19-6bfc-437b-9373-f3bd7e6b5d40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:38.874458 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f18fdaa-cc07-4158-b598-5fc8668464a5 req-30caba31-895b-43a4-8793-9048c8e66dd8 tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:38.877252 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-3f18fdaa-cc07-4158-b598-5fc8668464a5 req-30caba31-895b-43a4-8793-9048c8e66dd8 tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] 10.222.0.46 "GET /v2.0/ports?device_id=a60af238-6eb5-450e-adf6-2e01797e448c HTTP/1.1" status: 200 len: 945 time: 0.0767252 Jul 06 15:25:38.880279 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:38.882467 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-e0a00a19-6bfc-437b-9373-f3bd7e6b5d40 admin admin] Publish callbacks [] for security_group (a7c95886-e73a-4b5f-bc7a-de10339fc401), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:38.894779 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-e0a00a19-6bfc-437b-9373-f3bd7e6b5d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (a7c95886-e73a-4b5f-bc7a-de10339fc401), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:38.956119 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-e0a00a19-6bfc-437b-9373-f3bd7e6b5d40 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=788f99e1f77946fe9f0771ffff9e934c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3735397 Jul 06 15:25:38.959516 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a00a19-6bfc-437b-9373-f3bd7e6b5d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c95886-e73a-4b5f-bc7a-de10339fc401,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:38.959631 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 52024) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:25:38.984898 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-3f18fdaa-cc07-4158-b598-5fc8668464a5 req-b82c872e-cc06-4e5b-9c28-45c92ed5802e tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] 10.222.0.46 "GET /v2.0/security-groups?id=f95cd6f8-b42d-461f-85bd-e637c1a29470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949628 Jul 06 15:25:39.056925 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-a3296a35-11b4-4971-b9d5-be450d9cc813 admin admin] Publish callbacks [] for security_group (a7c95886-e73a-4b5f-bc7a-de10339fc401), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:39.082902 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-a3296a35-11b4-4971-b9d5-be450d9cc813 admin admin] Publish callbacks [] for security_group (a7c95886-e73a-4b5f-bc7a-de10339fc401), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:39.122813 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=6 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:39.143816 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-a3296a35-11b4-4971-b9d5-be450d9cc813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (a7c95886-e73a-4b5f-bc7a-de10339fc401), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:39.147113 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-a3296a35-11b4-4971-b9d5-be450d9cc813 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:39.148436 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-a3296a35-11b4-4971-b9d5-be450d9cc813 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a7c95886-e73a-4b5f-bc7a-de10339fc401 HTTP/1.1" status: 204 len: 168 time: 0.1876049 Jul 06 15:25:39.160881 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3296a35-11b4-4971-b9d5-be450d9cc813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c95886-e73a-4b5f-bc7a-de10339fc401,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:39.295107 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3718270-1dfc-421f-b63f-720a0cc29c73 req-e4b584f7-4d18-4034-aca5-f02d753a7c49 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:39.300150 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-e3718270-1dfc-421f-b63f-720a0cc29c73 req-e4b584f7-4d18-4034-aca5-f02d753a7c49 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=e00187af-8819-41e6-98f0-199ce9db0f05 HTTP/1.1" status: 200 len: 946 time: 0.0544047 Jul 06 15:25:39.347762 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-e3718270-1dfc-421f-b63f-720a0cc29c73 req-9f5c2a19-a4aa-4f13-8842-0588d722a3a0 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453126 Jul 06 15:25:39.446501 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device fe67390d-68cb-4317-96a3-d85d3d7d6ff7 details requested by agent hyperv_hv-cinder-84884 with host hv-cinder-84884 {{(pid=103846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 15:25:39.540226 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 52062) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:25:39.571689 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-3e0f4217-f778-4f06-bf5f-2decaef23aa0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:39.614767 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port fe67390d-68cb-4317-96a3-d85d3d7d6ff7, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=fe67390d-68cb-4317-96a3-d85d3d7d6ff7,segment=NetworkSegment(8b9fcdf4-24f7-46ab-b771-db26fc7e4c98),segment_id=8b9fcdf4-24f7-46ab-b771-db26fc7e4c98)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:25:39.642501 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Returning: {'device': 'fe67390d-68cb-4317-96a3-d85d3d7d6ff7', 'network_id': 'c3020644-2bbb-40b0-b72d-4d80a8b6cb34', 'port_id': 'fe67390d-68cb-4317-96a3-d85d3d7d6ff7', 'mac_address': 'fa:16:3e:65:9a:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77f124ec-b849-4e26-b7c2-43db5c0c70ca', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 15:25:39.730146 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:39.747401 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Current status of the port fe67390d-68cb-4317-96a3-d85d3d7d6ff7 is: DOWN; New status is: BUILD {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:25:39.748109 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (fe67390d-68cb-4317-96a3-d85d3d7d6ff7), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:39.773836 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ecc128-2961-47b5-a923-6e084c6d345a req-a55d555c-f86b-46bc-b5b3-6c99c27b3329 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:39.778798 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.notifiers.nova [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe67390d-68cb-4317-96a3-d85d3d7d6ff7 {{(pid=103846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 15:25:39.781371 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-83ecc128-2961-47b5-a923-6e084c6d345a req-a55d555c-f86b-46bc-b5b3-6c99c27b3329 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=a347082e-a86f-46f0-a018-e3918e3e8262 HTTP/1.1" status: 200 len: 944 time: 0.0881128 Jul 06 15:25:39.811676 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-3e0f4217-f778-4f06-bf5f-2decaef23aa0 admin admin] Publish callbacks [] for security_group (a6925068-c8a3-4d74-a1e5-9359ac88708e), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:39.824826 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-3e0f4217-f778-4f06-bf5f-2decaef23aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (a6925068-c8a3-4d74-a1e5-9359ac88708e), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:39.827726 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port fe67390d-68cb-4317-96a3-d85d3d7d6ff7, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=fe67390d-68cb-4317-96a3-d85d3d7d6ff7,segment=NetworkSegment(8b9fcdf4-24f7-46ab-b771-db26fc7e4c98),segment_id=8b9fcdf4-24f7-46ab-b771-db26fc7e4c98)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:25:39.837521 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (fe67390d-68cb-4317-96a3-d85d3d7d6ff7), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:39.840032 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device 1517f5a9-ced9-4ab6-a63d-d158af2a6089 details requested by agent hyperv_hv-cinder-84884 with host hv-cinder-84884 {{(pid=103846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 15:25:39.853273 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e011c1d-1d29-47dc-b7d8-ae75a1be93ee req-8520ad38-f9ba-4688-9fa7-ebee797817a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:39.855627 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-1e011c1d-1d29-47dc-b7d8-ae75a1be93ee req-8520ad38-f9ba-4688-9fa7-ebee797817a8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef44ecc951964d51925463c5e09f9fbb&device_id=e00187af-8819-41e6-98f0-199ce9db0f05 HTTP/1.1" status: 200 len: 1130 time: 0.1438410 Jul 06 15:25:39.865872 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-3e0f4217-f778-4f06-bf5f-2decaef23aa0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=98b9e48c44c545a6b89e5bd66f407a1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3246312 Jul 06 15:25:39.866529 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 52078) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:25:39.870182 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b946f-71d4-43bb-a839-5e8d8d7fc8ca req-bfe34dcc-c808-42e0-b1ed-0f810252235f tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:39.872370 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-d60b946f-71d4-43bb-a839-5e8d8d7fc8ca req-bfe34dcc-c808-42e0-b1ed-0f810252235f tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=e00187af-8819-41e6-98f0-199ce9db0f05 HTTP/1.1" status: 200 len: 946 time: 0.0826614 Jul 06 15:25:39.911045 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:39.939547 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-83ecc128-2961-47b5-a923-6e084c6d345a req-0d02ab28-d1b1-4d44-b82c-9fa81f5cea19 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb6239be-1d71-40f2-adcc-b4a14da46b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508713 Jul 06 15:25:39.943532 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0f4217-f778-4f06-bf5f-2decaef23aa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6925068-c8a3-4d74-a1e5-9359ac88708e,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:40.007813 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-d60b946f-71d4-43bb-a839-5e8d8d7fc8ca req-4e8f9ef1-3aa1-4a1a-a929-36fa0b8b5e76 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163874 Jul 06 15:25:40.009307 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Pushing event updated for resources: {'Port': ['ID=fe67390d-68cb-4317-96a3-d85d3d7d6ff7,revision_number=4']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:40.026668 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-1d9d3f52-c126-4599-828a-000c64e841c2 admin admin] Publish callbacks [] for security_group (a6925068-c8a3-4d74-a1e5-9359ac88708e), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:40.093078 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-1d9d3f52-c126-4599-828a-000c64e841c2 admin admin] Publish callbacks [] for security_group (a6925068-c8a3-4d74-a1e5-9359ac88708e), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:40.124572 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c5b17f-0b60-4af9-9f32-fffb3b39571e req-0879fa1c-e774-4718-b19c-3278b445f728 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:40.128100 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-91c5b17f-0b60-4af9-9f32-fffb3b39571e req-0879fa1c-e774-4718-b19c-3278b445f728 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 944 time: 0.0994880 Jul 06 15:25:40.155133 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b83c66-4f26-4e1b-a659-5fd530eca9f3 req-ff061c1b-a770-40b4-800a-0a5ddbf99fd6 tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:40.159874 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-95b83c66-4f26-4e1b-a659-5fd530eca9f3 req-ff061c1b-a770-40b4-800a-0a5ddbf99fd6 tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] 10.222.0.46 "GET /v2.0/ports?device_id=a60af238-6eb5-450e-adf6-2e01797e448c HTTP/1.1" status: 200 len: 945 time: 0.0744760 Jul 06 15:25:40.180787 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port 1517f5a9-ced9-4ab6-a63d-d158af2a6089, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=1517f5a9-ced9-4ab6-a63d-d158af2a6089,segment=NetworkSegment(9e485fae-b0f5-4f5a-9064-6e2e7153a585),segment_id=9e485fae-b0f5-4f5a-9064-6e2e7153a585)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:25:40.196324 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-91c5b17f-0b60-4af9-9f32-fffb3b39571e req-c33e81bf-4e99-4aff-aba9-6647e64190ce tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc6fbc5a-489d-42df-8f08-ce6874fd60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558059 Jul 06 15:25:40.199000 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-1d9d3f52-c126-4599-828a-000c64e841c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (a6925068-c8a3-4d74-a1e5-9359ac88708e), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:40.203622 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-1d9d3f52-c126-4599-828a-000c64e841c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:40.207957 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-1d9d3f52-c126-4599-828a-000c64e841c2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a6925068-c8a3-4d74-a1e5-9359ac88708e HTTP/1.1" status: 204 len: 168 time: 0.3363845 Jul 06 15:25:40.208625 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Returning: {'device': '1517f5a9-ced9-4ab6-a63d-d158af2a6089', 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5', 'port_id': '1517f5a9-ced9-4ab6-a63d-d158af2a6089', 'mac_address': 'fa:16:3e:8c:1b:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f20ae9c1-f124-46af-83bd-c43bda7bdca6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 15:25:40.217712 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9d3f52-c126-4599-828a-000c64e841c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6925068-c8a3-4d74-a1e5-9359ac88708e,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:40.257880 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-95b83c66-4f26-4e1b-a659-5fd530eca9f3 req-100f02f8-6e47-4887-9bde-c89b486a9e7d tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] 10.222.0.46 "GET /v2.0/security-groups?id=f95cd6f8-b42d-461f-85bd-e637c1a29470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895524 Jul 06 15:25:40.267065 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Current status of the port 1517f5a9-ced9-4ab6-a63d-d158af2a6089 is: DOWN; New status is: BUILD {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:25:40.267425 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (1517f5a9-ced9-4ab6-a63d-d158af2a6089), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:40.289649 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.notifiers.nova [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1517f5a9-ced9-4ab6-a63d-d158af2a6089 {{(pid=103846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 15:25:40.301106 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:40.312081 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port 1517f5a9-ced9-4ab6-a63d-d158af2a6089, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=1517f5a9-ced9-4ab6-a63d-d158af2a6089,segment=NetworkSegment(9e485fae-b0f5-4f5a-9064-6e2e7153a585),segment_id=9e485fae-b0f5-4f5a-9064-6e2e7153a585)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:25:40.324465 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (1517f5a9-ced9-4ab6-a63d-d158af2a6089), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:40.408165 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Pushing event updated for resources: {'Port': ['ID=1517f5a9-ced9-4ab6-a63d-d158af2a6089,revision_number=4']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:40.426624 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e011c1d-1d29-47dc-b7d8-ae75a1be93ee req-286ccbaa-93dd-419c-b255-fb7fa87d933a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:40.428597 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-1e011c1d-1d29-47dc-b7d8-ae75a1be93ee req-286ccbaa-93dd-419c-b255-fb7fa87d933a service neutron] 10.222.0.16 "GET /v2.0/networks?id=2f7f712f-7346-42c2-b097-b4b48d9f78be HTTP/1.1" status: 200 len: 920 time: 0.1222920 Jul 06 15:25:40.482080 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-1e011c1d-1d29-47dc-b7d8-ae75a1be93ee req-f85357f4-f270-4e07-b1ec-49d8ba1fa851 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6 HTTP/1.1" status: 200 len: 217 time: 0.0464172 Jul 06 15:25:40.551784 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e011c1d-1d29-47dc-b7d8-ae75a1be93ee req-90491bab-670a-484f-b01d-e2b7559eef29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:40.554856 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-1e011c1d-1d29-47dc-b7d8-ae75a1be93ee req-90491bab-670a-484f-b01d-e2b7559eef29 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d2607162-f852-4242-9cef-eb0efdf849b4 HTTP/1.1" status: 200 len: 858 time: 0.0615752 Jul 06 15:25:40.617786 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e011c1d-1d29-47dc-b7d8-ae75a1be93ee req-89a2a863-cd7b-4391-888f-81f801ce6a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:40.619963 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-1e011c1d-1d29-47dc-b7d8-ae75a1be93ee req-89a2a863-cd7b-4391-888f-81f801ce6a18 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2f7f712f-7346-42c2-b097-b4b48d9f78be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0587780 Jul 06 15:25:40.719249 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] get_ports_and_sgs() called for port_ids ['1517f5a9-ced9-4ab6-a63d-d158af2a6089'] {{(pid=103846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:25:40.750417 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-1e011c1d-1d29-47dc-b7d8-ae75a1be93ee req-a5c5ea6b-426e-4d79-8d6a-da17e19f4409 service neutron] 10.222.0.16 "GET /v2.0/networks/2f7f712f-7346-42c2-b097-b4b48d9f78be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238708 Jul 06 15:25:40.821166 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] get_ports_and_sgs() called for port_ids ['fe67390d-68cb-4317-96a3-d85d3d7d6ff7'] {{(pid=103846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:25:40.944117 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-1e011c1d-1d29-47dc-b7d8-ae75a1be93ee req-249b335f-20c0-4724-9b5b-121fd5f559f2 service neutron] 10.222.0.16 "GET /v2.0/networks/2f7f712f-7346-42c2-b097-b4b48d9f78be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794553 Jul 06 15:25:41.105845 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:41.134440 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4730501a-262f-4c4c-a883-413cb5624a2b req-53a3febb-83dc-4991-9718-3680e4218d35 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:41.136012 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-4730501a-262f-4c4c-a883-413cb5624a2b req-53a3febb-83dc-4991-9718-3680e4218d35 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=a347082e-a86f-46f0-a018-e3918e3e8262 HTTP/1.1" status: 200 len: 945 time: 0.1252279 Jul 06 15:25:41.166599 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda25faa-269e-4538-9617-d971a7ed805f req-8f840bec-80a7-4a58-b250-61a9c90a2308 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:41.174578 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-bda25faa-269e-4538-9617-d971a7ed805f req-8f840bec-80a7-4a58-b250-61a9c90a2308 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=e00187af-8819-41e6-98f0-199ce9db0f05 HTTP/1.1" status: 200 len: 946 time: 0.0600748 Jul 06 15:25:41.230819 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-4730501a-262f-4c4c-a883-413cb5624a2b req-80096360-4ebb-41d0-9ff3-c5ba40a37ff0 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb6239be-1d71-40f2-adcc-b4a14da46b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833118 Jul 06 15:25:41.263123 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-bda25faa-269e-4538-9617-d971a7ed805f req-04234920-a112-4621-a6db-caa9bdb9d623 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874329 Jul 06 15:25:41.341625 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495683a9-4c49-4c52-b486-4a8c61ccc3d5 req-01286e4e-2012-4eeb-81c6-86002fcb49b8 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:41.349091 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-495683a9-4c49-4c52-b486-4a8c61ccc3d5 req-01286e4e-2012-4eeb-81c6-86002fcb49b8 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 944 time: 0.0579178 Jul 06 15:25:41.387562 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fd309c-ca0c-487a-8e0e-a2ee10c32cc8 req-2c056fde-a8f5-48cc-afad-c2e36fa1cd14 tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:41.394664 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-89fd309c-ca0c-487a-8e0e-a2ee10c32cc8 req-2c056fde-a8f5-48cc-afad-c2e36fa1cd14 tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] 10.222.0.46 "GET /v2.0/ports?device_id=a60af238-6eb5-450e-adf6-2e01797e448c HTTP/1.1" status: 200 len: 945 time: 0.0615759 Jul 06 15:25:41.409093 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-495683a9-4c49-4c52-b486-4a8c61ccc3d5 req-b76edb5a-8dc2-4936-a6f7-a3e56eb86449 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc6fbc5a-489d-42df-8f08-ce6874fd60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523221 Jul 06 15:25:41.440368 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 52158) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:25:41.459936 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-89fd309c-ca0c-487a-8e0e-a2ee10c32cc8 req-8bdf54b3-92b4-41f9-bb41-373df107b5a8 tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] 10.222.0.46 "GET /v2.0/security-groups?id=f95cd6f8-b42d-461f-85bd-e637c1a29470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643361 Jul 06 15:25:41.661403 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-42c937ce-b0dd-4770-a489-1d9104df1f18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:41.754442 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:41.757330 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-42c937ce-b0dd-4770-a489-1d9104df1f18 admin admin] Publish callbacks [] for security_group (6be58c8f-deee-40fe-ac75-a4c9d721c854), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:41.764194 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-42c937ce-b0dd-4770-a489-1d9104df1f18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (6be58c8f-deee-40fe-ac75-a4c9d721c854), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:41.821809 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-42c937ce-b0dd-4770-a489-1d9104df1f18 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d1251bd6ebe64bf4b1c0812da0400a05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3802183 Jul 06 15:25:41.822943 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c937ce-b0dd-4770-a489-1d9104df1f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be58c8f-deee-40fe-ac75-a4c9d721c854,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:41.824636 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 52178) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:25:41.941049 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-8f464f8e-cba6-4f41-8ec8-44f2b8ba1a0c admin admin] Publish callbacks [] for security_group (6be58c8f-deee-40fe-ac75-a4c9d721c854), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:41.953564 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:41.970664 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-8f464f8e-cba6-4f41-8ec8-44f2b8ba1a0c admin admin] Publish callbacks [] for security_group (6be58c8f-deee-40fe-ac75-a4c9d721c854), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:42.042314 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-8f464f8e-cba6-4f41-8ec8-44f2b8ba1a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (6be58c8f-deee-40fe-ac75-a4c9d721c854), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:42.045485 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-8f464f8e-cba6-4f41-8ec8-44f2b8ba1a0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:42.049610 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-8f464f8e-cba6-4f41-8ec8-44f2b8ba1a0c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6be58c8f-deee-40fe-ac75-a4c9d721c854 HTTP/1.1" status: 204 len: 168 time: 0.2204306 Jul 06 15:25:42.062022 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f464f8e-cba6-4f41-8ec8-44f2b8ba1a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be58c8f-deee-40fe-ac75-a4c9d721c854,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:42.335880 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device fe67390d-68cb-4317-96a3-d85d3d7d6ff7 up at agent hyperv_hv-cinder-84884 {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:25:42.423803 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e8997-5576-4d8a-b9b6-0aeba3b931ed req-4c9f529e-c905-4d3a-acab-e0c20fd0eac1 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:42.435002 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-f50e8997-5576-4d8a-b9b6-0aeba3b931ed req-4c9f529e-c905-4d3a-acab-e0c20fd0eac1 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=a347082e-a86f-46f0-a018-e3918e3e8262 HTTP/1.1" status: 200 len: 945 time: 0.1214409 Jul 06 15:25:42.458189 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Provisioning for port fe67390d-68cb-4317-96a3-d85d3d7d6ff7 completed by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 06 15:25:42.472435 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Provisioning complete for port fe67390d-68cb-4317-96a3-d85d3d7d6ff7 triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:25:42.472812 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (fe67390d-68cb-4317-96a3-d85d3d7d6ff7), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:42.504339 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 52228) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:25:42.509075 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357b2ef-2fc8-416e-ba31-beb3ec29e8c7 req-f00cdb43-6771-43e4-a708-2a6747956caf tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:42.515543 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-2357b2ef-2fc8-416e-ba31-beb3ec29e8c7 req-f00cdb43-6771-43e4-a708-2a6747956caf tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=e00187af-8819-41e6-98f0-199ce9db0f05 HTTP/1.1" status: 200 len: 946 time: 0.0962718 Jul 06 15:25:42.534282 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-f50e8997-5576-4d8a-b9b6-0aeba3b931ed req-8083506f-7686-4f58-a90d-8495f207b037 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb6239be-1d71-40f2-adcc-b4a14da46b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979619 Jul 06 15:25:42.613792 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-2357b2ef-2fc8-416e-ba31-beb3ec29e8c7 req-f5411a40-7e3f-4248-9057-04ee153ad206 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893667 Jul 06 15:25:42.640166 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Current status of the port fe67390d-68cb-4317-96a3-d85d3d7d6ff7 is: BUILD; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:25:42.640558 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (fe67390d-68cb-4317-96a3-d85d3d7d6ff7), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:42.700738 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3811251a-a0ba-4f29-9160-96c0f3f46c52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe67390d-68cb-4317-96a3-d85d3d7d6ff7'}] {{(pid=103846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:25:42.703073 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83ad2954d886e551320551455e9fbed623a66dbf450698aab55d06241312ca55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdca77da-8b6b-4b78-9df8-9f473f7f94a1" -d '{"events": [{"server_uuid": "3811251a-a0ba-4f29-9160-96c0f3f46c52", "name": "network-vif-plugged", "status": "completed", "tag": "fe67390d-68cb-4317-96a3-d85d3d7d6ff7"}]}' {{(pid=103846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:25:42.718887 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port fe67390d-68cb-4317-96a3-d85d3d7d6ff7, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=fe67390d-68cb-4317-96a3-d85d3d7d6ff7,segment=NetworkSegment(8b9fcdf4-24f7-46ab-b771-db26fc7e4c98),segment_id=8b9fcdf4-24f7-46ab-b771-db26fc7e4c98)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:25:42.726173 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (fe67390d-68cb-4317-96a3-d85d3d7d6ff7), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:42.729500 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device 1517f5a9-ced9-4ab6-a63d-d158af2a6089 up at agent hyperv_hv-cinder-84884 {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:25:42.765233 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-98da5201-7225-4855-8faf-ea3d15b5c2ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:42.775720 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c05694-9715-45e7-882c-6339096479bf req-3c57aa0f-3c60-4239-8371-9635925574e7 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:42.778488 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-81c05694-9715-45e7-882c-6339096479bf req-3c57aa0f-3c60-4239-8371-9635925574e7 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 944 time: 0.1107559 Jul 06 15:25:42.822917 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 15:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c2007c-4f6b-4036-a8cb-caeb210cb7b0 x-openstack-request-id: req-b9c2007c-4f6b-4036-a8cb-caeb210cb7b0 {{(pid=103846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:25:42.822917 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3811251a-a0ba-4f29-9160-96c0f3f46c52", "name": "network-vif-plugged", "status": "completed", "tag": "fe67390d-68cb-4317-96a3-d85d3d7d6ff7", "code": 200}]} {{(pid=103846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:25:42.822917 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b9c2007c-4f6b-4036-a8cb-caeb210cb7b0 {{(pid=103846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:25:42.822917 dv-cinder-848848-4-iscsi neutron-server[103846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9c2007c-4f6b-4036-a8cb-caeb210cb7b0'] response: {'server_uuid': '3811251a-a0ba-4f29-9160-96c0f3f46c52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe67390d-68cb-4317-96a3-d85d3d7d6ff7', 'code': 200} Jul 06 15:25:42.822917 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:42.876736 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-81c05694-9715-45e7-882c-6339096479bf req-cb53dbdb-cf58-45bf-adc8-a1a08323867c tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc6fbc5a-489d-42df-8f08-ce6874fd60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868804 Jul 06 15:25:42.913424 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Provisioning for port 1517f5a9-ced9-4ab6-a63d-d158af2a6089 completed by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 06 15:25:42.941818 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Provisioning complete for port 1517f5a9-ced9-4ab6-a63d-d158af2a6089 triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:25:42.942335 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (1517f5a9-ced9-4ab6-a63d-d158af2a6089), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:42.979670 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-98da5201-7225-4855-8faf-ea3d15b5c2ba admin admin] Publish callbacks [] for security_group (922a9d5d-e70a-46ea-90d3-1557d5b84212), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:42.988559 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-98da5201-7225-4855-8faf-ea3d15b5c2ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (922a9d5d-e70a-46ea-90d3-1557d5b84212), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:42.993613 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Pushing event updated for resources: {'Port': ['ID=fe67390d-68cb-4317-96a3-d85d3d7d6ff7,revision_number=5']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:43.062365 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:43.066658 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Current status of the port 1517f5a9-ced9-4ab6-a63d-d158af2a6089 is: BUILD; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:25:43.067197 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (1517f5a9-ced9-4ab6-a63d-d158af2a6089), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:43.116072 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:43.134216 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port 1517f5a9-ced9-4ab6-a63d-d158af2a6089, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=1517f5a9-ced9-4ab6-a63d-d158af2a6089,segment=NetworkSegment(9e485fae-b0f5-4f5a-9064-6e2e7153a585),segment_id=9e485fae-b0f5-4f5a-9064-6e2e7153a585)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:25:43.137562 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2664f34e-de59-43aa-aabb-843e969d75a4 req-efc546ed-6a2f-4b6c-be57-f60256a8c628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:43.139579 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-2664f34e-de59-43aa-aabb-843e969d75a4 req-efc546ed-6a2f-4b6c-be57-f60256a8c628 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 1129 time: 0.1191154 Jul 06 15:25:43.142332 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98da5201-7225-4855-8faf-ea3d15b5c2ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=922a9d5d-e70a-46ea-90d3-1557d5b84212,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:43.142474 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (1517f5a9-ced9-4ab6-a63d-d158af2a6089), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:43.172282 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-98da5201-7225-4855-8faf-ea3d15b5c2ba admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ca9476b788ba4624ba8053c5a0a2324b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6665454 Jul 06 15:25:43.179385 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 52278) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:25:43.219534 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Pushing event updated for resources: {'Port': ['ID=1517f5a9-ced9-4ab6-a63d-d158af2a6089,revision_number=5']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:43.233906 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-2664f34e-de59-43aa-aabb-843e969d75a4 req-99fb6475-6265-4d29-9c92-2ff701667714 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=cc6fbc5a-489d-42df-8f08-ce6874fd60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825465 Jul 06 15:25:43.287531 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-f8d20145-9d63-42fe-82cc-435b5edc458d admin admin] Publish callbacks [] for security_group (922a9d5d-e70a-46ea-90d3-1557d5b84212), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:43.321227 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-f8d20145-9d63-42fe-82cc-435b5edc458d admin admin] Publish callbacks [] for security_group (922a9d5d-e70a-46ea-90d3-1557d5b84212), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:43.328240 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (eda728fc-b46d-4378-b578-35bac6b15486), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:43.379497 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-f8d20145-9d63-42fe-82cc-435b5edc458d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (922a9d5d-e70a-46ea-90d3-1557d5b84212), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:43.382357 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-f8d20145-9d63-42fe-82cc-435b5edc458d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:43.383797 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-f8d20145-9d63-42fe-82cc-435b5edc458d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/922a9d5d-e70a-46ea-90d3-1557d5b84212 HTTP/1.1" status: 204 len: 168 time: 0.1942146 Jul 06 15:25:43.394140 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d20145-9d63-42fe-82cc-435b5edc458d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922a9d5d-e70a-46ea-90d3-1557d5b84212,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:43.449764 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 52286) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:25:43.590965 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-452101f8-a8d8-4359-b3fa-a6475302a189 req-1ed8f713-8bcf-4aed-abf7-8ba4334af75e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0931659 Jul 06 15:25:43.751699 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452101f8-a8d8-4359-b3fa-a6475302a189 req-19a54906-1111-4df0-8d97-8102d665f7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:43.757113 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-452101f8-a8d8-4359-b3fa-a6475302a189 req-19a54906-1111-4df0-8d97-8102d665f7d0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef44ecc951964d51925463c5e09f9fbb&device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 1129 time: 0.1035001 Jul 06 15:25:43.791262 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b68dad9-2f90-469c-9311-f7a7b377b0b9 req-c817a0c2-f10d-49e9-9e1d-6eb8376b69fa tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:43.807267 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-7b68dad9-2f90-469c-9311-f7a7b377b0b9 req-c817a0c2-f10d-49e9-9e1d-6eb8376b69fa tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=a347082e-a86f-46f0-a018-e3918e3e8262 HTTP/1.1" status: 200 len: 946 time: 0.1368036 Jul 06 15:25:43.826803 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:43.885160 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [None req-296fdb3e-7a20-495a-afab-69240c730352 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-394766476-network', 'tenant_id': 'a75a2d018dff40bfb9b5bd72a678826c'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:25:43.912549 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-7b68dad9-2f90-469c-9311-f7a7b377b0b9 req-bb2588b6-1def-43b2-86b8-85787cf66544 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb6239be-1d71-40f2-adcc-b4a14da46b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038201 Jul 06 15:25:43.931072 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296fdb3e-7a20-495a-afab-69240c730352 admin admin] Made reservation on behalf of a75a2d018dff40bfb9b5bd72a678826c for: {'network': 1} {{(pid=103844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:25:43.933761 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-296fdb3e-7a20-495a-afab-69240c730352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for network (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:43.945345 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-296fdb3e-7a20-495a-afab-69240c730352 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:44.034517 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1020b003-46fd-4ea9-ada1-a2441d6ad325 req-4fb34cff-a31c-48ad-9591-a56b1644e99e tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:44.054324 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-1020b003-46fd-4ea9-ada1-a2441d6ad325 req-4fb34cff-a31c-48ad-9591-a56b1644e99e tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=e00187af-8819-41e6-98f0-199ce9db0f05 HTTP/1.1" status: 200 len: 946 time: 0.0727537 Jul 06 15:25:44.093532 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-296fdb3e-7a20-495a-afab-69240c730352 admin admin] Publish callbacks [] for security_group (1d2d61da-c2c3-44ba-8fac-6c2dfcc52d29), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:44.113312 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a605d85f-091c-4f2b-98e5-27d0005d7a08 req-abb0b474-608c-4c2e-8011-04262ebafcc8 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:44.114912 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-a605d85f-091c-4f2b-98e5-27d0005d7a08 req-abb0b474-608c-4c2e-8011-04262ebafcc8 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 945 time: 0.0897408 Jul 06 15:25:44.115608 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-296fdb3e-7a20-495a-afab-69240c730352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (1d2d61da-c2c3-44ba-8fac-6c2dfcc52d29), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:44.122871 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-1020b003-46fd-4ea9-ada1-a2441d6ad325 req-5e866861-38fc-432a-855e-31188fe45bc8 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676935 Jul 06 15:25:44.218868 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-296fdb3e-7a20-495a-afab-69240c730352 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=103844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 15:25:44.231479 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296fdb3e-7a20-495a-afab-69240c730352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2d61da-c2c3-44ba-8fac-6c2dfcc52d29,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:44.251002 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-296fdb3e-7a20-495a-afab-69240c730352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490363'] for segment (f0f5d63e-46e5-40c5-98e9-730cc5ca7fc9), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:44.251590 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.db.segments_db [None req-296fdb3e-7a20-495a-afab-69240c730352 admin admin] Added segment f0f5d63e-46e5-40c5-98e9-730cc5ca7fc9 of type vlan for network 29faeaee-d3c7-4625-83ea-4cacc91dc1a5 Jul 06 15:25:44.287146 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-a605d85f-091c-4f2b-98e5-27d0005d7a08 req-d5ea39de-4269-4a03-9fdf-55d57361a3bf tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc6fbc5a-489d-42df-8f08-ce6874fd60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1447623 Jul 06 15:25:44.309687 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452101f8-a8d8-4359-b3fa-a6475302a189 req-f9fe5854-d37d-4dab-a1ef-a2dc3f6880d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:44.311203 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-452101f8-a8d8-4359-b3fa-a6475302a189 req-f9fe5854-d37d-4dab-a1ef-a2dc3f6880d5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2f7f712f-7346-42c2-b097-b4b48d9f78be HTTP/1.1" status: 200 len: 920 time: 0.2213964 Jul 06 15:25:44.323750 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-296fdb3e-7a20-495a-afab-69240c730352 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786465444024'] for network (29faeaee-d3c7-4625-83ea-4cacc91dc1a5), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:44.350017 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-296fdb3e-7a20-495a-afab-69240c730352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-666929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561'] for network (29faeaee-d3c7-4625-83ea-4cacc91dc1a5), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:44.351076 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296fdb3e-7a20-495a-afab-69240c730352 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:44.351786 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-296fdb3e-7a20-495a-afab-69240c730352 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629707'] for network (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:44.393406 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 52328) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:25:44.393550 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-296fdb3e-7a20-495a-afab-69240c730352 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.9425309 Jul 06 15:25:44.399658 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.v2.base [None req-edcd6509-8abd-4c79-8a38-840e88081c14 admin admin] Request body: {'subnet': {'network_id': '29faeaee-d3c7-4625-83ea-4cacc91dc1a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-394766476-subnet', 'tenant_id': 'a75a2d018dff40bfb9b5bd72a678826c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:25:44.443912 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296fdb3e-7a20-495a-afab-69240c730352 admin admin] Pushing event updated for resources: {'Network': ['ID=29faeaee-d3c7-4625-83ea-4cacc91dc1a5,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:44.449767 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edcd6509-8abd-4c79-8a38-840e88081c14 admin admin] Made reservation on behalf of a75a2d018dff40bfb9b5bd72a678826c for: {'subnet': 1} {{(pid=103845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:25:44.453318 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-edcd6509-8abd-4c79-8a38-840e88081c14 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59834214'] for subnet (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:44.458788 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Network 29faeaee-d3c7-4625-83ea-4cacc91dc1a5 details requested by agent ovs-agent-dv-cinder-848848-4-iscsi with host dv-cinder-848848-4-iscsi {{(pid=103846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 15:25:44.463800 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:44.479782 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-452101f8-a8d8-4359-b3fa-a6475302a189 req-b9d36bb7-a73b-4373-ab82-147273054c7f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee13c450-a247-45da-9000-1d74f1a8c8aa HTTP/1.1" status: 200 len: 217 time: 0.0830255 Jul 06 15:25:44.664626 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-edcd6509-8abd-4c79-8a38-840e88081c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2888696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59833740'] for subnet (8d3bbb20-1b71-4896-859b-aff10cf77fe7), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:44.724078 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcd6509-8abd-4c79-8a38-840e88081c14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d3bbb20-1b71-4896-859b-aff10cf77fe7,revision_number=0']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:44.733160 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcd6509-8abd-4c79-8a38-840e88081c14 admin admin] Checking segment: {'id': 'f0f5d63e-46e5-40c5-98e9-730cc5ca7fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '29faeaee-d3c7-4625-83ea-4cacc91dc1a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:25:44.733334 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcd6509-8abd-4c79-8a38-840e88081c14 admin admin] Network hostable DHCP agents. Network: 29faeaee-d3c7-4625-83ea-4cacc91dc1a5, hostable agents: ['a81823b9-ba52-46bb-9bcd-43b269600933'], hosted agents: [] {{(pid=103845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 15:25:44.752755 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcd6509-8abd-4c79-8a38-840e88081c14 admin admin] Network 29faeaee-d3c7-4625-83ea-4cacc91dc1a5 is scheduled to be hosted by DHCP agent a81823b9-ba52-46bb-9bcd-43b269600933 with binding_index 1 {{(pid=103845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 15:25:44.763428 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.base_scheduler [None req-edcd6509-8abd-4c79-8a38-840e88081c14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848848-4-iscsi, 29faeaee-d3c7-4625-83ea-4cacc91dc1a5) {{(pid=103845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:25:44.765898 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 52336) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:25:44.773027 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c03ae10-9f68-4118-ab3b-6e7ae573e0d8 None None] Network 29faeaee-d3c7-4625-83ea-4cacc91dc1a5 requested from dv-cinder-848848-4-iscsi {{(pid=103846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 15:25:44.783397 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edcd6509-8abd-4c79-8a38-840e88081c14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:44.784026 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-edcd6509-8abd-4c79-8a38-840e88081c14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629707'] for subnet (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:44.803003 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-edcd6509-8abd-4c79-8a38-840e88081c14 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4076562 Jul 06 15:25:44.960386 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a347082e-a86f-46f0-a018-e3918e3e8262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1517f5a9-ced9-4ab6-a63d-d158af2a6089'}] {{(pid=103846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:25:44.962950 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83ad2954d886e551320551455e9fbed623a66dbf450698aab55d06241312ca55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a1979e-eff7-417c-9636-ba6e53b9e57b" -d '{"events": [{"server_uuid": "a347082e-a86f-46f0-a018-e3918e3e8262", "name": "network-vif-plugged", "status": "completed", "tag": "1517f5a9-ced9-4ab6-a63d-d158af2a6089"}]}' {{(pid=103846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:25:44.980409 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-b39c09b5-51a4-4751-8e84-30571b1327bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:45.056938 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452101f8-a8d8-4359-b3fa-a6475302a189 req-4f67024b-88b4-4db0-9cb0-366d3442abe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:45.063387 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-452101f8-a8d8-4359-b3fa-a6475302a189 req-4f67024b-88b4-4db0-9cb0-366d3442abe8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d2607162-f852-4242-9cef-eb0efdf849b4 HTTP/1.1" status: 200 len: 858 time: 0.1267428 Jul 06 15:25:45.094040 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 15:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edfa1ea4-9fea-45f7-9df7-1bc95124c20b x-openstack-request-id: req-edfa1ea4-9fea-45f7-9df7-1bc95124c20b {{(pid=103846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:25:45.094875 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a347082e-a86f-46f0-a018-e3918e3e8262", "name": "network-vif-plugged", "status": "completed", "tag": "1517f5a9-ced9-4ab6-a63d-d158af2a6089", "code": 200}]} {{(pid=103846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:25:45.095143 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-edfa1ea4-9fea-45f7-9df7-1bc95124c20b {{(pid=103846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:25:45.104214 dv-cinder-848848-4-iscsi neutron-server[103846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edfa1ea4-9fea-45f7-9df7-1bc95124c20b'] response: {'server_uuid': 'a347082e-a86f-46f0-a018-e3918e3e8262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1517f5a9-ced9-4ab6-a63d-d158af2a6089', 'code': 200} Jul 06 15:25:45.129896 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77520505-1162-4508-ae3d-0af19eb67d83 None None] Network 29faeaee-d3c7-4625-83ea-4cacc91dc1a5 requested from dv-cinder-848848-4-iscsi {{(pid=103846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 15:25:45.177346 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=11 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:45.194869 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:45.195083 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=15 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:45.211736 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452101f8-a8d8-4359-b3fa-a6475302a189 req-e3d8b51f-845c-4fb6-a038-ed60cfb1259a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:45.216477 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-452101f8-a8d8-4359-b3fa-a6475302a189 req-e3d8b51f-845c-4fb6-a038-ed60cfb1259a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2f7f712f-7346-42c2-b097-b4b48d9f78be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1439035 Jul 06 15:25:45.218532 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a7581a-5287-4956-91f2-4c00180b9604 req-ac6af114-5d84-44b5-bf22-f477e08a8640 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:45.238537 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:45.239954 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-c9a7581a-5287-4956-91f2-4c00180b9604 req-ac6af114-5d84-44b5-bf22-f477e08a8640 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=a347082e-a86f-46f0-a018-e3918e3e8262 HTTP/1.1" status: 200 len: 946 time: 0.1961162 Jul 06 15:25:45.378776 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-b39c09b5-51a4-4751-8e84-30571b1327bf admin admin] Publish callbacks [] for security_group (7980e4ed-c3c6-4c9f-8dfa-f69786fc4f4d), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:45.383743 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-c9a7581a-5287-4956-91f2-4c00180b9604 req-f11a1a0c-3635-412c-ac16-eaa021400ff3 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb6239be-1d71-40f2-adcc-b4a14da46b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429121 Jul 06 15:25:45.385896 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-b39c09b5-51a4-4751-8e84-30571b1327bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (7980e4ed-c3c6-4c9f-8dfa-f69786fc4f4d), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:45.387080 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48508a4-e05a-427f-9f61-c9a07c0fb69c req-963736e0-45ae-454a-be40-edb7d70d48b8 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:45.388598 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-e48508a4-e05a-427f-9f61-c9a07c0fb69c req-963736e0-45ae-454a-be40-edb7d70d48b8 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=e00187af-8819-41e6-98f0-199ce9db0f05 HTTP/1.1" status: 200 len: 946 time: 0.1262858 Jul 06 15:25:45.395283 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882e120-019f-48f7-86b0-3d3485673897 req-f25532f4-5707-4818-a2b3-37fca268f502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:45.396883 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-a882e120-019f-48f7-86b0-3d3485673897 req-f25532f4-5707-4818-a2b3-37fca268f502 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a347082e-a86f-46f0-a018-e3918e3e8262 HTTP/1.1" status: 200 len: 1130 time: 0.1041138 Jul 06 15:25:45.448794 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-b39c09b5-51a4-4751-8e84-30571b1327bf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3c78c1137c8f46de92ea1cd9840668f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6816225 Jul 06 15:25:45.451412 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 52368) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:25:45.459059 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39c09b5-51a4-4751-8e84-30571b1327bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7980e4ed-c3c6-4c9f-8dfa-f69786fc4f4d,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:45.479382 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-e48508a4-e05a-427f-9f61-c9a07c0fb69c req-eb201eeb-74d4-42bb-b42f-c619adadeb8c tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643625 Jul 06 15:25:45.496975 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-452101f8-a8d8-4359-b3fa-a6475302a189 req-1e4a8e24-ab36-4c56-89cb-60e0a771a5aa service neutron] 10.222.0.16 "GET /v2.0/networks/2f7f712f-7346-42c2-b097-b4b48d9f78be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738099 Jul 06 15:25:45.550631 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-a882e120-019f-48f7-86b0-3d3485673897 req-33618f76-c492-49ab-af86-621555568e5b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=fb6239be-1d71-40f2-adcc-b4a14da46b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017346 Jul 06 15:25:45.565672 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b34c6-9c53-4be0-93fe-0137be37963a req-fe3b4dde-41f9-4ce4-966c-59265f208902 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:45.572533 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-b18b34c6-9c53-4be0-93fe-0137be37963a req-fe3b4dde-41f9-4ce4-966c-59265f208902 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 945 time: 0.0886512 Jul 06 15:25:45.584555 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:45.614785 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-b3d01b5a-3021-4d20-a74b-ce29d4698c2e admin admin] Publish callbacks [] for security_group (7980e4ed-c3c6-4c9f-8dfa-f69786fc4f4d), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:45.617082 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-452101f8-a8d8-4359-b3fa-a6475302a189 req-e0d45fd8-536d-49f5-bb8b-f0035ec96108 service neutron] 10.222.0.16 "GET /v2.0/networks/2f7f712f-7346-42c2-b097-b4b48d9f78be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130762 Jul 06 15:25:45.671791 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-b18b34c6-9c53-4be0-93fe-0137be37963a req-d1d05656-7668-4f56-b122-9322f43c7878 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc6fbc5a-489d-42df-8f08-ce6874fd60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983415 Jul 06 15:25:45.674485 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-b3d01b5a-3021-4d20-a74b-ce29d4698c2e admin admin] Publish callbacks [] for security_group (7980e4ed-c3c6-4c9f-8dfa-f69786fc4f4d), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:45.691604 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:45.732909 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-b3d01b5a-3021-4d20-a74b-ce29d4698c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (7980e4ed-c3c6-4c9f-8dfa-f69786fc4f4d), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:45.735610 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-b3d01b5a-3021-4d20-a74b-ce29d4698c2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:45.736733 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-b3d01b5a-3021-4d20-a74b-ce29d4698c2e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7980e4ed-c3c6-4c9f-8dfa-f69786fc4f4d HTTP/1.1" status: 204 len: 168 time: 0.2839620 Jul 06 15:25:45.762911 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d01b5a-3021-4d20-a74b-ce29d4698c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7980e4ed-c3c6-4c9f-8dfa-f69786fc4f4d,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:45.847720 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318acf9a-ec30-4879-9639-aa1009576d00 req-0452ba22-b1bd-4123-8d33-4d6ab94d3065 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:45.849450 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-318acf9a-ec30-4879-9639-aa1009576d00 req-0452ba22-b1bd-4123-8d33-4d6ab94d3065 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 945 time: 0.0772967 Jul 06 15:25:45.858217 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 52380) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:25:45.865658 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.v2.base [None req-fa4d161b-4ae6-4333-8561-19f0859cc1a7 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Request body: {'floatingip': {'port_id': 'fe67390d-68cb-4317-96a3-d85d3d7d6ff7'}} {{(pid=103845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:25:46.098217 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-fa4d161b-4ae6-4333-8561-19f0859cc1a7 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks [] for floatingip (5bb6c3ae-c6be-43eb-97af-08a843855661), before_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:46.253579 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-c94491bb-4337-4465-b268-5e97fdb4aa6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (a81823b9-ba52-46bb-9bcd-43b269600933), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:46.517571 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d2eda-2ed2-4f60-ae17-3e427242d5dc req-6f0fbb58-973d-4dda-bde7-bf5cb6ab6365 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:46.519058 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-ee7d2eda-2ed2-4f60-ae17-3e427242d5dc req-6f0fbb58-973d-4dda-bde7-bf5cb6ab6365 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=a347082e-a86f-46f0-a018-e3918e3e8262 HTTP/1.1" status: 200 len: 946 time: 0.0495903 Jul 06 15:25:46.530696 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 52420) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:25:46.566175 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-f8275465-5a71-4e89-80dc-64f23f995b47 req-248af3f9-79d9-4f7a-a311-cefe55dd22d6 tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=56c6b45912e64ad691232fc05df8c123&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0586936 Jul 06 15:25:46.568283 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-ee7d2eda-2ed2-4f60-ae17-3e427242d5dc req-03ba241a-f4c5-4fb8-9024-58b2c227d519 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb6239be-1d71-40f2-adcc-b4a14da46b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433500 Jul 06 15:25:46.684095 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab63f94-f1fb-4682-be6f-817727ef6e1d req-fcc42bac-ddeb-41fd-a658-361be75e6057 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:46.685553 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-fab63f94-f1fb-4682-be6f-817727ef6e1d req-fcc42bac-ddeb-41fd-a658-361be75e6057 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=e00187af-8819-41e6-98f0-199ce9db0f05 HTTP/1.1" status: 200 len: 946 time: 0.0540607 Jul 06 15:25:46.688182 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.v2.base [None req-79073dbd-1001-4266-8e68-f86e4a2de7e4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-726917325-network', 'tenant_id': 'ee14fb4cfead402ab57d78792f303b48'}} {{(pid=103845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:25:46.695589 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.agents_db [None req-99b786f5-93e1-437c-926e-a88e17275ab4 None None] Agent healthcheck: found 6 active agents {{(pid=103847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:25:46.733769 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-fab63f94-f1fb-4682-be6f-817727ef6e1d req-b48ddcf6-9022-4c29-825f-6cd0a39f00ae tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425959 Jul 06 15:25:46.846183 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79073dbd-1001-4266-8e68-f86e4a2de7e4 admin admin] Made reservation on behalf of ee14fb4cfead402ab57d78792f303b48 for: {'network': 1} {{(pid=103845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:25:46.848785 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-79073dbd-1001-4266-8e68-f86e4a2de7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for network (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:46.902358 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-79073dbd-1001-4266-8e68-f86e4a2de7e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:46.941645 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.db.resource_extend [None req-fa4d161b-4ae6-4333-8561-19f0859cc1a7 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 06 15:25:46.982910 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8275465-5a71-4e89-80dc-64f23f995b47 req-32b7ba33-e976-4178-b195-405958b3cf13 tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:46.982910 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-f8275465-5a71-4e89-80dc-64f23f995b47 req-32b7ba33-e976-4178-b195-405958b3cf13 tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4108584 Jul 06 15:25:47.053705 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-fa4d161b-4ae6-4333-8561-19f0859cc1a7 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:47.055643 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-f8275465-5a71-4e89-80dc-64f23f995b47 req-daf28050-412f-4ea9-bd8a-6b1abf8dbb8c tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] 10.222.0.46 "GET /v2.0/quotas/56c6b45912e64ad691232fc05df8c123 HTTP/1.1" status: 200 len: 375 time: 0.0495925 Jul 06 15:25:47.063898 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-fa4d161b-4ae6-4333-8561-19f0859cc1a7 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591059'] for floatingip (5bb6c3ae-c6be-43eb-97af-08a843855661), after_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:47.138700 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-f8275465-5a71-4e89-80dc-64f23f995b47 req-c49c203f-dfcf-42bf-88db-04755de7c7ce tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=56c6b45912e64ad691232fc05df8c123&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0722306 Jul 06 15:25:47.188625 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872c9ca-d704-4228-8ebc-888f1c48937a req-b5642fa2-016b-4ad1-8fee-4bcd4e62e8b4 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:47.197472 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6872c9ca-d704-4228-8ebc-888f1c48937a req-b5642fa2-016b-4ad1-8fee-4bcd4e62e8b4 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.46 "GET /v2.0/networks?id=29faeaee-d3c7-4625-83ea-4cacc91dc1a5 HTTP/1.1" status: 200 len: 813 time: 0.1437862 Jul 06 15:25:47.215232 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:47.228190 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6872c9ca-d704-4228-8ebc-888f1c48937a req-1ec39638-ab09-4254-8f21-160ea8baf2c0 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.46 "GET /v2.0/quotas/a75a2d018dff40bfb9b5bd72a678826c HTTP/1.1" status: 200 len: 375 time: 0.0295086 Jul 06 15:25:47.241953 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.db.l3_db [None req-fa4d161b-4ae6-4333-8561-19f0859cc1a7 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Floating IP 5bb6c3ae-c6be-43eb-97af-08a843855661 associated. External IP: 172.27.3.151, port: fe67390d-68cb-4317-96a3-d85d3d7d6ff7. Jul 06 15:25:47.253922 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-79073dbd-1001-4266-8e68-f86e4a2de7e4 admin admin] Publish callbacks [] for security_group (1850cff1-2e93-409f-81df-dcda9b3d696a), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:47.276976 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6872c9ca-d704-4228-8ebc-888f1c48937a req-328d5633-6c1c-4199-8897-36369371d318 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a75a2d018dff40bfb9b5bd72a678826c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473797 Jul 06 15:25:47.368315 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:47.376285 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-79073dbd-1001-4266-8e68-f86e4a2de7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (1850cff1-2e93-409f-81df-dcda9b3d696a), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:47.403875 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6872c9ca-d704-4228-8ebc-888f1c48937a req-f270f00c-79ec-481e-acc7-98fbb5070da4 service neutron] 10.222.0.46 "GET /v2.0/networks/29faeaee-d3c7-4625-83ea-4cacc91dc1a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192884 Jul 06 15:25:47.512983 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6872c9ca-d704-4228-8ebc-888f1c48937a req-280fa953-0177-4a4d-b36d-1e47112d20a6 service neutron] 10.222.0.46 "GET /v2.0/networks/29faeaee-d3c7-4625-83ea-4cacc91dc1a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081350 Jul 06 15:25:47.612486 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-a4cfba09-9612-4d55-8ecf-e7c7f4263615 req-fc5740af-ca7a-49ac-a5cf-453bbb69194c tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] 10.222.0.46 "GET /v2.0/ports?device_id=44e28417-5f38-4197-bac2-c40ea4504b96 HTTP/1.1" status: 200 len: 210 time: 0.2406335 Jul 06 15:25:47.619645 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79073dbd-1001-4266-8e68-f86e4a2de7e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=103845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 15:25:47.646744 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-79073dbd-1001-4266-8e68-f86e4a2de7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490363'] for segment (2bb19238-1591-4e04-b98f-5b50e22e9846), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:47.647094 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.db.segments_db [None req-79073dbd-1001-4266-8e68-f86e4a2de7e4 admin admin] Added segment 2bb19238-1591-4e04-b98f-5b50e22e9846 of type vlan for network f0e78724-aeff-41f2-91ec-9f159896885f Jul 06 15:25:47.714048 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79073dbd-1001-4266-8e68-f86e4a2de7e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1850cff1-2e93-409f-81df-dcda9b3d696a,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:47.737851 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-b0dc77d0-7a92-4290-866d-d217f024e8b1 req-b10aab7b-442b-43cd-a434-3892528c79bd tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.46 "GET /v2.0/ports?device_id=dbc61511-ad97-49b6-8127-d567909b6ebb HTTP/1.1" status: 200 len: 210 time: 0.0394840 Jul 06 15:25:47.827186 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-79073dbd-1001-4266-8e68-f86e4a2de7e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786465444024'] for network (f0e78724-aeff-41f2-91ec-9f159896885f), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:47.857138 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:47.866947 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be749386-3d0f-443f-a08e-ff49ad051abd req-9e0f3e73-2c53-4501-9454-ba58278c4b9b tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:47.871577 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f60bb-688c-467d-b30b-652a54b3b68c req-286a0b43-230f-4abc-b254-abf3d7b31d57 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:47.873244 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-d97f60bb-688c-467d-b30b-652a54b3b68c req-286a0b43-230f-4abc-b254-abf3d7b31d57 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=a347082e-a86f-46f0-a018-e3918e3e8262 HTTP/1.1" status: 200 len: 946 time: 0.1604826 Jul 06 15:25:47.881736 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-be749386-3d0f-443f-a08e-ff49ad051abd req-9e0f3e73-2c53-4501-9454-ba58278c4b9b tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=e00187af-8819-41e6-98f0-199ce9db0f05 HTTP/1.1" status: 200 len: 946 time: 0.0661321 Jul 06 15:25:47.940780 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-be749386-3d0f-443f-a08e-ff49ad051abd req-bd7959de-59a6-4ac8-9d43-36b2b7773bfb tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580766 Jul 06 15:25:47.954828 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-79073dbd-1001-4266-8e68-f86e4a2de7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-666929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561'] for network (f0e78724-aeff-41f2-91ec-9f159896885f), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:47.956266 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79073dbd-1001-4266-8e68-f86e4a2de7e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:47.956922 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-79073dbd-1001-4266-8e68-f86e4a2de7e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629707'] for network (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:47.984634 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa4d161b-4ae6-4333-8561-19f0859cc1a7 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Router edb7c835-6d1a-4461-88b0-7e358345f5de has already been hosted by L3 agent 8e6e5f2a-f235-48ed-8752-aab723ac44e7 {{(pid=103845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 15:25:48.014994 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-d97f60bb-688c-467d-b30b-652a54b3b68c req-50dd89d9-ec5d-42e5-8f02-98526d5228de tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb6239be-1d71-40f2-adcc-b4a14da46b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322443 Jul 06 15:25:48.049440 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-79073dbd-1001-4266-8e68-f86e4a2de7e4 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.5060389 Jul 06 15:25:48.049848 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 52472) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:25:48.055977 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [None req-f00cc11d-b6c0-4610-a818-c9cc37ab0589 admin admin] Request body: {'subnet': {'network_id': 'f0e78724-aeff-41f2-91ec-9f159896885f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-726917325-subnet', 'tenant_id': 'ee14fb4cfead402ab57d78792f303b48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:25:48.101724 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00cc11d-b6c0-4610-a818-c9cc37ab0589 admin admin] Made reservation on behalf of ee14fb4cfead402ab57d78792f303b48 for: {'subnet': 1} {{(pid=103844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:25:48.104618 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-f00cc11d-b6c0-4610-a818-c9cc37ab0589 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60559035'] for subnet (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:48.127717 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79073dbd-1001-4266-8e68-f86e4a2de7e4 admin admin] Pushing event updated for resources: {'Network': ['ID=f0e78724-aeff-41f2-91ec-9f159896885f,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:48.145706 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Network f0e78724-aeff-41f2-91ec-9f159896885f details requested by agent ovs-agent-dv-cinder-848848-4-iscsi with host dv-cinder-848848-4-iscsi {{(pid=103846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 15:25:48.212480 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4066c614-536c-4227-ae8d-94671f8f12af req-12459ce5-6123-47b9-a68c-0b86fd8dfdd6 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:48.217874 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-4066c614-536c-4227-ae8d-94671f8f12af req-12459ce5-6123-47b9-a68c-0b86fd8dfdd6 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=a347082e-a86f-46f0-a018-e3918e3e8262 HTTP/1.1" status: 200 len: 946 time: 0.1107578 Jul 06 15:25:48.229802 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:48.230710 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 52478) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:25:48.249222 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [None req-438c5cbc-c9cf-446d-b2e2-2376dc215d7c tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Request body: {'floatingip': {'port_id': '1517f5a9-ced9-4ab6-a63d-d158af2a6089'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:25:48.275067 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa4d161b-4ae6-4333-8561-19f0859cc1a7 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Notify agent at l3_agent.dv-cinder-848848-4-iscsi the message routers_updated {{(pid=103845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:25:48.293352 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-fa4d161b-4ae6-4333-8561-19f0859cc1a7 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for floatingip (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:48.299488 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e970023-e343-44d8-b8ed-6757bd456883 None None] Sync routers for ids ['edb7c835-6d1a-4461-88b0-7e358345f5de'] in dv-cinder-848848-4-iscsi {{(pid=103847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:25:48.338422 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-fa4d161b-4ae6-4333-8561-19f0859cc1a7 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "PUT /v2.0/floatingips/5bb6c3ae-c6be-43eb-97af-08a843855661 HTTP/1.1" status: 200 len: 991 time: 2.4773638 Jul 06 15:25:48.338422 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3811251a-a0ba-4f29-9160-96c0f3f46c52', 'tag': 'fe67390d-68cb-4317-96a3-d85d3d7d6ff7'}] {{(pid=103845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:25:48.345958 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e970023-e343-44d8-b8ed-6757bd456883 None None] Routers {'edb7c835-6d1a-4461-88b0-7e358345f5de'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:25:48.346817 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-9e970023-e343-44d8-b8ed-6757bd456883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:25:18Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['edb7c835-6d1a-4461-88b0-7e358345f5de'], 'active': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:25:48.363628 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-23003433-323f-416f-a379-ab9ce3680379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8e6e5f2a-f235-48ed-8752-aab723ac44e7), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:48.583181 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-438c5cbc-c9cf-446d-b2e2-2376dc215d7c tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for floatingip (821917e4-1d63-4193-8d46-8d1ba3785f90), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:48.669788 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd369e17f446e19581dd3179055a52fe8da101c7a2eb4c4bf67a2ebbfd3bc446" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-781b3c41-f45a-40f7-ad35-3f0142e536a9" -d '{"events": [{"name": "network-changed", "server_uuid": "3811251a-a0ba-4f29-9160-96c0f3f46c52", "tag": "fe67390d-68cb-4317-96a3-d85d3d7d6ff7"}]}' {{(pid=103845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:25:48.794508 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvr_db [None req-9e970023-e343-44d8-b8ed-6757bd456883 None None] Set router edb7c835-6d1a-4461-88b0-7e358345f5de gateway port host: dv-cinder-848848-4-iscsi {{(pid=103847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:25:48.814192 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-a0931f54-3145-4052-9708-3adcfeccd0bd req-67a44526-2dbc-4859-85a9-ce04f785edfe tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] 10.222.0.46 "GET /v2.0/ports?device_id=44e28417-5f38-4197-bac2-c40ea4504b96 HTTP/1.1" status: 200 len: 210 time: 0.0912335 Jul 06 15:25:48.929780 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 15:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56638e1-f0fa-4b59-a61b-8a18a69a078c x-openstack-request-id: req-c56638e1-f0fa-4b59-a61b-8a18a69a078c {{(pid=103845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:25:48.930104 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3811251a-a0ba-4f29-9160-96c0f3f46c52", "tag": "fe67390d-68cb-4317-96a3-d85d3d7d6ff7", "status": "completed", "code": 200}]} {{(pid=103845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:25:48.931747 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c56638e1-f0fa-4b59-a61b-8a18a69a078c {{(pid=103845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:25:48.932665 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c56638e1-f0fa-4b59-a61b-8a18a69a078c'] response: {'name': 'network-changed', 'server_uuid': '3811251a-a0ba-4f29-9160-96c0f3f46c52', 'tag': 'fe67390d-68cb-4317-96a3-d85d3d7d6ff7', 'status': 'completed', 'code': 200} Jul 06 15:25:49.016054 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-f8275465-5a71-4e89-80dc-64f23f995b47 req-007082dd-0e14-499b-aef9-316077da09d4 tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=56c6b45912e64ad691232fc05df8c123&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1425261 Jul 06 15:25:49.045770 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-3466762c-03c8-45bb-a625-c49b5f20e5ea req-35f07fb2-eef1-44f6-9454-0c4b559b4f2e tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.46 "GET /v2.0/ports?device_id=dbc61511-ad97-49b6-8127-d567909b6ebb HTTP/1.1" status: 200 len: 210 time: 0.0533648 Jul 06 15:25:49.135793 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-f00cc11d-b6c0-4610-a818-c9cc37ab0589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2698191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60558417'] for subnet (caf4c068-64b5-452f-a45c-5e2840d47604), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:49.153097 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-9e970023-e343-44d8-b8ed-6757bd456883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb7c835-6d1a-4461-88b0-7e358345f5de', 'name': 'tempest-AttachVolumeTestJSON-1669651781-router', 'tenant_id': '6707399c704e4c97939dc84df58cb39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'f019a37d-5764-468b-84a8-e637818622cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:35Z', 'updated_at': '2022-07-06T15:24:44Z', 'revision_number': 4, 'project_id': '6707399c704e4c97939dc84df58cb39f', 'gw_port': {'id': 'f019a37d-5764-468b-84a8-e637818622cc', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb7c835-6d1a-4461-88b0-7e358345f5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:36Z', 'updated_at': '2022-07-06T15:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_floatingips': [{'id': '5bb6c3ae-c6be-43eb-97af-08a843855661', 'tenant_id': '6707399c704e4c97939dc84df58cb39f', 'floating_ip_address': '172.27.3.151', 'floating_network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'router_id': 'edb7c835-6d1a-4461-88b0-7e358345f5de', 'port_id': 'fe67390d-68cb-4317-96a3-d85d3d7d6ff7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3020644-2bbb-40b0-b72d-4d80a8b6cb34', 'mac_address': 'fa:16:3e:65:9a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3811251a-a0ba-4f29-9160-96c0f3f46c52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T15:24:52Z', 'updated_at': '2022-07-06T15:25:46Z', 'revision_number': 1, 'project_id': '6707399c704e4c97939dc84df58cb39f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f526e5d-be91-4f28-b889-07cf2682df45', 'name': '', 'network_id': 'c3020644-2bbb-40b0-b72d-4d80a8b6cb34', 'tenant_id': '6707399c704e4c97939dc84df58cb39f', 'mac_address': 'fa:16:3e:93:56:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb7c835-6d1a-4461-88b0-7e358345f5de', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '77f124ec-b849-4e26-b7c2-43db5c0c70ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:41Z', 'updated_at': '2022-07-06T15:24:48Z', 'revision_number': 5, 'project_id': '6707399c704e4c97939dc84df58cb39f', 'subnets': [{'id': '77f124ec-b849-4e26-b7c2-43db5c0c70ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:25:49.179082 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e970023-e343-44d8-b8ed-6757bd456883 None None] Checking router: edb7c835-6d1a-4461-88b0-7e358345f5de for host: dv-cinder-848848-4-iscsi {{(pid=103847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:25:49.187936 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9927ec1-06cd-401a-8813-3122205ce39b req-5289d6d5-08b3-4cc6-859e-a180eaf2a049 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:49.188857 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e970023-e343-44d8-b8ed-6757bd456883 None None] Routers {'edb7c835-6d1a-4461-88b0-7e358345f5de'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:25:49.189463 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-9e970023-e343-44d8-b8ed-6757bd456883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:25:48Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['edb7c835-6d1a-4461-88b0-7e358345f5de'], 'active': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:25:49.189881 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-c9927ec1-06cd-401a-8813-3122205ce39b req-5289d6d5-08b3-4cc6-859e-a180eaf2a049 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=e00187af-8819-41e6-98f0-199ce9db0f05 HTTP/1.1" status: 200 len: 946 time: 0.1416318 Jul 06 15:25:49.306350 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvr_db [None req-9e970023-e343-44d8-b8ed-6757bd456883 None None] Set router edb7c835-6d1a-4461-88b0-7e358345f5de gateway port host: dv-cinder-848848-4-iscsi {{(pid=103847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:25:49.393082 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00cc11d-b6c0-4610-a818-c9cc37ab0589 admin admin] Pushing event updated for resources: {'Subnet': ['ID=caf4c068-64b5-452f-a45c-5e2840d47604,revision_number=0']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:49.435917 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:49.575991 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-5e71b6aa-55c8-4030-9936-371c496b104b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (6f0d5ee7-fa21-4cb0-b4ff-cf35f5a4ba31), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:49.579129 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-9e970023-e343-44d8-b8ed-6757bd456883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb7c835-6d1a-4461-88b0-7e358345f5de', 'name': 'tempest-AttachVolumeTestJSON-1669651781-router', 'tenant_id': '6707399c704e4c97939dc84df58cb39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'f019a37d-5764-468b-84a8-e637818622cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:35Z', 'updated_at': '2022-07-06T15:24:44Z', 'revision_number': 4, 'project_id': '6707399c704e4c97939dc84df58cb39f', 'gw_port': {'id': 'f019a37d-5764-468b-84a8-e637818622cc', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb7c835-6d1a-4461-88b0-7e358345f5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:36Z', 'updated_at': '2022-07-06T15:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_floatingips': [{'id': '5bb6c3ae-c6be-43eb-97af-08a843855661', 'tenant_id': '6707399c704e4c97939dc84df58cb39f', 'floating_ip_address': '172.27.3.151', 'floating_network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'router_id': 'edb7c835-6d1a-4461-88b0-7e358345f5de', 'port_id': 'fe67390d-68cb-4317-96a3-d85d3d7d6ff7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3020644-2bbb-40b0-b72d-4d80a8b6cb34', 'mac_address': 'fa:16:3e:65:9a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3811251a-a0ba-4f29-9160-96c0f3f46c52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T15:24:52Z', 'updated_at': '2022-07-06T15:25:46Z', 'revision_number': 1, 'project_id': '6707399c704e4c97939dc84df58cb39f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f526e5d-be91-4f28-b889-07cf2682df45', 'name': '', 'network_id': 'c3020644-2bbb-40b0-b72d-4d80a8b6cb34', 'tenant_id': '6707399c704e4c97939dc84df58cb39f', 'mac_address': 'fa:16:3e:93:56:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb7c835-6d1a-4461-88b0-7e358345f5de', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '77f124ec-b849-4e26-b7c2-43db5c0c70ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:41Z', 'updated_at': '2022-07-06T15:24:48Z', 'revision_number': 5, 'project_id': '6707399c704e4c97939dc84df58cb39f', 'subnets': [{'id': '77f124ec-b849-4e26-b7c2-43db5c0c70ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:25:49.607156 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b3c41-f45a-40f7-ad35-3f0142e536a9 req-d3d2f2b5-514e-4d84-bd16-e0c42c6d87ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:49.610162 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e970023-e343-44d8-b8ed-6757bd456883 None None] The sync data for ids ['edb7c835-6d1a-4461-88b0-7e358345f5de'] in dv-cinder-848848-4-iscsi is: [{'id': 'edb7c835-6d1a-4461-88b0-7e358345f5de', 'name': 'tempest-AttachVolumeTestJSON-1669651781-router', 'tenant_id': '6707399c704e4c97939dc84df58cb39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'f019a37d-5764-468b-84a8-e637818622cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:35Z', 'updated_at': '2022-07-06T15:24:44Z', 'revision_number': 4, 'project_id': '6707399c704e4c97939dc84df58cb39f', 'gw_port': {'id': 'f019a37d-5764-468b-84a8-e637818622cc', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb7c835-6d1a-4461-88b0-7e358345f5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:36Z', 'updated_at': '2022-07-06T15:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_floatingips': [{'id': '5bb6c3ae-c6be-43eb-97af-08a843855661', 'tenant_id': '6707399c704e4c97939dc84df58cb39f', 'floating_ip_address': '172.27.3.151', 'floating_network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'router_id': 'edb7c835-6d1a-4461-88b0-7e358345f5de', 'port_id': 'fe67390d-68cb-4317-96a3-d85d3d7d6ff7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3020644-2bbb-40b0-b72d-4d80a8b6cb34', 'mac_address': 'fa:16:3e:65:9a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3811251a-a0ba-4f29-9160-96c0f3f46c52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T15:24:52Z', 'updated_at': '2022-07-06T15:25:46Z', 'revision_number': 1, 'project_id': '6707399c704e4c97939dc84df58cb39f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f526e5d-be91-4f28-b889-07cf2682df45', 'name': '', 'network_id': 'c3020644-2bbb-40b0-b72d-4d80a8b6cb34', 'tenant_id': '6707399c704e4c97939dc84df58cb39f', 'mac_address': 'fa:16:3e:93:56:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb7c835-6d1a-4461-88b0-7e358345f5de', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '77f124ec-b849-4e26-b7c2-43db5c0c70ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:41Z', 'updated_at': '2022-07-06T15:24:48Z', 'revision_number': 5, 'project_id': '6707399c704e4c97939dc84df58cb39f', 'subnets': [{'id': '77f124ec-b849-4e26-b7c2-43db5c0c70ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:25:49.610614 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-781b3c41-f45a-40f7-ad35-3f0142e536a9 req-d3d2f2b5-514e-4d84-bd16-e0c42c6d87ba service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6707399c704e4c97939dc84df58cb39f&device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 1129 time: 0.2965269 Jul 06 15:25:49.632668 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00cc11d-b6c0-4610-a818-c9cc37ab0589 admin admin] Checking segment: {'id': '2bb19238-1591-4e04-b98f-5b50e22e9846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f0e78724-aeff-41f2-91ec-9f159896885f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:25:49.633378 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00cc11d-b6c0-4610-a818-c9cc37ab0589 admin admin] Network hostable DHCP agents. Network: f0e78724-aeff-41f2-91ec-9f159896885f, hostable agents: ['a81823b9-ba52-46bb-9bcd-43b269600933'], hosted agents: [] {{(pid=103844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 15:25:49.698255 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-c9927ec1-06cd-401a-8813-3122205ce39b req-a600c125-0c0d-4de2-afb4-122e28cdc26f tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4945564 Jul 06 15:25:49.852927 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8275465-5a71-4e89-80dc-64f23f995b47 req-338c4528-b33a-4fcf-a400-fd98fdea46cf tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:49.854413 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-f8275465-5a71-4e89-80dc-64f23f995b47 req-338c4528-b33a-4fcf-a400-fd98fdea46cf tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5800321 Jul 06 15:25:49.895510 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00cc11d-b6c0-4610-a818-c9cc37ab0589 admin admin] Network f0e78724-aeff-41f2-91ec-9f159896885f is scheduled to be hosted by DHCP agent a81823b9-ba52-46bb-9bcd-43b269600933 with binding_index 1 {{(pid=103844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 15:25:49.919768 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [req-f8275465-5a71-4e89-80dc-64f23f995b47 req-30862fde-9b13-4437-aaeb-787eefd5bdf7 tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] Request body: {'port': {'device_id': '44e28417-5f38-4197-bac2-c40ea4504b96', 'network_id': '6728d369-4cfa-4ec5-b06c-17974ea1ee32', 'admin_state_up': True, 'tenant_id': '56c6b45912e64ad691232fc05df8c123'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:25:49.928416 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:49.934791 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872c9ca-d704-4228-8ebc-888f1c48937a req-879a5ca7-c90a-4843-bcc6-96529db4db9b tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:49.937823 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6872c9ca-d704-4228-8ebc-888f1c48937a req-879a5ca7-c90a-4843-bcc6-96529db4db9b tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.16 "GET /v2.0/networks?id=29faeaee-d3c7-4625-83ea-4cacc91dc1a5 HTTP/1.1" status: 200 len: 813 time: 0.5401647 Jul 06 15:25:49.957101 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-7827f8e1-0393-4bd3-8daa-d35f6119f75f req-ec0ce424-5723-4828-a39a-322022bec739 tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] 10.222.0.46 "GET /v2.0/ports?device_id=44e28417-5f38-4197-bac2-c40ea4504b96 HTTP/1.1" status: 200 len: 210 time: 0.0320232 Jul 06 15:25:50.010401 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [req-6872c9ca-d704-4228-8ebc-888f1c48937a req-7b212ea1-7ad3-4475-9bbf-883a8f208b47 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] Request body: {'port': {'device_id': 'dbc61511-ad97-49b6-8127-d567909b6ebb', 'network_id': '29faeaee-d3c7-4625-83ea-4cacc91dc1a5', 'admin_state_up': True, 'tenant_id': 'a75a2d018dff40bfb9b5bd72a678826c'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:25:50.046252 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.base_scheduler [None req-f00cc11d-b6c0-4610-a818-c9cc37ab0589 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848848-4-iscsi, f0e78724-aeff-41f2-91ec-9f159896885f) {{(pid=103844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:25:50.056495 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e30ec3-c457-4fbf-8aa0-1b378d5c92b8 None None] Network f0e78724-aeff-41f2-91ec-9f159896885f requested from dv-cinder-848848-4-iscsi {{(pid=103846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 15:25:50.086852 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00cc11d-b6c0-4610-a818-c9cc37ab0589 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:50.087536 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-f00cc11d-b6c0-4610-a818-c9cc37ab0589 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:50.173218 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c5ae0f-fb96-4f51-9af1-20a9cff87154 None None] Network f0e78724-aeff-41f2-91ec-9f159896885f requested from dv-cinder-848848-4-iscsi {{(pid=103846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 15:25:50.237167 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b3c41-f45a-40f7-ad35-3f0142e536a9 req-ce0ef8b8-f0b0-4587-8703-fd58caa4988c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:50.240344 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-781b3c41-f45a-40f7-ad35-3f0142e536a9 req-ce0ef8b8-f0b0-4587-8703-fd58caa4988c service neutron] 10.222.0.16 "GET /v2.0/networks?id=c3020644-2bbb-40b0-b72d-4d80a8b6cb34 HTTP/1.1" status: 200 len: 912 time: 0.6003234 Jul 06 15:25:50.422051 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c64752b-f628-4a6d-bea5-bcb5bd55d5e5 None None] New status for floating IP 5bb6c3ae-c6be-43eb-97af-08a843855661: ACTIVE {{(pid=103846) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 06 15:25:50.533538 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-2c114060-55d6-4205-a16b-05f256ca5706 req-72a87f04-ac39-4af6-ab92-40223434a41a tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.46 "GET /v2.0/ports?device_id=dbc61511-ad97-49b6-8127-d567909b6ebb HTTP/1.1" status: 200 len: 210 time: 0.3692293 Jul 06 15:25:50.536550 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-f00cc11d-b6c0-4610-a818-c9cc37ab0589 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.4848230 Jul 06 15:25:50.748397 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-781b3c41-f45a-40f7-ad35-3f0142e536a9 req-9d3c6da5-a9e9-4f37-9596-db305082d405 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe67390d-68cb-4317-96a3-d85d3d7d6ff7 HTTP/1.1" status: 200 len: 999 time: 0.4968936 Jul 06 15:25:50.759844 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.db.resource_extend [None req-438c5cbc-c9cf-446d-b2e2-2376dc215d7c tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 06 15:25:50.811314 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8275465-5a71-4e89-80dc-64f23f995b47 req-30862fde-9b13-4437-aaeb-787eefd5bdf7 tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] Made reservation on behalf of 56c6b45912e64ad691232fc05df8c123 for: {'port': 1} {{(pid=103844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:25:50.814682 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-f8275465-5a71-4e89-80dc-64f23f995b47 req-30862fde-9b13-4437-aaeb-787eefd5bdf7 tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:50.848127 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f62dd-96dd-4b9a-b6f6-38e20ba3b964 req-63d95399-d137-4412-9bed-c29829074b51 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:50.849748 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-954f62dd-96dd-4b9a-b6f6-38e20ba3b964 req-63d95399-d137-4412-9bed-c29829074b51 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=e00187af-8819-41e6-98f0-199ce9db0f05 HTTP/1.1" status: 200 len: 946 time: 0.0545568 Jul 06 15:25:50.880229 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-f8275465-5a71-4e89-80dc-64f23f995b47 req-30862fde-9b13-4437-aaeb-787eefd5bdf7 tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] Publish callbacks [] for security_group (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:50.893908 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-438c5cbc-c9cf-446d-b2e2-2376dc215d7c tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:50.896230 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6872c9ca-d704-4228-8ebc-888f1c48937a req-7b212ea1-7ad3-4475-9bbf-883a8f208b47 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] Made reservation on behalf of a75a2d018dff40bfb9b5bd72a678826c for: {'port': 1} {{(pid=103844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:25:50.899558 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-6872c9ca-d704-4228-8ebc-888f1c48937a req-7b212ea1-7ad3-4475-9bbf-883a8f208b47 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:50.909337 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:50.917466 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-438c5cbc-c9cf-446d-b2e2-2376dc215d7c tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591059'] for floatingip (821917e4-1d63-4193-8d46-8d1ba3785f90), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:50.926581 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-954f62dd-96dd-4b9a-b6f6-38e20ba3b964 req-31a721bb-0fff-4f19-ad07-d3ffe88b104d tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691156 Jul 06 15:25:50.958566 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b3c41-f45a-40f7-ad35-3f0142e536a9 req-b8195cba-520c-4c88-a675-a1dfd543ec74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:50.960049 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-781b3c41-f45a-40f7-ad35-3f0142e536a9 req-b8195cba-520c-4c88-a675-a1dfd543ec74 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=77f124ec-b849-4e26-b7c2-43db5c0c70ca HTTP/1.1" status: 200 len: 850 time: 0.1670916 Jul 06 15:25:51.103119 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-8ac95340-3f24-440b-a4d9-caf8afcb49bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8ea57be5-348a-4c5b-804c-cda178363830), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:51.110965 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.db.l3_db [None req-438c5cbc-c9cf-446d-b2e2-2376dc215d7c tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Floating IP 821917e4-1d63-4193-8d46-8d1ba3785f90 associated. External IP: 172.27.3.226, port: 1517f5a9-ced9-4ab6-a63d-d158af2a6089. Jul 06 15:25:51.204826 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-78f00e63-cf6e-4d40-9d39-377103b04286 req-806925a6-e010-45e7-b005-6bc45296f110 tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] 10.222.0.46 "GET /v2.0/ports?device_id=44e28417-5f38-4197-bac2-c40ea4504b96 HTTP/1.1" status: 200 len: 210 time: 0.1040232 Jul 06 15:25:51.218746 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:51.260123 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (d26a5351-3de7-44f9-93eb-9fed5ee5b55b), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:51.296432 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.db_base_plugin_common [req-6872c9ca-d704-4228-8ebc-888f1c48937a req-7b212ea1-7ad3-4475-9bbf-883a8f208b47 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] Allocated IP 172.20.0.6 (29faeaee-d3c7-4625-83ea-4cacc91dc1a5/8d3bbb20-1b71-4896-859b-aff10cf77fe7/74bf4e8a-6917-4bfa-85fd-a39eecbb576e) {{(pid=103844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:25:51.335002 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b3c41-f45a-40f7-ad35-3f0142e536a9 req-cf279f91-69f4-45fb-8810-aa2cc529d998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:51.336507 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-781b3c41-f45a-40f7-ad35-3f0142e536a9 req-cf279f91-69f4-45fb-8810-aa2cc529d998 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c3020644-2bbb-40b0-b72d-4d80a8b6cb34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1398115 Jul 06 15:25:51.346957 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-f8275465-5a71-4e89-80dc-64f23f995b47 req-30862fde-9b13-4437-aaeb-787eefd5bdf7 tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] Publish callbacks [] for security_group (81e3c06e-82c1-49cb-a9b7-37584c7ee3d4), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:51.355133 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-f8275465-5a71-4e89-80dc-64f23f995b47 req-30862fde-9b13-4437-aaeb-787eefd5bdf7 tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (81e3c06e-82c1-49cb-a9b7-37584c7ee3d4), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:51.471815 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30862fde-9b13-4437-aaeb-787eefd5bdf7 tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81e3c06e-82c1-49cb-a9b7-37584c7ee3d4,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:51.646442 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-f521fc5c-3789-4cd3-9846-62d0b1648dbc req-572ac42c-6b52-4608-8de8-70365add4c4b tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.46 "GET /v2.0/ports?device_id=dbc61511-ad97-49b6-8127-d567909b6ebb HTTP/1.1" status: 200 len: 210 time: 0.0331078 Jul 06 15:25:51.658718 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:51.683879 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.db_base_plugin_common [req-f8275465-5a71-4e89-80dc-64f23f995b47 req-30862fde-9b13-4437-aaeb-787eefd5bdf7 tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] Allocated IP 192.168.233.209 (6728d369-4cfa-4ec5-b06c-17974ea1ee32/5e4716c2-0eb1-4f6b-a852-29ff01232747/9c43aeb6-467c-4668-8481-d8c12d840a81) {{(pid=103844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:25:51.718760 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-6872c9ca-d704-4228-8ebc-888f1c48937a req-7b212ea1-7ad3-4475-9bbf-883a8f208b47 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] Publish callbacks [] for port (74bf4e8a-6917-4bfa-85fd-a39eecbb576e), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:51.732405 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-438c5cbc-c9cf-446d-b2e2-2376dc215d7c tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Router 738b7c26-f6e3-475d-9804-afd562758ee8 has already been hosted by L3 agent 8e6e5f2a-f235-48ed-8752-aab723ac44e7 {{(pid=103844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 15:25:51.749267 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 52566) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:25:51.840100 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-6872c9ca-d704-4228-8ebc-888f1c48937a req-7b212ea1-7ad3-4475-9bbf-883a8f208b47 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786465455737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2698075'] for port (74bf4e8a-6917-4bfa-85fd-a39eecbb576e), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:51.872921 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-7b2d1605-6c75-4f6f-baf9-b2d0ccb667ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:51.918998 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:51.962230 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-7b2d1605-6c75-4f6f-baf9-b2d0ccb667ee admin admin] Publish callbacks [] for security_group (58ec4891-989d-49c0-a2bf-69d0878a92c6), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:51.967144 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-7b2d1605-6c75-4f6f-baf9-b2d0ccb667ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (58ec4891-989d-49c0-a2bf-69d0878a92c6), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:52.011515 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:52.016746 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-7b2d1605-6c75-4f6f-baf9-b2d0ccb667ee admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dd1ae2f16f2d42eea3d9797a8fc7fae7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2663033 Jul 06 15:25:52.017905 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2d1605-6c75-4f6f-baf9-b2d0ccb667ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ec4891-989d-49c0-a2bf-69d0878a92c6,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:52.021257 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 52574) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:25:52.076289 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-f080a93e-c6b9-4553-9bbd-b3c246e5b360 admin admin] Publish callbacks [] for security_group (58ec4891-989d-49c0-a2bf-69d0878a92c6), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:52.098819 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-f080a93e-c6b9-4553-9bbd-b3c246e5b360 admin admin] Publish callbacks [] for security_group (58ec4891-989d-49c0-a2bf-69d0878a92c6), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:52.147527 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-f080a93e-c6b9-4553-9bbd-b3c246e5b360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (58ec4891-989d-49c0-a2bf-69d0878a92c6), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:52.150240 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-f080a93e-c6b9-4553-9bbd-b3c246e5b360 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:52.151479 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-f080a93e-c6b9-4553-9bbd-b3c246e5b360 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/58ec4891-989d-49c0-a2bf-69d0878a92c6 HTTP/1.1" status: 204 len: 168 time: 0.1292458 Jul 06 15:25:52.160429 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f080a93e-c6b9-4553-9bbd-b3c246e5b360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ec4891-989d-49c0-a2bf-69d0878a92c6,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:52.200083 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:52.215333 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6872c9ca-d704-4228-8ebc-888f1c48937a req-7b212ea1-7ad3-4475-9bbf-883a8f208b47 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] Network 29faeaee-d3c7-4625-83ea-4cacc91dc1a5 is already hosted by enough agents. {{(pid=103844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:25:52.239421 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.base_scheduler [req-6872c9ca-d704-4228-8ebc-888f1c48937a req-7b212ea1-7ad3-4475-9bbf-883a8f208b47 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] Resources bound (agent type, host, resource id): {{(pid=103844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:25:52.262914 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [req-6872c9ca-d704-4228-8ebc-888f1c48937a req-7b212ea1-7ad3-4475-9bbf-883a8f208b47 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] Received port after_create {{(pid=103844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 15:25:52.277247 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b212ea1-7ad3-4475-9bbf-883a8f208b47 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] Pushing event updated for resources: {'Port': ['ID=74bf4e8a-6917-4bfa-85fd-a39eecbb576e,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:52.326236 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-438c5cbc-c9cf-446d-b2e2-2376dc215d7c tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Notify agent at l3_agent.dv-cinder-848848-4-iscsi the message routers_updated {{(pid=103844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:25:52.340248 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c9c8b9-e5df-40cc-acff-ffb83d45a068 req-52b14c0e-ed89-49e7-83bb-b08dbc01a51a tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:52.343615 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195d70a2-c69f-44c1-b62f-506d70e0571e None None] Sync routers for ids ['738b7c26-f6e3-475d-9804-afd562758ee8'] in dv-cinder-848848-4-iscsi {{(pid=103847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:25:52.347740 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-40c9c8b9-e5df-40cc-acff-ffb83d45a068 req-52b14c0e-ed89-49e7-83bb-b08dbc01a51a tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=e00187af-8819-41e6-98f0-199ce9db0f05 HTTP/1.1" status: 200 len: 946 time: 0.1462092 Jul 06 15:25:52.352934 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-438c5cbc-c9cf-446d-b2e2-2376dc215d7c tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for floatingip (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:52.364224 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-f8275465-5a71-4e89-80dc-64f23f995b47 req-30862fde-9b13-4437-aaeb-787eefd5bdf7 tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] Publish callbacks [] for port (9c43aeb6-467c-4668-8481-d8c12d840a81), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:52.371134 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195d70a2-c69f-44c1-b62f-506d70e0571e None None] Routers {'738b7c26-f6e3-475d-9804-afd562758ee8'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:25:52.376426 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-195d70a2-c69f-44c1-b62f-506d70e0571e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:25:48Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['738b7c26-f6e3-475d-9804-afd562758ee8'], 'active': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:25:52.415163 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-2873efc2-c35d-4389-be9e-5defd48a63b9 req-9392fa09-f233-4178-917f-c0bb504284c1 tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] 10.222.0.46 "GET /v2.0/ports?device_id=44e28417-5f38-4197-bac2-c40ea4504b96 HTTP/1.1" status: 200 len: 210 time: 0.0796168 Jul 06 15:25:52.451672 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872c9ca-d704-4228-8ebc-888f1c48937a req-7b212ea1-7ad3-4475-9bbf-883a8f208b47 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:52.452285 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-6872c9ca-d704-4228-8ebc-888f1c48937a req-7b212ea1-7ad3-4475-9bbf-883a8f208b47 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629707'] for port (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:52.501298 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:52.503151 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-438c5cbc-c9cf-446d-b2e2-2376dc215d7c tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "PUT /v2.0/floatingips/821917e4-1d63-4193-8d46-8d1ba3785f90 HTTP/1.1" status: 200 len: 992 time: 4.2692976 Jul 06 15:25:52.508850 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a347082e-a86f-46f0-a018-e3918e3e8262', 'tag': '1517f5a9-ced9-4ab6-a63d-d158af2a6089'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:25:52.511351 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23f0ce0f3171803df377307192b3bbc073243688ace587a9918d8ae03454cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6271c01-1814-4b90-8208-6106efd21251" -d '{"events": [{"name": "network-changed", "server_uuid": "a347082e-a86f-46f0-a018-e3918e3e8262", "tag": "1517f5a9-ced9-4ab6-a63d-d158af2a6089"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:25:52.526703 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvr_db [None req-195d70a2-c69f-44c1-b62f-506d70e0571e None None] Set router 738b7c26-f6e3-475d-9804-afd562758ee8 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:25:52.544594 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6872c9ca-d704-4228-8ebc-888f1c48937a req-7b212ea1-7ad3-4475-9bbf-883a8f208b47 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5548639 Jul 06 15:25:52.564732 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-40c9c8b9-e5df-40cc-acff-ffb83d45a068 req-63dfbf56-b311-48d1-8be7-338bebabb8b2 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138312 Jul 06 15:25:52.607626 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-781b3c41-f45a-40f7-ad35-3f0142e536a9 req-f71998ad-7248-4c41-abb1-3d9c99d97c19 service neutron] 10.222.0.16 "GET /v2.0/networks/c3020644-2bbb-40b0-b72d-4d80a8b6cb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520390 Jul 06 15:25:52.616672 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 52600) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:25:52.623948 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-f8275465-5a71-4e89-80dc-64f23f995b47 req-30862fde-9b13-4437-aaeb-787eefd5bdf7 tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786465455737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2698075'] for port (9c43aeb6-467c-4668-8481-d8c12d840a81), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:52.624922 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=100 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:52.638545 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 15:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e56fb4f-8230-4f77-8c15-fea0cc65ccb3 x-openstack-request-id: req-7e56fb4f-8230-4f77-8c15-fea0cc65ccb3 {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:25:52.638833 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a347082e-a86f-46f0-a018-e3918e3e8262", "tag": "1517f5a9-ced9-4ab6-a63d-d158af2a6089", "status": "completed", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:25:52.639082 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7e56fb4f-8230-4f77-8c15-fea0cc65ccb3 {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:25:52.639499 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e56fb4f-8230-4f77-8c15-fea0cc65ccb3'] response: {'name': 'network-changed', 'server_uuid': 'a347082e-a86f-46f0-a018-e3918e3e8262', 'tag': '1517f5a9-ced9-4ab6-a63d-d158af2a6089', 'status': 'completed', 'code': 200} Jul 06 15:25:52.664449 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-63879504-91a1-482b-846d-2622c315805a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:52.694950 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8275465-5a71-4e89-80dc-64f23f995b47 req-30862fde-9b13-4437-aaeb-787eefd5bdf7 tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] Network 6728d369-4cfa-4ec5-b06c-17974ea1ee32 is already hosted by enough agents. {{(pid=103844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:25:52.696977 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86e134e-269a-45e9-bcb0-c414944abceb req-82501ea5-272d-48d5-afcb-049f56b82d16 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:52.699343 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-e86e134e-269a-45e9-bcb0-c414944abceb req-82501ea5-272d-48d5-afcb-049f56b82d16 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.46 "GET /v2.0/networks?id=f0e78724-aeff-41f2-91ec-9f159896885f HTTP/1.1" status: 200 len: 808 time: 0.1529806 Jul 06 15:25:52.701928 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.base_scheduler [req-f8275465-5a71-4e89-80dc-64f23f995b47 req-30862fde-9b13-4437-aaeb-787eefd5bdf7 tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] Resources bound (agent type, host, resource id): {{(pid=103844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:25:52.702273 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=100 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:52.706939 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8275465-5a71-4e89-80dc-64f23f995b47 req-30862fde-9b13-4437-aaeb-787eefd5bdf7 tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] Received port after_create {{(pid=103844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 15:25:52.710205 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30862fde-9b13-4437-aaeb-787eefd5bdf7 tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] Pushing event updated for resources: {'Port': ['ID=9c43aeb6-467c-4668-8481-d8c12d840a81,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:52.734861 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-e86e134e-269a-45e9-bcb0-c414944abceb req-66113ccc-fa0d-438b-ad44-0be4f2db435d tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.46 "GET /v2.0/quotas/ee14fb4cfead402ab57d78792f303b48 HTTP/1.1" status: 200 len: 375 time: 0.0229259 Jul 06 15:25:52.790346 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-e86e134e-269a-45e9-bcb0-c414944abceb req-8003e25c-3d0e-4df2-9db9-72dd54dd352c tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ee14fb4cfead402ab57d78792f303b48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0537438 Jul 06 15:25:52.827256 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-195d70a2-c69f-44c1-b62f-506d70e0571e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'name': 'tempest-AttachVolumeNegativeTest-209056874-router', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'c4670a52-f3eb-4623-b6a0-3b65870597ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:38Z', 'updated_at': '2022-07-06T15:24:51Z', 'revision_number': 4, 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'gw_port': {'id': 'c4670a52-f3eb-4623-b6a0-3b65870597ee', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:49:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:40Z', 'updated_at': '2022-07-06T15:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_floatingips': [{'id': '821917e4-1d63-4193-8d46-8d1ba3785f90', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'floating_ip_address': '172.27.3.226', 'floating_network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'router_id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'port_id': '1517f5a9-ced9-4ab6-a63d-d158af2a6089', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5', 'mac_address': 'fa:16:3e:8c:1b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a347082e-a86f-46f0-a018-e3918e3e8262', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T15:25:01Z', 'updated_at': '2022-07-06T15:25:50Z', 'revision_number': 1, 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '750799dc-8d69-4a28-93e2-23fdcff49383', 'name': '', 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'mac_address': 'fa:16:3e:3f:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f20ae9c1-f124-46af-83bd-c43bda7bdca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:47Z', 'updated_at': '2022-07-06T15:25:04Z', 'revision_number': 5, 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'subnets': [{'id': 'f20ae9c1-f124-46af-83bd-c43bda7bdca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:25:52.856458 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [req-6872c9ca-d704-4228-8ebc-888f1c48937a req-0e42f8c4-0efc-4917-a729-cf3636564ff9 service neutron] Request body: {'port': {'device_id': 'dbc61511-ad97-49b6-8127-d567909b6ebb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84884'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:25:52.891148 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195d70a2-c69f-44c1-b62f-506d70e0571e None None] Checking router: 738b7c26-f6e3-475d-9804-afd562758ee8 for host: dv-cinder-848848-4-iscsi {{(pid=103847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:25:52.904767 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195d70a2-c69f-44c1-b62f-506d70e0571e None None] Routers {'738b7c26-f6e3-475d-9804-afd562758ee8'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:25:52.905734 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-195d70a2-c69f-44c1-b62f-506d70e0571e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:25:48Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['738b7c26-f6e3-475d-9804-afd562758ee8'], 'active': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:25:52.907186 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-e86e134e-269a-45e9-bcb0-c414944abceb req-fa76acf4-00f9-4460-ad95-e04249ff5b11 service neutron] 10.222.0.46 "GET /v2.0/networks/f0e78724-aeff-41f2-91ec-9f159896885f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156242 Jul 06 15:25:52.929357 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6271c01-1814-4b90-8208-6106efd21251 req-866e82b3-a917-412b-8951-deb7bcb59d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:52.929357 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-a6271c01-1814-4b90-8208-6106efd21251 req-866e82b3-a917-412b-8951-deb7bcb59d5b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e9fb04db8ac9464086cd7f3362e97455&device_id=a347082e-a86f-46f0-a018-e3918e3e8262 HTTP/1.1" status: 200 len: 1130 time: 0.0781717 Jul 06 15:25:52.935584 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8275465-5a71-4e89-80dc-64f23f995b47 req-30862fde-9b13-4437-aaeb-787eefd5bdf7 tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:52.936226 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-f8275465-5a71-4e89-80dc-64f23f995b47 req-30862fde-9b13-4437-aaeb-787eefd5bdf7 tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629707'] for port (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:53.049317 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-4af2d89c-7e9a-49d8-941e-ca6b26f3cd53 None None] Provisioning complete for port 9c43aeb6-467c-4668-8481-d8c12d840a81 triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:25:53.050340 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-4af2d89c-7e9a-49d8-941e-ca6b26f3cd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (9c43aeb6-467c-4668-8481-d8c12d840a81), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:53.054910 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvr_db [None req-195d70a2-c69f-44c1-b62f-506d70e0571e None None] Set router 738b7c26-f6e3-475d-9804-afd562758ee8 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:25:53.056750 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:53.068153 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f2e852-81d9-43be-b1bc-ebd48121a813 req-8b6e5f60-d587-443b-b802-7b23590f898b tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:53.075842 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-e6f2e852-81d9-43be-b1bc-ebd48121a813 req-8b6e5f60-d587-443b-b802-7b23590f898b tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.46 "GET /v2.0/ports?device_id=dbc61511-ad97-49b6-8127-d567909b6ebb HTTP/1.1" status: 200 len: 931 time: 0.3052120 Jul 06 15:25:53.078962 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-e86e134e-269a-45e9-bcb0-c414944abceb req-4630a6e7-e428-4b4d-9be7-2bb542c6b24a service neutron] 10.222.0.46 "GET /v2.0/networks/f0e78724-aeff-41f2-91ec-9f159896885f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646531 Jul 06 15:25:53.119294 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-4af2d89c-7e9a-49d8-941e-ca6b26f3cd53 None None] Port 9c43aeb6-467c-4668-8481-d8c12d840a81 cannot update to ACTIVE because it is not bound. {{(pid=103846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 15:25:53.136832 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-f8275465-5a71-4e89-80dc-64f23f995b47 req-30862fde-9b13-4437-aaeb-787eefd5bdf7 tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2444670 Jul 06 15:25:53.176404 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [req-f8275465-5a71-4e89-80dc-64f23f995b47 req-9a3f190b-b84f-4d3d-b409-701bc58534bf service neutron] Request body: {'port': {'device_id': '44e28417-5f38-4197-bac2-c40ea4504b96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84884'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:25:53.287350 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:53.288360 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-6872c9ca-d704-4228-8ebc-888f1c48937a req-0e42f8c4-0efc-4917-a729-cf3636564ff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (74bf4e8a-6917-4bfa-85fd-a39eecbb576e), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:53.292731 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-15c3f880-72e6-4070-9117-99513cff238d req-f72c1ef4-9b64-45fb-834a-9db743975803 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7206b9c-b821-48d2-9be4-e11d41892f85 HTTP/1.1" status: 200 len: 210 time: 0.0405238 Jul 06 15:25:53.317831 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-63879504-91a1-482b-846d-2622c315805a admin admin] Publish callbacks [] for security_group (c12d2091-93b2-4ad4-99b8-666523e4ea1f), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:53.339178 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-195d70a2-c69f-44c1-b62f-506d70e0571e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'name': 'tempest-AttachVolumeNegativeTest-209056874-router', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'c4670a52-f3eb-4623-b6a0-3b65870597ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:38Z', 'updated_at': '2022-07-06T15:24:51Z', 'revision_number': 4, 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'gw_port': {'id': 'c4670a52-f3eb-4623-b6a0-3b65870597ee', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:49:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:40Z', 'updated_at': '2022-07-06T15:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_floatingips': [{'id': '821917e4-1d63-4193-8d46-8d1ba3785f90', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'floating_ip_address': '172.27.3.226', 'floating_network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'router_id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'port_id': '1517f5a9-ced9-4ab6-a63d-d158af2a6089', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5', 'mac_address': 'fa:16:3e:8c:1b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a347082e-a86f-46f0-a018-e3918e3e8262', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T15:25:01Z', 'updated_at': '2022-07-06T15:25:50Z', 'revision_number': 1, 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '750799dc-8d69-4a28-93e2-23fdcff49383', 'name': '', 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'mac_address': 'fa:16:3e:3f:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f20ae9c1-f124-46af-83bd-c43bda7bdca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:47Z', 'updated_at': '2022-07-06T15:25:04Z', 'revision_number': 5, 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'subnets': [{'id': 'f20ae9c1-f124-46af-83bd-c43bda7bdca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:25:53.368190 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-63879504-91a1-482b-846d-2622c315805a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (c12d2091-93b2-4ad4-99b8-666523e4ea1f), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:53.371366 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195d70a2-c69f-44c1-b62f-506d70e0571e None None] The sync data for ids ['738b7c26-f6e3-475d-9804-afd562758ee8'] in dv-cinder-848848-4-iscsi is: [{'id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'name': 'tempest-AttachVolumeNegativeTest-209056874-router', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'c4670a52-f3eb-4623-b6a0-3b65870597ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:38Z', 'updated_at': '2022-07-06T15:24:51Z', 'revision_number': 4, 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'gw_port': {'id': 'c4670a52-f3eb-4623-b6a0-3b65870597ee', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:49:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:40Z', 'updated_at': '2022-07-06T15:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_floatingips': [{'id': '821917e4-1d63-4193-8d46-8d1ba3785f90', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'floating_ip_address': '172.27.3.226', 'floating_network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'router_id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'port_id': '1517f5a9-ced9-4ab6-a63d-d158af2a6089', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5', 'mac_address': 'fa:16:3e:8c:1b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a347082e-a86f-46f0-a018-e3918e3e8262', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T15:25:01Z', 'updated_at': '2022-07-06T15:25:50Z', 'revision_number': 1, 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '750799dc-8d69-4a28-93e2-23fdcff49383', 'name': '', 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'mac_address': 'fa:16:3e:3f:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f20ae9c1-f124-46af-83bd-c43bda7bdca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:47Z', 'updated_at': '2022-07-06T15:25:04Z', 'revision_number': 5, 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'subnets': [{'id': 'f20ae9c1-f124-46af-83bd-c43bda7bdca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:25:53.379554 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:53.380674 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6271c01-1814-4b90-8208-6106efd21251 req-180fd49b-a30b-4f5a-a5f2-f3ab42720df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:53.382250 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-a6271c01-1814-4b90-8208-6106efd21251 req-180fd49b-a30b-4f5a-a5f2-f3ab42720df8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5 HTTP/1.1" status: 200 len: 915 time: 0.4197376 Jul 06 15:25:53.399059 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-781b3c41-f45a-40f7-ad35-3f0142e536a9 req-b254972e-a637-486d-be41-0cad4aa31d14 service neutron] 10.222.0.16 "GET /v2.0/networks/c3020644-2bbb-40b0-b72d-4d80a8b6cb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5491364 Jul 06 15:25:53.402181 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-e6f2e852-81d9-43be-b1bc-ebd48121a813 req-609a05d9-260a-4e13-8d18-9e98ef6ed522 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d2d61da-c2c3-44ba-8fac-6c2dfcc52d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3255770 Jul 06 15:25:53.484398 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-f8275465-5a71-4e89-80dc-64f23f995b47 req-9a3f190b-b84f-4d3d-b409-701bc58534bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (9c43aeb6-467c-4668-8481-d8c12d840a81), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:53.548900 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-63879504-91a1-482b-846d-2622c315805a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=269d2ba7b4b54ae7aa6446c1d056a6a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9275866 Jul 06 15:25:53.549121 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 52618) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:25:53.562189 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63879504-91a1-482b-846d-2622c315805a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c12d2091-93b2-4ad4-99b8-666523e4ea1f,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:53.611758 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f020349f-c7bf-4867-9637-5a7b131f9401 req-cba5fede-1b8a-4bf4-8b06-d0fd86ad8f1b tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:53.621199 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-f020349f-c7bf-4867-9637-5a7b131f9401 req-cba5fede-1b8a-4bf4-8b06-d0fd86ad8f1b tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] 10.222.0.46 "GET /v2.0/ports?device_id=44e28417-5f38-4197-bac2-c40ea4504b96 HTTP/1.1" status: 200 len: 936 time: 0.1296642 Jul 06 15:25:53.655300 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1040c81a-288c-4d01-89b3-33ea24ca02ba None None] New status for floating IP 821917e4-1d63-4193-8d46-8d1ba3785f90: ACTIVE {{(pid=103846) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 06 15:25:53.665526 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-033e1f3e-bccc-43d9-9596-ab22541a2b64 admin admin] Publish callbacks [] for security_group (c12d2091-93b2-4ad4-99b8-666523e4ea1f), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:53.683020 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-a6271c01-1814-4b90-8208-6106efd21251 req-308c0e5d-e939-44a6-b275-a2b62b61ba96 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1517f5a9-ced9-4ab6-a63d-d158af2a6089 HTTP/1.1" status: 200 len: 1000 time: 0.2932591 Jul 06 15:25:53.715245 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:53.723469 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-f020349f-c7bf-4867-9637-5a7b131f9401 req-70472785-e900-4c81-b80c-b560bcc2f0d5 tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] 10.222.0.46 "GET /v2.0/security-groups?id=81e3c06e-82c1-49cb-a9b7-37584c7ee3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002891 Jul 06 15:25:53.740907 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-033e1f3e-bccc-43d9-9596-ab22541a2b64 admin admin] Publish callbacks [] for security_group (c12d2091-93b2-4ad4-99b8-666523e4ea1f), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:53.789943 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015714f9-b11f-436e-aa65-371494a36976 req-3c2faa38-df78-44f5-99fe-98e70dfc275d tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:53.791547 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-015714f9-b11f-436e-aa65-371494a36976 req-3c2faa38-df78-44f5-99fe-98e70dfc275d tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=e00187af-8819-41e6-98f0-199ce9db0f05 HTTP/1.1" status: 200 len: 946 time: 0.1353588 Jul 06 15:25:53.807409 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-033e1f3e-bccc-43d9-9596-ab22541a2b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (c12d2091-93b2-4ad4-99b8-666523e4ea1f), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:53.810002 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-033e1f3e-bccc-43d9-9596-ab22541a2b64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:53.813685 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-033e1f3e-bccc-43d9-9596-ab22541a2b64 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c12d2091-93b2-4ad4-99b8-666523e4ea1f HTTP/1.1" status: 204 len: 168 time: 0.2589900 Jul 06 15:25:53.823938 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033e1f3e-bccc-43d9-9596-ab22541a2b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12d2091-93b2-4ad4-99b8-666523e4ea1f,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:53.912687 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6271c01-1814-4b90-8208-6106efd21251 req-0d50b668-55f7-4346-9533-5acbbab832be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:53.914290 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-a6271c01-1814-4b90-8208-6106efd21251 req-0d50b668-55f7-4346-9533-5acbbab832be service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f20ae9c1-f124-46af-83bd-c43bda7bdca6 HTTP/1.1" status: 200 len: 853 time: 0.2056282 Jul 06 15:25:54.071505 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-015714f9-b11f-436e-aa65-371494a36976 req-91be24ed-e2f0-44f9-9186-47400d78d709 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082515 Jul 06 15:25:54.107125 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6271c01-1814-4b90-8208-6106efd21251 req-73b5ff39-5fa7-4db2-88f7-f4f199eff112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:54.108769 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-a6271c01-1814-4b90-8208-6106efd21251 req-73b5ff39-5fa7-4db2-88f7-f4f199eff112 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1606040 Jul 06 15:25:54.191448 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:54.275085 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 52634) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:25:54.290179 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-1fec4667-1beb-43a5-a41d-6500d20014dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:54.304432 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [req-6872c9ca-d704-4228-8ebc-888f1c48937a req-0e42f8c4-0efc-4917-a729-cf3636564ff9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74bf4e8a-6917-4bfa-85fd-a39eecbb576e {{(pid=103844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 15:25:54.318869 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-6872c9ca-d704-4228-8ebc-888f1c48937a req-0e42f8c4-0efc-4917-a729-cf3636564ff9 service neutron] Publish callbacks [] for port (74bf4e8a-6917-4bfa-85fd-a39eecbb576e), precommit_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:54.322573 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-a6271c01-1814-4b90-8208-6106efd21251 req-53ebcdf8-0ca8-4519-a7ad-aaeb5a38a97a service neutron] 10.222.0.16 "GET /v2.0/networks/a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009923 Jul 06 15:25:54.379463 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:54.380084 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:54.392926 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [req-6872c9ca-d704-4228-8ebc-888f1c48937a req-0e42f8c4-0efc-4917-a729-cf3636564ff9 service neutron] Transition to ACTIVE for port object 74bf4e8a-6917-4bfa-85fd-a39eecbb576e will not be triggered until provisioned by entity L2. {{(pid=103844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 06 15:25:54.403516 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-6872c9ca-d704-4228-8ebc-888f1c48937a req-0e42f8c4-0efc-4917-a729-cf3636564ff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2698066'] for port (74bf4e8a-6917-4bfa-85fd-a39eecbb576e), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:54.409223 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [req-f8275465-5a71-4e89-80dc-64f23f995b47 req-9a3f190b-b84f-4d3d-b409-701bc58534bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c43aeb6-467c-4668-8481-d8c12d840a81 {{(pid=103844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 15:25:54.421704 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-25403419-50a1-4c5e-aba0-5ceb39410c23 req-25429e44-7892-43c7-becd-c4e9cad6a758 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7206b9c-b821-48d2-9be4-e11d41892f85 HTTP/1.1" status: 200 len: 210 time: 0.0404568 Jul 06 15:25:54.424075 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-1fec4667-1beb-43a5-a41d-6500d20014dd admin admin] Publish callbacks [] for security_group (cd86cdba-3cac-4969-bc8e-4294c87c22ec), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:54.433277 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-1fec4667-1beb-43a5-a41d-6500d20014dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (cd86cdba-3cac-4969-bc8e-4294c87c22ec), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:54.449801 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4763133f-0fe1-4fb9-81ac-b80f33ddfc6e req-db072d69-1239-41bc-bce6-d7fa81f8154c tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:54.452410 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-4763133f-0fe1-4fb9-81ac-b80f33ddfc6e req-db072d69-1239-41bc-bce6-d7fa81f8154c tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] 10.222.0.46 "GET /v2.0/ports?device_id=a60af238-6eb5-450e-adf6-2e01797e448c HTTP/1.1" status: 200 len: 945 time: 0.1094708 Jul 06 15:25:54.467489 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-f8275465-5a71-4e89-80dc-64f23f995b47 req-9a3f190b-b84f-4d3d-b409-701bc58534bf service neutron] Publish callbacks [] for port (9c43aeb6-467c-4668-8481-d8c12d840a81), precommit_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:54.488087 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-1fec4667-1beb-43a5-a41d-6500d20014dd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2188796a964a4e70b06c3a3e04af2767&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2114255 Jul 06 15:25:54.488934 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 52642) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:25:54.495866 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fec4667-1beb-43a5-a41d-6500d20014dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd86cdba-3cac-4969-bc8e-4294c87c22ec,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:54.499904 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:54.547958 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [req-f8275465-5a71-4e89-80dc-64f23f995b47 req-9a3f190b-b84f-4d3d-b409-701bc58534bf service neutron] Transition to ACTIVE for port object 9c43aeb6-467c-4668-8481-d8c12d840a81 will not be triggered until provisioned by entity L2. {{(pid=103844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 06 15:25:54.559858 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e42f8c4-0efc-4917-a729-cf3636564ff9 service neutron] Pushing event updated for resources: {'Port': ['ID=74bf4e8a-6917-4bfa-85fd-a39eecbb576e,revision_number=2']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:54.597063 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-f8275465-5a71-4e89-80dc-64f23f995b47 req-9a3f190b-b84f-4d3d-b409-701bc58534bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2698066'] for port (9c43aeb6-467c-4668-8481-d8c12d840a81), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:54.600056 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bcd755-a397-42dd-ad31-3d64403f9f8e req-5ea0862b-e5c8-4c05-9592-e8381c397d86 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:54.601515 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-a9bcd755-a397-42dd-ad31-3d64403f9f8e req-5ea0862b-e5c8-4c05-9592-e8381c397d86 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.46 "GET /v2.0/ports?device_id=dbc61511-ad97-49b6-8127-d567909b6ebb HTTP/1.1" status: 200 len: 943 time: 0.0704086 Jul 06 15:25:54.602121 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-7359f531-5512-4f5a-a451-c94e22e3aeca admin admin] Publish callbacks [] for security_group (cd86cdba-3cac-4969-bc8e-4294c87c22ec), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:54.639147 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-7359f531-5512-4f5a-a451-c94e22e3aeca admin admin] Publish callbacks [] for security_group (cd86cdba-3cac-4969-bc8e-4294c87c22ec), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:54.678818 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-4763133f-0fe1-4fb9-81ac-b80f33ddfc6e req-442d9f65-8b44-4c33-9245-2c97e46233cd tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] 10.222.0.46 "GET /v2.0/security-groups?id=f95cd6f8-b42d-461f-85bd-e637c1a29470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020028 Jul 06 15:25:54.692965 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-a9bcd755-a397-42dd-ad31-3d64403f9f8e req-2dccbdf8-80f0-40b8-ba59-f5c58c15b9e7 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d2d61da-c2c3-44ba-8fac-6c2dfcc52d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793722 Jul 06 15:25:54.723862 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-7359f531-5512-4f5a-a451-c94e22e3aeca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (cd86cdba-3cac-4969-bc8e-4294c87c22ec), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:54.726616 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-7359f531-5512-4f5a-a451-c94e22e3aeca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:54.730702 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-7359f531-5512-4f5a-a451-c94e22e3aeca admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cd86cdba-3cac-4969-bc8e-4294c87c22ec HTTP/1.1" status: 204 len: 168 time: 0.2408168 Jul 06 15:25:54.741182 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7359f531-5512-4f5a-a451-c94e22e3aeca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd86cdba-3cac-4969-bc8e-4294c87c22ec,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:54.784810 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-a6271c01-1814-4b90-8208-6106efd21251 req-d5bcb63b-5377-411f-bf26-ed33a47fc6be service neutron] 10.222.0.16 "GET /v2.0/networks/a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3311269 Jul 06 15:25:54.785400 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3f190b-b84f-4d3d-b409-701bc58534bf service neutron] Pushing event updated for resources: {'Port': ['ID=9c43aeb6-467c-4668-8481-d8c12d840a81,revision_number=2']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:54.917789 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [req-6872c9ca-d704-4228-8ebc-888f1c48937a req-0e42f8c4-0efc-4917-a729-cf3636564ff9 service neutron] Attempting to bind port 74bf4e8a-6917-4bfa-85fd-a39eecbb576e on host hv-cinder-84884 for vnic_type normal with profile {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 15:25:54.918121 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [req-6872c9ca-d704-4228-8ebc-888f1c48937a req-0e42f8c4-0efc-4917-a729-cf3636564ff9 service neutron] Attempting to bind port 74bf4e8a-6917-4bfa-85fd-a39eecbb576e by drivers openvswitch,hyperv on host hv-cinder-84884 at level 0 using segments [{'id': 'f0f5d63e-46e5-40c5-98e9-730cc5ca7fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '29faeaee-d3c7-4625-83ea-4cacc91dc1a5'}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 15:25:54.918490 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6872c9ca-d704-4228-8ebc-888f1c48937a req-0e42f8c4-0efc-4917-a729-cf3636564ff9 service neutron] Attempting to bind port 74bf4e8a-6917-4bfa-85fd-a39eecbb576e on network 29faeaee-d3c7-4625-83ea-4cacc91dc1a5 {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:25:54.929780 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf93862-c6de-4c02-905c-93da7019bdd2 req-4360aac2-8aa8-45f3-a89e-dfe0848f57f2 tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:54.935660 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6cf93862-c6de-4c02-905c-93da7019bdd2 req-4360aac2-8aa8-45f3-a89e-dfe0848f57f2 tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] 10.222.0.46 "GET /v2.0/ports?device_id=44e28417-5f38-4197-bac2-c40ea4504b96 HTTP/1.1" status: 200 len: 948 time: 0.1111572 Jul 06 15:25:54.935660 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6872c9ca-d704-4228-8ebc-888f1c48937a req-0e42f8c4-0efc-4917-a729-cf3636564ff9 service neutron] Port 74bf4e8a-6917-4bfa-85fd-a39eecbb576e on network 29faeaee-d3c7-4625-83ea-4cacc91dc1a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84884 {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 06 15:25:54.935872 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6872c9ca-d704-4228-8ebc-888f1c48937a req-0e42f8c4-0efc-4917-a729-cf3636564ff9 service neutron] Attempting to bind port 74bf4e8a-6917-4bfa-85fd-a39eecbb576e on network 29faeaee-d3c7-4625-83ea-4cacc91dc1a5 {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:25:54.942027 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [req-f8275465-5a71-4e89-80dc-64f23f995b47 req-9a3f190b-b84f-4d3d-b409-701bc58534bf service neutron] Attempting to bind port 9c43aeb6-467c-4668-8481-d8c12d840a81 on host hv-cinder-84884 for vnic_type normal with profile {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 15:25:54.942368 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [req-f8275465-5a71-4e89-80dc-64f23f995b47 req-9a3f190b-b84f-4d3d-b409-701bc58534bf service neutron] Attempting to bind port 9c43aeb6-467c-4668-8481-d8c12d840a81 by drivers openvswitch,hyperv on host hv-cinder-84884 at level 0 using segments [{'id': '386b92fb-b3dd-4607-b140-534e2d8e6e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '6728d369-4cfa-4ec5-b06c-17974ea1ee32'}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 15:25:54.942687 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8275465-5a71-4e89-80dc-64f23f995b47 req-9a3f190b-b84f-4d3d-b409-701bc58534bf service neutron] Attempting to bind port 9c43aeb6-467c-4668-8481-d8c12d840a81 on network 6728d369-4cfa-4ec5-b06c-17974ea1ee32 {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:25:54.956556 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6872c9ca-d704-4228-8ebc-888f1c48937a req-0e42f8c4-0efc-4917-a729-cf3636564ff9 service neutron] Checking agent: {'id': 'eda728fc-b46d-4378-b578-35bac6b15486', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84884', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 15, 22, 43), 'started_at': datetime.datetime(2022, 7, 6, 15, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 15, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 15:25:54.956892 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6872c9ca-d704-4228-8ebc-888f1c48937a req-0e42f8c4-0efc-4917-a729-cf3636564ff9 service neutron] Checking segment: {'id': 'f0f5d63e-46e5-40c5-98e9-730cc5ca7fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '29faeaee-d3c7-4625-83ea-4cacc91dc1a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:25:54.957270 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6872c9ca-d704-4228-8ebc-888f1c48937a req-0e42f8c4-0efc-4917-a729-cf3636564ff9 service neutron] Bound using segment: {'id': 'f0f5d63e-46e5-40c5-98e9-730cc5ca7fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '29faeaee-d3c7-4625-83ea-4cacc91dc1a5'} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 15:25:54.957709 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [req-6872c9ca-d704-4228-8ebc-888f1c48937a req-0e42f8c4-0efc-4917-a729-cf3636564ff9 service neutron] Bound port: 74bf4e8a-6917-4bfa-85fd-a39eecbb576e, host: hv-cinder-84884, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0f5d63e-46e5-40c5-98e9-730cc5ca7fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '29faeaee-d3c7-4625-83ea-4cacc91dc1a5'}}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 15:25:54.958065 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-6872c9ca-d704-4228-8ebc-888f1c48937a req-0e42f8c4-0efc-4917-a729-cf3636564ff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (74bf4e8a-6917-4bfa-85fd-a39eecbb576e), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:54.967040 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8275465-5a71-4e89-80dc-64f23f995b47 req-9a3f190b-b84f-4d3d-b409-701bc58534bf service neutron] Port 9c43aeb6-467c-4668-8481-d8c12d840a81 on network 6728d369-4cfa-4ec5-b06c-17974ea1ee32 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84884 {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 06 15:25:54.967391 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8275465-5a71-4e89-80dc-64f23f995b47 req-9a3f190b-b84f-4d3d-b409-701bc58534bf service neutron] Attempting to bind port 9c43aeb6-467c-4668-8481-d8c12d840a81 on network 6728d369-4cfa-4ec5-b06c-17974ea1ee32 {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:25:54.987602 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8275465-5a71-4e89-80dc-64f23f995b47 req-9a3f190b-b84f-4d3d-b409-701bc58534bf service neutron] Checking agent: {'id': 'eda728fc-b46d-4378-b578-35bac6b15486', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84884', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 15, 22, 43), 'started_at': datetime.datetime(2022, 7, 6, 15, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 15, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 15:25:54.987935 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8275465-5a71-4e89-80dc-64f23f995b47 req-9a3f190b-b84f-4d3d-b409-701bc58534bf service neutron] Checking segment: {'id': '386b92fb-b3dd-4607-b140-534e2d8e6e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '6728d369-4cfa-4ec5-b06c-17974ea1ee32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:25:54.988319 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8275465-5a71-4e89-80dc-64f23f995b47 req-9a3f190b-b84f-4d3d-b409-701bc58534bf service neutron] Bound using segment: {'id': '386b92fb-b3dd-4607-b140-534e2d8e6e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '6728d369-4cfa-4ec5-b06c-17974ea1ee32'} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 15:25:54.988747 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [req-f8275465-5a71-4e89-80dc-64f23f995b47 req-9a3f190b-b84f-4d3d-b409-701bc58534bf service neutron] Bound port: 9c43aeb6-467c-4668-8481-d8c12d840a81, host: hv-cinder-84884, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '386b92fb-b3dd-4607-b140-534e2d8e6e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '6728d369-4cfa-4ec5-b06c-17974ea1ee32'}}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 15:25:54.989102 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-f8275465-5a71-4e89-80dc-64f23f995b47 req-9a3f190b-b84f-4d3d-b409-701bc58534bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (9c43aeb6-467c-4668-8481-d8c12d840a81), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:55.000844 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:55.080141 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6cf93862-c6de-4c02-905c-93da7019bdd2 req-003a58bd-d4f7-4de9-8cb9-69fe5b8ad9db tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] 10.222.0.46 "GET /v2.0/security-groups?id=81e3c06e-82c1-49cb-a9b7-37584c7ee3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410458 Jul 06 15:25:55.118262 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [req-6872c9ca-d704-4228-8ebc-888f1c48937a req-0e42f8c4-0efc-4917-a729-cf3636564ff9 service neutron] For port 74bf4e8a-6917-4bfa-85fd-a39eecbb576e, host hv-cinder-84884, cleared binding levels {{(pid=103844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:25:55.132515 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [req-f8275465-5a71-4e89-80dc-64f23f995b47 req-9a3f190b-b84f-4d3d-b409-701bc58534bf service neutron] For port 9c43aeb6-467c-4668-8481-d8c12d840a81, host hv-cinder-84884, cleared binding levels {{(pid=103844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:25:55.135875 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [req-6872c9ca-d704-4228-8ebc-888f1c48937a req-0e42f8c4-0efc-4917-a729-cf3636564ff9 service neutron] For port 74bf4e8a-6917-4bfa-85fd-a39eecbb576e, host hv-cinder-84884, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=74bf4e8a-6917-4bfa-85fd-a39eecbb576e,segment=NetworkSegment(f0f5d63e-46e5-40c5-98e9-730cc5ca7fc9),segment_id=f0f5d63e-46e5-40c5-98e9-730cc5ca7fc9)] {{(pid=103844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:25:55.138013 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [req-f8275465-5a71-4e89-80dc-64f23f995b47 req-9a3f190b-b84f-4d3d-b409-701bc58534bf service neutron] For port 9c43aeb6-467c-4668-8481-d8c12d840a81, host hv-cinder-84884, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=9c43aeb6-467c-4668-8481-d8c12d840a81,segment=NetworkSegment(386b92fb-b3dd-4607-b140-534e2d8e6e1e),segment_id=386b92fb-b3dd-4607-b140-534e2d8e6e1e)] {{(pid=103844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:25:55.145557 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-6872c9ca-d704-4228-8ebc-888f1c48937a req-0e42f8c4-0efc-4917-a729-cf3636564ff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2698066'] for port (74bf4e8a-6917-4bfa-85fd-a39eecbb576e), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:55.152346 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-f8275465-5a71-4e89-80dc-64f23f995b47 req-9a3f190b-b84f-4d3d-b409-701bc58534bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2698066'] for port (9c43aeb6-467c-4668-8481-d8c12d840a81), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:55.199995 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8275465-5a71-4e89-80dc-64f23f995b47 req-9a3f190b-b84f-4d3d-b409-701bc58534bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:55.200593 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-f8275465-5a71-4e89-80dc-64f23f995b47 req-9a3f190b-b84f-4d3d-b409-701bc58534bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629707'] for port (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:55.202047 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-f8275465-5a71-4e89-80dc-64f23f995b47 req-9a3f190b-b84f-4d3d-b409-701bc58534bf service neutron] 10.222.0.16 "PUT /v2.0/ports/9c43aeb6-467c-4668-8481-d8c12d840a81 HTTP/1.1" status: 200 len: 1098 time: 2.0307221 Jul 06 15:25:55.205259 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff46a82-e878-4a7e-b254-f0659e2987de req-0a650d28-9e53-4e1e-b02a-4e90e0b077ac tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:55.206171 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44e28417-5f38-4197-bac2-c40ea4504b96', 'tag': '9c43aeb6-467c-4668-8481-d8c12d840a81'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:25:55.207329 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-2ff46a82-e878-4a7e-b254-f0659e2987de req-0a650d28-9e53-4e1e-b02a-4e90e0b077ac tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=e00187af-8819-41e6-98f0-199ce9db0f05 HTTP/1.1" status: 200 len: 946 time: 0.0554488 Jul 06 15:25:55.208547 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23f0ce0f3171803df377307192b3bbc073243688ace587a9918d8ae03454cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a61d52c-161f-4d2a-9acb-de56daf0835b" -d '{"events": [{"name": "network-changed", "server_uuid": "44e28417-5f38-4197-bac2-c40ea4504b96", "tag": "9c43aeb6-467c-4668-8481-d8c12d840a81"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:25:55.214749 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872c9ca-d704-4228-8ebc-888f1c48937a req-0e42f8c4-0efc-4917-a729-cf3636564ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:55.215434 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-6872c9ca-d704-4228-8ebc-888f1c48937a req-0e42f8c4-0efc-4917-a729-cf3636564ff9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629707'] for port (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:55.216818 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6872c9ca-d704-4228-8ebc-888f1c48937a req-0e42f8c4-0efc-4917-a729-cf3636564ff9 service neutron] 10.222.0.16 "PUT /v2.0/ports/74bf4e8a-6917-4bfa-85fd-a39eecbb576e HTTP/1.1" status: 200 len: 1093 time: 2.3774917 Jul 06 15:25:55.230821 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e42f8c4-0efc-4917-a729-cf3636564ff9 service neutron] Pushing event updated for resources: {'Port': ['ID=74bf4e8a-6917-4bfa-85fd-a39eecbb576e,revision_number=3']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:55.281245 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 15:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf2b211-f808-4ea8-a6a7-b7cb4a5d28f4 x-openstack-request-id: req-edf2b211-f808-4ea8-a6a7-b7cb4a5d28f4 {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:25:55.282371 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44e28417-5f38-4197-bac2-c40ea4504b96", "tag": "9c43aeb6-467c-4668-8481-d8c12d840a81", "status": "completed", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:25:55.282626 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-edf2b211-f808-4ea8-a6a7-b7cb4a5d28f4 {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:25:55.283022 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edf2b211-f808-4ea8-a6a7-b7cb4a5d28f4'] response: {'name': 'network-changed', 'server_uuid': '44e28417-5f38-4197-bac2-c40ea4504b96', 'tag': '9c43aeb6-467c-4668-8481-d8c12d840a81', 'status': 'completed', 'code': 200} Jul 06 15:25:55.302309 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3f190b-b84f-4d3d-b409-701bc58534bf service neutron] Pushing event updated for resources: {'Port': ['ID=9c43aeb6-467c-4668-8481-d8c12d840a81,revision_number=3']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:55.316810 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-2ff46a82-e878-4a7e-b254-f0659e2987de req-60a00311-aa1a-4df4-ac57-feddef4b5c3d tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035068 Jul 06 15:25:55.527843 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-fae20237-f608-4c4a-a38b-2c4c9be7b1b2 req-2f7e9c80-996c-45ea-80b1-fc3442485e24 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7206b9c-b821-48d2-9be4-e11d41892f85 HTTP/1.1" status: 200 len: 210 time: 0.0292296 Jul 06 15:25:55.808642 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41cabe6-beaf-493c-9ab8-a368f3d9b3f4 req-bbcab5f2-7f3a-443f-bf80-ac486ccccb5c tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:55.810252 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-e41cabe6-beaf-493c-9ab8-a368f3d9b3f4 req-bbcab5f2-7f3a-443f-bf80-ac486ccccb5c tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] 10.222.0.46 "GET /v2.0/ports?device_id=a60af238-6eb5-450e-adf6-2e01797e448c HTTP/1.1" status: 200 len: 945 time: 0.0562348 Jul 06 15:25:55.837178 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08761b2d-f144-447d-816d-25159105985b req-600bf692-9a3b-4287-ab9f-5d4dab65d606 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:55.838885 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-08761b2d-f144-447d-816d-25159105985b req-600bf692-9a3b-4287-ab9f-5d4dab65d606 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.46 "GET /v2.0/ports?device_id=dbc61511-ad97-49b6-8127-d567909b6ebb HTTP/1.1" status: 200 len: 943 time: 0.0485866 Jul 06 15:25:55.865289 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-e41cabe6-beaf-493c-9ab8-a368f3d9b3f4 req-f9f2fce0-6413-4d47-8de0-9a12f9397dc5 tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] 10.222.0.46 "GET /v2.0/security-groups?id=f95cd6f8-b42d-461f-85bd-e637c1a29470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474992 Jul 06 15:25:55.874412 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:55.894755 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-08761b2d-f144-447d-816d-25159105985b req-1385564d-4679-49c4-81ec-411d01023486 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d2d61da-c2c3-44ba-8fac-6c2dfcc52d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504398 Jul 06 15:25:56.131148 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61d52c-161f-4d2a-9acb-de56daf0835b req-b9d54302-d728-410e-8c99-f624821c81f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:56.132796 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-3a61d52c-161f-4d2a-9acb-de56daf0835b req-b9d54302-d728-410e-8c99-f624821c81f1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=56c6b45912e64ad691232fc05df8c123&device_id=44e28417-5f38-4197-bac2-c40ea4504b96 HTTP/1.1" status: 200 len: 1132 time: 0.1371727 Jul 06 15:25:56.135677 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872c9ca-d704-4228-8ebc-888f1c48937a req-b59bbf92-8504-4d2b-a414-a74982ccaf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:56.137045 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6872c9ca-d704-4228-8ebc-888f1c48937a req-b59bbf92-8504-4d2b-a414-a74982ccaf9a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a75a2d018dff40bfb9b5bd72a678826c&device_id=dbc61511-ad97-49b6-8127-d567909b6ebb HTTP/1.1" status: 200 len: 1127 time: 0.1426280 Jul 06 15:25:56.165485 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86e134e-269a-45e9-bcb0-c414944abceb req-163e9b57-1827-44c9-9e58-176f8e4d208b tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:56.167616 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-e86e134e-269a-45e9-bcb0-c414944abceb req-163e9b57-1827-44c9-9e58-176f8e4d208b tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.16 "GET /v2.0/networks?id=f0e78724-aeff-41f2-91ec-9f159896885f HTTP/1.1" status: 200 len: 808 time: 0.1990213 Jul 06 15:25:56.196514 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [req-e86e134e-269a-45e9-bcb0-c414944abceb req-c726ec2f-37c3-4e98-ac4e-18d393d6d3e4 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] Request body: {'port': {'device_id': 'd7206b9c-b821-48d2-9be4-e11d41892f85', 'network_id': 'f0e78724-aeff-41f2-91ec-9f159896885f', 'admin_state_up': True, 'tenant_id': 'ee14fb4cfead402ab57d78792f303b48'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:25:56.214321 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93f302-772b-4073-85c6-3fcc04c38582 req-1425c47a-8c8b-4b74-89c0-5dac069654a0 tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:56.216341 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-ab93f302-772b-4073-85c6-3fcc04c38582 req-1425c47a-8c8b-4b74-89c0-5dac069654a0 tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] 10.222.0.46 "GET /v2.0/ports?device_id=44e28417-5f38-4197-bac2-c40ea4504b96 HTTP/1.1" status: 200 len: 948 time: 0.0605223 Jul 06 15:25:56.253455 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6872c9ca-d704-4228-8ebc-888f1c48937a req-00762516-50df-4fc1-9d16-52de7f59554e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74bf4e8a-6917-4bfa-85fd-a39eecbb576e HTTP/1.1" status: 200 len: 217 time: 0.0762198 Jul 06 15:25:56.255152 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-3a61d52c-161f-4d2a-9acb-de56daf0835b req-46f6335f-dfe7-49bc-ab51-829000930129 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=56c6b45912e64ad691232fc05df8c123&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0750263 Jul 06 15:25:56.300861 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-ab93f302-772b-4073-85c6-3fcc04c38582 req-df9ba5ff-0297-405a-9e87-32d302d9807a tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] 10.222.0.46 "GET /v2.0/security-groups?id=81e3c06e-82c1-49cb-a9b7-37584c7ee3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561771 Jul 06 15:25:56.633562 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-b0c10352-06f9-4f34-9f33-5a1abb5346b5 req-1d0db885-ff9f-43e7-bfb9-0351a364790d tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7206b9c-b821-48d2-9be4-e11d41892f85 HTTP/1.1" status: 200 len: 210 time: 0.0288892 Jul 06 15:25:56.711345 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc0079-05e6-4e65-bc7b-5b073bbab5d2 req-eb3682cb-684f-4710-b836-d4dec037a860 tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:56.713528 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-13bc0079-05e6-4e65-bc7b-5b073bbab5d2 req-eb3682cb-684f-4710-b836-d4dec037a860 tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] 10.222.0.16 "GET /v2.0/ports?device_id=a60af238-6eb5-450e-adf6-2e01797e448c HTTP/1.1" status: 200 len: 945 time: 0.1611564 Jul 06 15:25:56.764545 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872c9ca-d704-4228-8ebc-888f1c48937a req-8a2a9149-2f07-4a94-96ce-31e2341b9927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:56.766482 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6872c9ca-d704-4228-8ebc-888f1c48937a req-8a2a9149-2f07-4a94-96ce-31e2341b9927 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d3bbb20-1b71-4896-859b-aff10cf77fe7 HTTP/1.1" status: 200 len: 853 time: 0.2113705 Jul 06 15:25:56.773242 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90489589-3015-4835-a41d-3de5c67364e4 req-b03a93b3-53a6-4d13-9d7c-88b74adfe5b9 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:56.774710 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-90489589-3015-4835-a41d-3de5c67364e4 req-b03a93b3-53a6-4d13-9d7c-88b74adfe5b9 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=e00187af-8819-41e6-98f0-199ce9db0f05 HTTP/1.1" status: 200 len: 946 time: 0.2191868 Jul 06 15:25:56.857612 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6872c9ca-d704-4228-8ebc-888f1c48937a req-fdc06872-5c1d-48bc-a6a3-dd74c4da9c7d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=29faeaee-d3c7-4625-83ea-4cacc91dc1a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616724 Jul 06 15:25:56.964139 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:56.984568 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e86e134e-269a-45e9-bcb0-c414944abceb req-c726ec2f-37c3-4e98-ac4e-18d393d6d3e4 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] Made reservation on behalf of ee14fb4cfead402ab57d78792f303b48 for: {'port': 1} {{(pid=103844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:25:56.988732 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-e86e134e-269a-45e9-bcb0-c414944abceb req-c726ec2f-37c3-4e98-ac4e-18d393d6d3e4 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:57.003889 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61d52c-161f-4d2a-9acb-de56daf0835b req-317f4adb-0ca2-4163-96dd-553f112be74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:57.005395 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-3a61d52c-161f-4d2a-9acb-de56daf0835b req-317f4adb-0ca2-4163-96dd-553f112be74b service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4519534 Jul 06 15:25:57.017347 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a1a06-2fe4-4507-a9cf-96b0e49b1bfc req-d86f1d6c-2bb3-41c2-8300-6b2de352335a tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:57.019467 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-ef7a1a06-2fe4-4507-a9cf-96b0e49b1bfc req-d86f1d6c-2bb3-41c2-8300-6b2de352335a tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] 10.222.0.46 "GET /v2.0/ports?device_id=a60af238-6eb5-450e-adf6-2e01797e448c HTTP/1.1" status: 200 len: 945 time: 0.0699182 Jul 06 15:25:57.077722 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-ef7a1a06-2fe4-4507-a9cf-96b0e49b1bfc req-ed15f185-18ea-4418-a33e-fc0d690dc4c4 tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] 10.222.0.46 "GET /v2.0/security-groups?id=f95cd6f8-b42d-461f-85bd-e637c1a29470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519333 Jul 06 15:25:57.104121 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [req-13bc0079-05e6-4e65-bc7b-5b073bbab5d2 req-8aa47cdc-d837-4b8b-877e-20fe45d9c184 tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] Deleting port ed64b6d5-5c31-4bdf-85ee-153655020dd2 {{(pid=103844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 15:25:57.104121 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-13bc0079-05e6-4e65-bc7b-5b073bbab5d2 req-8aa47cdc-d837-4b8b-877e-20fe45d9c184 tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786465945384'] for port (ed64b6d5-5c31-4bdf-85ee-153655020dd2), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:57.143777 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-90489589-3015-4835-a41d-3de5c67364e4 req-961ecf57-597c-4360-9108-98a1936e07af tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335819 Jul 06 15:25:57.179713 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:57.197863 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd78f7fb-4c2e-4502-bb1e-6b0309c4247a req-9d08a518-a0c8-4f40-8f31-412faaf6f96d tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:57.199522 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-dd78f7fb-4c2e-4502-bb1e-6b0309c4247a req-9d08a518-a0c8-4f40-8f31-412faaf6f96d tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.46 "GET /v2.0/ports?device_id=dbc61511-ad97-49b6-8127-d567909b6ebb HTTP/1.1" status: 200 len: 943 time: 0.0586522 Jul 06 15:25:57.217116 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 52742) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:25:57.261359 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-dd78f7fb-4c2e-4502-bb1e-6b0309c4247a req-0d8a82c3-478b-484c-99fb-29aec758f51e tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d2d61da-c2c3-44ba-8fac-6c2dfcc52d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543630 Jul 06 15:25:57.275367 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8275465-5a71-4e89-80dc-64f23f995b47 req-29f29117-3581-46ca-a189-43470090895e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:57.276935 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-f8275465-5a71-4e89-80dc-64f23f995b47 req-29f29117-3581-46ca-a189-43470090895e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=56c6b45912e64ad691232fc05df8c123&device_id=44e28417-5f38-4197-bac2-c40ea4504b96 HTTP/1.1" status: 200 len: 1132 time: 0.1880958 Jul 06 15:25:57.278681 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6872c9ca-d704-4228-8ebc-888f1c48937a req-0c07457e-d8f5-4fe1-9a23-d5e746791e69 service neutron] 10.222.0.16 "GET /v2.0/networks/29faeaee-d3c7-4625-83ea-4cacc91dc1a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4057643 Jul 06 15:25:57.286692 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbc61511-ad97-49b6-8127-d567909b6ebb', 'tag': '74bf4e8a-6917-4bfa-85fd-a39eecbb576e'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:25:57.289169 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23f0ce0f3171803df377307192b3bbc073243688ace587a9918d8ae03454cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e6f379e-ccb2-45a6-aee2-726311766a12" -d '{"events": [{"name": "network-changed", "server_uuid": "dbc61511-ad97-49b6-8127-d567909b6ebb", "tag": "74bf4e8a-6917-4bfa-85fd-a39eecbb576e"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:25:57.353981 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-73b8c583-220d-48c7-8724-6fff38710d33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:57.354894 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 15:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96cfec42-a157-4e3b-afc9-8dedf49838cf x-openstack-request-id: req-96cfec42-a157-4e3b-afc9-8dedf49838cf {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:25:57.355187 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbc61511-ad97-49b6-8127-d567909b6ebb", "tag": "74bf4e8a-6917-4bfa-85fd-a39eecbb576e", "status": "completed", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:25:57.355466 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-96cfec42-a157-4e3b-afc9-8dedf49838cf {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:25:57.355962 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96cfec42-a157-4e3b-afc9-8dedf49838cf'] response: {'name': 'network-changed', 'server_uuid': 'dbc61511-ad97-49b6-8127-d567909b6ebb', 'tag': '74bf4e8a-6917-4bfa-85fd-a39eecbb576e', 'status': 'completed', 'code': 200} Jul 06 15:25:57.359272 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-f8275465-5a71-4e89-80dc-64f23f995b47 req-26ce860a-6fe1-4ef5-8f45-c03a8644db65 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=9c43aeb6-467c-4668-8481-d8c12d840a81 HTTP/1.1" status: 200 len: 217 time: 0.0669043 Jul 06 15:25:57.404986 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:57.432547 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [req-13bc0079-05e6-4e65-bc7b-5b073bbab5d2 req-8aa47cdc-d837-4b8b-877e-20fe45d9c184 tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] For port ed64b6d5-5c31-4bdf-85ee-153655020dd2, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=ed64b6d5-5c31-4bdf-85ee-153655020dd2,segment=NetworkSegment(8204b9b4-67b5-4078-b2a8-fdc5e4764718),segment_id=8204b9b4-67b5-4078-b2a8-fdc5e4764718)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:25:57.432913 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-13bc0079-05e6-4e65-bc7b-5b073bbab5d2 req-8aa47cdc-d837-4b8b-877e-20fe45d9c184 tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652656'] for port (ed64b6d5-5c31-4bdf-85ee-153655020dd2), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:57.435262 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0f5afb-ca20-4e2a-9ccc-174a3566d3c9 req-0e71dcca-4d21-4400-a4ba-86dbfe368bae tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:57.436749 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-9e0f5afb-ca20-4e2a-9ccc-174a3566d3c9 req-0e71dcca-4d21-4400-a4ba-86dbfe368bae tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] 10.222.0.46 "GET /v2.0/ports?device_id=44e28417-5f38-4197-bac2-c40ea4504b96 HTTP/1.1" status: 200 len: 948 time: 0.0732853 Jul 06 15:25:57.500109 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:57.509467 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [req-13bc0079-05e6-4e65-bc7b-5b073bbab5d2 req-8aa47cdc-d837-4b8b-877e-20fe45d9c184 tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] Calling delete_port for ed64b6d5-5c31-4bdf-85ee-153655020dd2 owned by compute:nova {{(pid=103844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 15:25:57.517724 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-9e0f5afb-ca20-4e2a-9ccc-174a3566d3c9 req-ba4dda6a-648e-4345-9ac1-98a5b8337f55 tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] 10.222.0.46 "GET /v2.0/security-groups?id=81e3c06e-82c1-49cb-a9b7-37584c7ee3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749311 Jul 06 15:25:57.519488 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-73b8c583-220d-48c7-8724-6fff38710d33 admin admin] Publish callbacks [] for security_group (0e029132-0efe-4351-b3e5-b92fa037379c), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:57.525559 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-73b8c583-220d-48c7-8724-6fff38710d33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (0e029132-0efe-4351-b3e5-b92fa037379c), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:57.569327 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-73b8c583-220d-48c7-8724-6fff38710d33 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1bf1c1d1363f4757b65277780a49a285&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3485179 Jul 06 15:25:57.569327 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b8c583-220d-48c7-8724-6fff38710d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e029132-0efe-4351-b3e5-b92fa037379c,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:57.571010 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 52750) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:25:57.578942 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.db_base_plugin_common [req-e86e134e-269a-45e9-bcb0-c414944abceb req-c726ec2f-37c3-4e98-ac4e-18d393d6d3e4 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] Allocated IP 172.20.0.12 (f0e78724-aeff-41f2-91ec-9f159896885f/caf4c068-64b5-452f-a45c-5e2840d47604/6f85061a-6597-4b3f-8882-26dbe2aaf1df) {{(pid=103844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:25:57.602433 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8275465-5a71-4e89-80dc-64f23f995b47 req-e68a649a-f588-4fc0-b02a-4c7e19a6d8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:57.603859 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-f8275465-5a71-4e89-80dc-64f23f995b47 req-e68a649a-f588-4fc0-b02a-4c7e19a6d8be service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5e4716c2-0eb1-4f6b-a852-29ff01232747 HTTP/1.1" status: 200 len: 843 time: 0.2300196 Jul 06 15:25:57.619908 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-773d1cf1-5a38-415d-86af-64f2f45cb535 admin admin] Publish callbacks [] for security_group (0e029132-0efe-4351-b3e5-b92fa037379c), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:57.635247 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6872c9ca-d704-4228-8ebc-888f1c48937a req-3404307d-05ed-4c85-9eaa-2a5429f67af5 service neutron] 10.222.0.16 "GET /v2.0/networks/29faeaee-d3c7-4625-83ea-4cacc91dc1a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394091 Jul 06 15:25:57.642597 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-773d1cf1-5a38-415d-86af-64f2f45cb535 admin admin] Publish callbacks [] for security_group (0e029132-0efe-4351-b3e5-b92fa037379c), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:57.697490 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-773d1cf1-5a38-415d-86af-64f2f45cb535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (0e029132-0efe-4351-b3e5-b92fa037379c), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:57.699964 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-773d1cf1-5a38-415d-86af-64f2f45cb535 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:57.701089 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-773d1cf1-5a38-415d-86af-64f2f45cb535 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0e029132-0efe-4351-b3e5-b92fa037379c HTTP/1.1" status: 204 len: 168 time: 0.1291511 Jul 06 15:25:57.710956 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773d1cf1-5a38-415d-86af-64f2f45cb535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e029132-0efe-4351-b3e5-b92fa037379c,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:57.756369 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8275465-5a71-4e89-80dc-64f23f995b47 req-190fa61c-7861-4237-8292-cf889f9db217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:57.757867 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-f8275465-5a71-4e89-80dc-64f23f995b47 req-190fa61c-7861-4237-8292-cf889f9db217 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6728d369-4cfa-4ec5-b06c-17974ea1ee32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1204908 Jul 06 15:25:57.785033 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-4ebc4713-8ed1-40cb-a1f2-32d8936cbf96 req-d960e8bf-a516-46e6-b099-313da7bc9e82 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7206b9c-b821-48d2-9be4-e11d41892f85 HTTP/1.1" status: 200 len: 210 time: 0.0531716 Jul 06 15:25:57.886878 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:57.936934 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-13bc0079-05e6-4e65-bc7b-5b073bbab5d2 req-8aa47cdc-d837-4b8b-877e-20fe45d9c184 tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786465950455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786465455746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2698075'] for port (ed64b6d5-5c31-4bdf-85ee-153655020dd2), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:57.976942 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa47cdc-d837-4b8b-877e-20fe45d9c184 tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] Pushing event deleted for resources: {'Port': ['ID=ed64b6d5-5c31-4bdf-85ee-153655020dd2,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:57.986141 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-e86e134e-269a-45e9-bcb0-c414944abceb req-c726ec2f-37c3-4e98-ac4e-18d393d6d3e4 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] Publish callbacks [] for port (6f85061a-6597-4b3f-8882-26dbe2aaf1df), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:58.003090 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 52758) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:25:58.024670 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-5f3d0c23-eb65-4bc4-adf9-ba8d34871bac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:58.077005 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [req-13bc0079-05e6-4e65-bc7b-5b073bbab5d2 req-8aa47cdc-d837-4b8b-877e-20fe45d9c184 tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] No DVR routers for this DVR port ed64b6d5-5c31-4bdf-85ee-153655020dd2 on host hv-cinder-84884 {{(pid=103844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 15:25:58.083100 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-13bc0079-05e6-4e65-bc7b-5b073bbab5d2 req-8aa47cdc-d837-4b8b-877e-20fe45d9c184 tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for port (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:58.086796 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-13bc0079-05e6-4e65-bc7b-5b073bbab5d2 req-8aa47cdc-d837-4b8b-877e-20fe45d9c184 tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] 10.222.0.16 "DELETE /v2.0/ports/ed64b6d5-5c31-4bdf-85ee-153655020dd2 HTTP/1.1" status: 204 len: 173 time: 1.3594813 Jul 06 15:25:58.098636 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-e86e134e-269a-45e9-bcb0-c414944abceb req-c726ec2f-37c3-4e98-ac4e-18d393d6d3e4 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786465455737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2698075'] for port (6f85061a-6597-4b3f-8882-26dbe2aaf1df), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:58.134437 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-5f3d0c23-eb65-4bc4-adf9-ba8d34871bac admin admin] Publish callbacks [] for security_group (08b79781-4ee6-4a23-bbb4-2dc6e1d20e24), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:58.142240 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-5f3d0c23-eb65-4bc4-adf9-ba8d34871bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (08b79781-4ee6-4a23-bbb4-2dc6e1d20e24), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:58.151811 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e86e134e-269a-45e9-bcb0-c414944abceb req-c726ec2f-37c3-4e98-ac4e-18d393d6d3e4 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] Network f0e78724-aeff-41f2-91ec-9f159896885f is already hosted by enough agents. {{(pid=103844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:25:58.155048 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.base_scheduler [req-e86e134e-269a-45e9-bcb0-c414944abceb req-c726ec2f-37c3-4e98-ac4e-18d393d6d3e4 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] Resources bound (agent type, host, resource id): {{(pid=103844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:25:58.160465 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [req-e86e134e-269a-45e9-bcb0-c414944abceb req-c726ec2f-37c3-4e98-ac4e-18d393d6d3e4 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] Received port after_create {{(pid=103844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 15:25:58.190644 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c726ec2f-37c3-4e98-ac4e-18d393d6d3e4 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] Pushing event updated for resources: {'Port': ['ID=6f85061a-6597-4b3f-8882-26dbe2aaf1df,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:58.205835 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:58.226864 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86e134e-269a-45e9-bcb0-c414944abceb req-c726ec2f-37c3-4e98-ac4e-18d393d6d3e4 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:58.227611 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-e86e134e-269a-45e9-bcb0-c414944abceb req-c726ec2f-37c3-4e98-ac4e-18d393d6d3e4 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for port (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:58.228117 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-5f3d0c23-eb65-4bc4-adf9-ba8d34871bac admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=930f650248d64b00a790957805c165af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2234151 Jul 06 15:25:58.230002 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 52764) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:25:58.232249 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-60427ec9-388a-4cf7-b442-ec212d5eda0a req-0972675d-9820-4569-a786-f87fd989afbc tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] 10.222.0.46 "GET /v2.0/ports?device_id=a60af238-6eb5-450e-adf6-2e01797e448c HTTP/1.1" status: 200 len: 210 time: 0.0667212 Jul 06 15:25:58.232837 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3d0c23-eb65-4bc4-adf9-ba8d34871bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b79781-4ee6-4a23-bbb4-2dc6e1d20e24,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:58.256108 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-e86e134e-269a-45e9-bcb0-c414944abceb req-c726ec2f-37c3-4e98-ac4e-18d393d6d3e4 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0768778 Jul 06 15:25:58.314715 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-fbcdc695-1e7d-4ef9-829f-d049803658e4 admin admin] Publish callbacks [] for security_group (08b79781-4ee6-4a23-bbb4-2dc6e1d20e24), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:58.315452 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67c40d3-ea00-401b-9ffe-7bcde3fb8139 req-5727ede3-2d32-40d1-8358-9a0c6255009a tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:58.320316 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-e67c40d3-ea00-401b-9ffe-7bcde3fb8139 req-5727ede3-2d32-40d1-8358-9a0c6255009a tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=e00187af-8819-41e6-98f0-199ce9db0f05 HTTP/1.1" status: 200 len: 946 time: 0.0620499 Jul 06 15:25:58.343312 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-fbcdc695-1e7d-4ef9-829f-d049803658e4 admin admin] Publish callbacks [] for security_group (08b79781-4ee6-4a23-bbb4-2dc6e1d20e24), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:58.367773 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-e67c40d3-ea00-401b-9ffe-7bcde3fb8139 req-15a8d427-be20-41f3-bada-518b0602a156 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445371 Jul 06 15:25:58.414941 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d402d5b-b1b8-4240-8833-828a27135f99 req-aa3cdbcc-99e8-40b9-ba87-fb38c71160c5 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:58.417277 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-5d402d5b-b1b8-4240-8833-828a27135f99 req-aa3cdbcc-99e8-40b9-ba87-fb38c71160c5 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.46 "GET /v2.0/ports?device_id=dbc61511-ad97-49b6-8127-d567909b6ebb HTTP/1.1" status: 200 len: 943 time: 0.0755320 Jul 06 15:25:58.438876 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:58.455072 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-fbcdc695-1e7d-4ef9-829f-d049803658e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (08b79781-4ee6-4a23-bbb4-2dc6e1d20e24), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:58.457509 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-fbcdc695-1e7d-4ef9-829f-d049803658e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:58.458595 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-fbcdc695-1e7d-4ef9-829f-d049803658e4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/08b79781-4ee6-4a23-bbb4-2dc6e1d20e24 HTTP/1.1" status: 204 len: 168 time: 0.2217898 Jul 06 15:25:58.478841 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcdc695-1e7d-4ef9-829f-d049803658e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b79781-4ee6-4a23-bbb4-2dc6e1d20e24,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:25:58.486292 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-5d402d5b-b1b8-4240-8833-828a27135f99 req-1b8e48fa-1058-4265-947f-0046c4c4d949 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d2d61da-c2c3-44ba-8fac-6c2dfcc52d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615003 Jul 06 15:25:58.609855 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [req-e86e134e-269a-45e9-bcb0-c414944abceb req-fe3e4676-0c61-40f4-8683-a26ad605b23b service neutron] Request body: {'port': {'device_id': 'd7206b9c-b821-48d2-9be4-e11d41892f85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84884'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:25:58.791128 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f379e-ccb2-45a6-aee2-726311766a12 req-bfebcacf-aa28-41b1-9b5f-ff048cb6e5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:58.792637 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-4e6f379e-ccb2-45a6-aee2-726311766a12 req-bfebcacf-aa28-41b1-9b5f-ff048cb6e5bf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a75a2d018dff40bfb9b5bd72a678826c&device_id=dbc61511-ad97-49b6-8127-d567909b6ebb HTTP/1.1" status: 200 len: 1127 time: 0.1788454 Jul 06 15:25:58.802836 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe362eaa-f45f-40ee-9b05-96964d0ec39b req-4583ec67-ddb3-49f3-bf7a-be17b28834dc tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:58.804317 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-fe362eaa-f45f-40ee-9b05-96964d0ec39b req-4583ec67-ddb3-49f3-bf7a-be17b28834dc tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] 10.222.0.46 "GET /v2.0/ports?device_id=44e28417-5f38-4197-bac2-c40ea4504b96 HTTP/1.1" status: 200 len: 948 time: 0.1795406 Jul 06 15:25:58.922900 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf580125-74b3-425d-9f7e-9288a4d3990d req-293ad64e-78ca-4da0-b123-49ae6e9c98ad tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:58.925358 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-cf580125-74b3-425d-9f7e-9288a4d3990d req-293ad64e-78ca-4da0-b123-49ae6e9c98ad tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7206b9c-b821-48d2-9be4-e11d41892f85 HTTP/1.1" status: 200 len: 932 time: 0.0605552 Jul 06 15:25:58.981183 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-cf580125-74b3-425d-9f7e-9288a4d3990d req-5a15919e-954d-47b7-906c-67e99b337ab4 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.46 "GET /v2.0/security-groups?id=1850cff1-2e93-409f-81df-dcda9b3d696a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493333 Jul 06 15:25:59.101398 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-e86e134e-269a-45e9-bcb0-c414944abceb req-fe3e4676-0c61-40f4-8683-a26ad605b23b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (6f85061a-6597-4b3f-8882-26dbe2aaf1df), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:59.191052 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-f8275465-5a71-4e89-80dc-64f23f995b47 req-859f3119-bd66-4c44-aadd-46ec8a9dbad5 service neutron] 10.222.0.16 "GET /v2.0/networks/6728d369-4cfa-4ec5-b06c-17974ea1ee32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5645645 Jul 06 15:25:59.244205 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-fe362eaa-f45f-40ee-9b05-96964d0ec39b req-bfbbe3e7-1226-43f4-a59b-5aca1c4b4d26 tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] 10.222.0.46 "GET /v2.0/security-groups?id=81e3c06e-82c1-49cb-a9b7-37584c7ee3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4166977 Jul 06 15:25:59.269507 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f379e-ccb2-45a6-aee2-726311766a12 req-8c1e37cb-3e16-4981-9ceb-0f9b8d52ce24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:59.271347 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-4e6f379e-ccb2-45a6-aee2-726311766a12 req-8c1e37cb-3e16-4981-9ceb-0f9b8d52ce24 service neutron] 10.222.0.16 "GET /v2.0/networks?id=29faeaee-d3c7-4625-83ea-4cacc91dc1a5 HTTP/1.1" status: 200 len: 914 time: 0.4660523 Jul 06 15:25:59.356786 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a60af238-6eb5-450e-adf6-2e01797e448c', 'name': 'network-vif-deleted', 'tag': 'ed64b6d5-5c31-4bdf-85ee-153655020dd2'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:25:59.359183 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23f0ce0f3171803df377307192b3bbc073243688ace587a9918d8ae03454cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80624b29-c282-4f00-bbe7-f00d2690836d" -d '{"events": [{"server_uuid": "a60af238-6eb5-450e-adf6-2e01797e448c", "name": "network-vif-deleted", "tag": "ed64b6d5-5c31-4bdf-85ee-153655020dd2"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:25:59.369255 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-09243d9f-5e82-4847-953a-aa360cf0572f req-4407dd89-5856-4cab-85dc-339f6031107e tempest-DeleteServersTestJSON-2104881103 tempest-DeleteServersTestJSON-2104881103-project] 10.222.0.46 "GET /v2.0/ports?device_id=a60af238-6eb5-450e-adf6-2e01797e448c HTTP/1.1" status: 200 len: 210 time: 0.0401990 Jul 06 15:25:59.423744 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 15:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338ca7da-9e62-4c03-acc4-7dbea49d46bd x-openstack-request-id: req-338ca7da-9e62-4c03-acc4-7dbea49d46bd {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:25:59.424038 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a60af238-6eb5-450e-adf6-2e01797e448c", "name": "network-vif-deleted", "tag": "ed64b6d5-5c31-4bdf-85ee-153655020dd2", "status": "completed", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:25:59.424283 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-338ca7da-9e62-4c03-acc4-7dbea49d46bd {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:25:59.424663 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-338ca7da-9e62-4c03-acc4-7dbea49d46bd'] response: {'server_uuid': 'a60af238-6eb5-450e-adf6-2e01797e448c', 'name': 'network-vif-deleted', 'tag': 'ed64b6d5-5c31-4bdf-85ee-153655020dd2', 'status': 'completed', 'code': 200} Jul 06 15:25:59.430672 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-4e6f379e-ccb2-45a6-aee2-726311766a12 req-6dc7dc87-524d-4af2-bb5d-2a7b6aaaa72f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74bf4e8a-6917-4bfa-85fd-a39eecbb576e HTTP/1.1" status: 200 len: 217 time: 0.0889151 Jul 06 15:25:59.446450 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:59.516185 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f379e-ccb2-45a6-aee2-726311766a12 req-543e0a06-88d4-4f5f-b4c8-d3a10e797112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:59.517945 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-4e6f379e-ccb2-45a6-aee2-726311766a12 req-543e0a06-88d4-4f5f-b4c8-d3a10e797112 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d3bbb20-1b71-4896-859b-aff10cf77fe7 HTTP/1.1" status: 200 len: 853 time: 0.0689974 Jul 06 15:25:59.564862 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdf6715-12d6-47dc-897c-df3feffe1731 req-c0d38df3-e634-4125-acfe-f2b2c1b351de tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:59.572894 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-5bdf6715-12d6-47dc-897c-df3feffe1731 req-c0d38df3-e634-4125-acfe-f2b2c1b351de tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=e00187af-8819-41e6-98f0-199ce9db0f05 HTTP/1.1" status: 200 len: 946 time: 0.1002545 Jul 06 15:25:59.624522 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-5bdf6715-12d6-47dc-897c-df3feffe1731 req-dae3f990-3e1a-461a-9072-31fc8b0a6649 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501614 Jul 06 15:25:59.645542 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-4e6f379e-ccb2-45a6-aee2-726311766a12 req-b9927088-61d9-4c0d-96ef-298a49d7f3a5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=29faeaee-d3c7-4625-83ea-4cacc91dc1a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855277 Jul 06 15:25:59.709907 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:25:59.730535 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-f8275465-5a71-4e89-80dc-64f23f995b47 req-64ac6c49-875a-4a47-ac41-753598749df2 service neutron] 10.222.0.16 "GET /v2.0/networks/6728d369-4cfa-4ec5-b06c-17974ea1ee32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3901787 Jul 06 15:25:59.760520 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device ed64b6d5-5c31-4bdf-85ee-153655020dd2 no longer exists at agent hyperv_hv-cinder-84884 {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:25:59.764005 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4122c35-e6ac-412e-8426-accb03cdf253 req-7c939003-cfee-4968-94ff-233a3fbbc9db tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:25:59.765510 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-a4122c35-e6ac-412e-8426-accb03cdf253 req-7c939003-cfee-4968-94ff-233a3fbbc9db tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.46 "GET /v2.0/ports?device_id=dbc61511-ad97-49b6-8127-d567909b6ebb HTTP/1.1" status: 200 len: 943 time: 0.1512320 Jul 06 15:25:59.781775 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] No Port match for: ed64b6d5-5c31-4bdf-85ee-153655020dd2 {{(pid=103846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 15:25:59.782108 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device ed64b6d5-5c31-4bdf-85ee-153655020dd2 not bound to the agent host hv-cinder-84884 {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:25:59.901046 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-4e6f379e-ccb2-45a6-aee2-726311766a12 req-b55c4c9c-2fd4-4605-9fa4-cfc34eea0f64 service neutron] 10.222.0.16 "GET /v2.0/networks/29faeaee-d3c7-4625-83ea-4cacc91dc1a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416933 Jul 06 15:25:59.913740 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [req-e86e134e-269a-45e9-bcb0-c414944abceb req-fe3e4676-0c61-40f4-8683-a26ad605b23b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f85061a-6597-4b3f-8882-26dbe2aaf1df {{(pid=103844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 15:25:59.926197 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-e86e134e-269a-45e9-bcb0-c414944abceb req-fe3e4676-0c61-40f4-8683-a26ad605b23b service neutron] Publish callbacks [] for port (6f85061a-6597-4b3f-8882-26dbe2aaf1df), precommit_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:25:59.931572 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-a4122c35-e6ac-412e-8426-accb03cdf253 req-ff7ac9ed-dd8f-4b75-9678-d8c5bd13242d tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d2d61da-c2c3-44ba-8fac-6c2dfcc52d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575329 Jul 06 15:25:59.943840 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [req-e86e134e-269a-45e9-bcb0-c414944abceb req-fe3e4676-0c61-40f4-8683-a26ad605b23b service neutron] Transition to ACTIVE for port object 6f85061a-6597-4b3f-8882-26dbe2aaf1df will not be triggered until provisioned by entity L2. {{(pid=103844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 06 15:25:59.949160 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-e86e134e-269a-45e9-bcb0-c414944abceb req-fe3e4676-0c61-40f4-8683-a26ad605b23b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2698066'] for port (6f85061a-6597-4b3f-8882-26dbe2aaf1df), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:00.002207 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3e4676-0c61-40f4-8683-a26ad605b23b service neutron] Pushing event updated for resources: {'Port': ['ID=6f85061a-6597-4b3f-8882-26dbe2aaf1df,revision_number=2']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:00.067737 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=9 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:00.082192 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [req-e86e134e-269a-45e9-bcb0-c414944abceb req-fe3e4676-0c61-40f4-8683-a26ad605b23b service neutron] Attempting to bind port 6f85061a-6597-4b3f-8882-26dbe2aaf1df on host hv-cinder-84884 for vnic_type normal with profile {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 15:26:00.082525 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [req-e86e134e-269a-45e9-bcb0-c414944abceb req-fe3e4676-0c61-40f4-8683-a26ad605b23b service neutron] Attempting to bind port 6f85061a-6597-4b3f-8882-26dbe2aaf1df by drivers openvswitch,hyperv on host hv-cinder-84884 at level 0 using segments [{'id': '2bb19238-1591-4e04-b98f-5b50e22e9846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f0e78724-aeff-41f2-91ec-9f159896885f'}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 15:26:00.082857 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86e134e-269a-45e9-bcb0-c414944abceb req-fe3e4676-0c61-40f4-8683-a26ad605b23b service neutron] Attempting to bind port 6f85061a-6597-4b3f-8882-26dbe2aaf1df on network f0e78724-aeff-41f2-91ec-9f159896885f {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:26:00.087538 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86e134e-269a-45e9-bcb0-c414944abceb req-fe3e4676-0c61-40f4-8683-a26ad605b23b service neutron] Port 6f85061a-6597-4b3f-8882-26dbe2aaf1df on network f0e78724-aeff-41f2-91ec-9f159896885f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84884 {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 06 15:26:00.087889 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86e134e-269a-45e9-bcb0-c414944abceb req-fe3e4676-0c61-40f4-8683-a26ad605b23b service neutron] Attempting to bind port 6f85061a-6597-4b3f-8882-26dbe2aaf1df on network f0e78724-aeff-41f2-91ec-9f159896885f {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:26:00.093024 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86e134e-269a-45e9-bcb0-c414944abceb req-fe3e4676-0c61-40f4-8683-a26ad605b23b service neutron] Checking agent: {'id': 'eda728fc-b46d-4378-b578-35bac6b15486', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84884', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 15, 22, 43), 'started_at': datetime.datetime(2022, 7, 6, 15, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 15, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 15:26:00.093356 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86e134e-269a-45e9-bcb0-c414944abceb req-fe3e4676-0c61-40f4-8683-a26ad605b23b service neutron] Checking segment: {'id': '2bb19238-1591-4e04-b98f-5b50e22e9846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f0e78724-aeff-41f2-91ec-9f159896885f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:26:00.094247 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86e134e-269a-45e9-bcb0-c414944abceb req-fe3e4676-0c61-40f4-8683-a26ad605b23b service neutron] Bound using segment: {'id': '2bb19238-1591-4e04-b98f-5b50e22e9846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f0e78724-aeff-41f2-91ec-9f159896885f'} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 15:26:00.094670 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [req-e86e134e-269a-45e9-bcb0-c414944abceb req-fe3e4676-0c61-40f4-8683-a26ad605b23b service neutron] Bound port: 6f85061a-6597-4b3f-8882-26dbe2aaf1df, host: hv-cinder-84884, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bb19238-1591-4e04-b98f-5b50e22e9846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f0e78724-aeff-41f2-91ec-9f159896885f'}}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 15:26:00.095024 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-e86e134e-269a-45e9-bcb0-c414944abceb req-fe3e4676-0c61-40f4-8683-a26ad605b23b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (6f85061a-6597-4b3f-8882-26dbe2aaf1df), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:00.104499 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b4c04-0f64-4766-a719-5e7e6c2b43f6 req-f01d698b-16f1-41d1-857d-54dcb0190adf tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:00.106026 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-6a3b4c04-0f64-4766-a719-5e7e6c2b43f6 req-f01d698b-16f1-41d1-857d-54dcb0190adf tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7206b9c-b821-48d2-9be4-e11d41892f85 HTTP/1.1" status: 200 len: 944 time: 0.0504172 Jul 06 15:26:00.154025 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-6a3b4c04-0f64-4766-a719-5e7e6c2b43f6 req-d4f9c05e-8029-4fc7-95e5-ec4231a5f1c7 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.46 "GET /v2.0/security-groups?id=1850cff1-2e93-409f-81df-dcda9b3d696a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417516 Jul 06 15:26:00.159792 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [req-e86e134e-269a-45e9-bcb0-c414944abceb req-fe3e4676-0c61-40f4-8683-a26ad605b23b service neutron] For port 6f85061a-6597-4b3f-8882-26dbe2aaf1df, host hv-cinder-84884, cleared binding levels {{(pid=103844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:26:00.163350 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [req-e86e134e-269a-45e9-bcb0-c414944abceb req-fe3e4676-0c61-40f4-8683-a26ad605b23b service neutron] For port 6f85061a-6597-4b3f-8882-26dbe2aaf1df, host hv-cinder-84884, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=6f85061a-6597-4b3f-8882-26dbe2aaf1df,segment=NetworkSegment(2bb19238-1591-4e04-b98f-5b50e22e9846),segment_id=2bb19238-1591-4e04-b98f-5b50e22e9846)] {{(pid=103844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:26:00.179350 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-e86e134e-269a-45e9-bcb0-c414944abceb req-fe3e4676-0c61-40f4-8683-a26ad605b23b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2698066'] for port (6f85061a-6597-4b3f-8882-26dbe2aaf1df), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:00.216044 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86e134e-269a-45e9-bcb0-c414944abceb req-fe3e4676-0c61-40f4-8683-a26ad605b23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:00.216567 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-e86e134e-269a-45e9-bcb0-c414944abceb req-fe3e4676-0c61-40f4-8683-a26ad605b23b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for port (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:00.217949 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-e86e134e-269a-45e9-bcb0-c414944abceb req-fe3e4676-0c61-40f4-8683-a26ad605b23b service neutron] 10.222.0.16 "PUT /v2.0/ports/6f85061a-6597-4b3f-8882-26dbe2aaf1df HTTP/1.1" status: 200 len: 1094 time: 1.6130817 Jul 06 15:26:00.238174 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3e4676-0c61-40f4-8683-a26ad605b23b service neutron] Pushing event updated for resources: {'Port': ['ID=6f85061a-6597-4b3f-8882-26dbe2aaf1df,revision_number=3']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:00.371708 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66e4b0b-f802-4f63-8562-63105ac91159 req-6036bbcd-93a6-43ca-8f57-a4a51ab6dcab tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:00.373196 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-b66e4b0b-f802-4f63-8562-63105ac91159 req-6036bbcd-93a6-43ca-8f57-a4a51ab6dcab tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] 10.222.0.46 "GET /v2.0/ports?device_id=44e28417-5f38-4197-bac2-c40ea4504b96 HTTP/1.1" status: 200 len: 948 time: 0.0533080 Jul 06 15:26:00.411253 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:00.428538 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-b66e4b0b-f802-4f63-8562-63105ac91159 req-3fe998ee-485c-41cc-badc-6437a51bfc3c tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] 10.222.0.46 "GET /v2.0/security-groups?id=81e3c06e-82c1-49cb-a9b7-37584c7ee3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467904 Jul 06 15:26:00.741572 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039191ee-7f04-4800-bc24-a7ac453a017f req-20e3906e-3cd1-4cb6-93a6-48c3d935dab2 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:00.743054 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-039191ee-7f04-4800-bc24-a7ac453a017f req-20e3906e-3cd1-4cb6-93a6-48c3d935dab2 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=e00187af-8819-41e6-98f0-199ce9db0f05 HTTP/1.1" status: 200 len: 946 time: 0.0502834 Jul 06 15:26:00.793948 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-039191ee-7f04-4800-bc24-a7ac453a017f req-5a5cda31-f3f1-449d-b4d3-58aa5f336836 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452847 Jul 06 15:26:00.953080 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86e134e-269a-45e9-bcb0-c414944abceb req-d80a80da-eaef-4e1f-9d6a-a02b7e87c945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:00.955247 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-e86e134e-269a-45e9-bcb0-c414944abceb req-d80a80da-eaef-4e1f-9d6a-a02b7e87c945 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ee14fb4cfead402ab57d78792f303b48&device_id=d7206b9c-b821-48d2-9be4-e11d41892f85 HTTP/1.1" status: 200 len: 1128 time: 0.0794363 Jul 06 15:26:01.010402 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-4e6f379e-ccb2-45a6-aee2-726311766a12 req-08ddaeae-5c69-4b5f-84b0-0a4c945828a2 service neutron] 10.222.0.16 "GET /v2.0/networks/29faeaee-d3c7-4625-83ea-4cacc91dc1a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670678 Jul 06 15:26:01.012409 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-e86e134e-269a-45e9-bcb0-c414944abceb req-7311f216-6381-4169-8c35-84a5945d3051 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f85061a-6597-4b3f-8882-26dbe2aaf1df HTTP/1.1" status: 200 len: 217 time: 0.0443807 Jul 06 15:26:01.076307 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab6425-a518-4855-bc68-4cfdd0897261 req-d4f90adb-b9c9-43bd-ad5c-5eecd3594a0d tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:01.077840 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-0fab6425-a518-4855-bc68-4cfdd0897261 req-d4f90adb-b9c9-43bd-ad5c-5eecd3594a0d tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.46 "GET /v2.0/ports?device_id=dbc61511-ad97-49b6-8127-d567909b6ebb HTTP/1.1" status: 200 len: 943 time: 0.0555232 Jul 06 15:26:01.084173 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86e134e-269a-45e9-bcb0-c414944abceb req-4789ee80-3f27-4def-8645-536e94d7f7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:01.085641 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-e86e134e-269a-45e9-bcb0-c414944abceb req-4789ee80-3f27-4def-8645-536e94d7f7af service neutron] 10.222.0.16 "GET /v2.0/subnets?id=caf4c068-64b5-452f-a45c-5e2840d47604 HTTP/1.1" status: 200 len: 848 time: 0.0574756 Jul 06 15:26:01.119422 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-e86e134e-269a-45e9-bcb0-c414944abceb req-66f00e94-5e90-4da1-8561-5cd04a4b0d3d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f0e78724-aeff-41f2-91ec-9f159896885f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253394 Jul 06 15:26:01.124044 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-0fab6425-a518-4855-bc68-4cfdd0897261 req-51cc3490-920c-4ab4-b8f5-0b09a1ea44fb tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d2d61da-c2c3-44ba-8fac-6c2dfcc52d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406272 Jul 06 15:26:01.198418 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:01.222290 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-e86e134e-269a-45e9-bcb0-c414944abceb req-b4e9f891-302b-47a2-b386-b0894fff247b service neutron] 10.222.0.16 "GET /v2.0/networks/f0e78724-aeff-41f2-91ec-9f159896885f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927713 Jul 06 15:26:01.272521 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6160a25-6df5-4899-aedf-08fc60d16cd1 req-4528310c-65ad-4c52-8ce4-d68193509518 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:01.274062 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-a6160a25-6df5-4899-aedf-08fc60d16cd1 req-4528310c-65ad-4c52-8ce4-d68193509518 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7206b9c-b821-48d2-9be4-e11d41892f85 HTTP/1.1" status: 200 len: 944 time: 0.0472445 Jul 06 15:26:01.380699 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-a6160a25-6df5-4899-aedf-08fc60d16cd1 req-bdd607ed-d40c-4b21-b7dc-c1743d34de5e tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.46 "GET /v2.0/security-groups?id=1850cff1-2e93-409f-81df-dcda9b3d696a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009111 Jul 06 15:26:01.408391 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-e86e134e-269a-45e9-bcb0-c414944abceb req-6d27b2a4-d875-4dfd-8b69-0f66d7d305c2 service neutron] 10.222.0.16 "GET /v2.0/networks/f0e78724-aeff-41f2-91ec-9f159896885f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125891 Jul 06 15:26:01.426239 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7206b9c-b821-48d2-9be4-e11d41892f85', 'tag': '6f85061a-6597-4b3f-8882-26dbe2aaf1df'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:26:01.428858 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23f0ce0f3171803df377307192b3bbc073243688ace587a9918d8ae03454cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38dfda56-0bba-41d8-af27-425772438e14" -d '{"events": [{"name": "network-changed", "server_uuid": "d7206b9c-b821-48d2-9be4-e11d41892f85", "tag": "6f85061a-6597-4b3f-8882-26dbe2aaf1df"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:26:01.462487 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 15:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfb35b4d-7e60-427f-a456-cded9560a9fb x-openstack-request-id: req-cfb35b4d-7e60-427f-a456-cded9560a9fb {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:26:01.462778 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7206b9c-b821-48d2-9be4-e11d41892f85", "tag": "6f85061a-6597-4b3f-8882-26dbe2aaf1df", "status": "completed", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:26:01.463029 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cfb35b4d-7e60-427f-a456-cded9560a9fb {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:26:01.463449 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfb35b4d-7e60-427f-a456-cded9560a9fb'] response: {'name': 'network-changed', 'server_uuid': 'd7206b9c-b821-48d2-9be4-e11d41892f85', 'tag': '6f85061a-6597-4b3f-8882-26dbe2aaf1df', 'status': 'completed', 'code': 200} Jul 06 15:26:01.545986 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec2215-ff63-4b57-9279-7a10fd020662 req-ebbac0af-92cd-40f3-8cea-7da944dd76c2 tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:01.547367 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-46ec2215-ff63-4b57-9279-7a10fd020662 req-ebbac0af-92cd-40f3-8cea-7da944dd76c2 tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] 10.222.0.46 "GET /v2.0/ports?device_id=44e28417-5f38-4197-bac2-c40ea4504b96 HTTP/1.1" status: 200 len: 948 time: 0.0473936 Jul 06 15:26:01.592792 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-46ec2215-ff63-4b57-9279-7a10fd020662 req-cfd572dc-386b-4652-a861-8be78e5c93d7 tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] 10.222.0.46 "GET /v2.0/security-groups?id=81e3c06e-82c1-49cb-a9b7-37584c7ee3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393820 Jul 06 15:26:01.778813 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device 74bf4e8a-6917-4bfa-85fd-a39eecbb576e details requested by agent hyperv_hv-cinder-84884 with host hv-cinder-84884 {{(pid=103846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 15:26:01.846754 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 52904) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:26:01.889026 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port 74bf4e8a-6917-4bfa-85fd-a39eecbb576e, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=74bf4e8a-6917-4bfa-85fd-a39eecbb576e,segment=NetworkSegment(f0f5d63e-46e5-40c5-98e9-730cc5ca7fc9),segment_id=f0f5d63e-46e5-40c5-98e9-730cc5ca7fc9)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:26:01.900593 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Returning: {'device': '74bf4e8a-6917-4bfa-85fd-a39eecbb576e', 'network_id': '29faeaee-d3c7-4625-83ea-4cacc91dc1a5', 'port_id': '74bf4e8a-6917-4bfa-85fd-a39eecbb576e', 'mac_address': 'fa:16:3e:46:b9:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d3bbb20-1b71-4896-859b-aff10cf77fe7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 15:26:01.937129 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Current status of the port 74bf4e8a-6917-4bfa-85fd-a39eecbb576e is: DOWN; New status is: BUILD {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:26:01.937512 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (74bf4e8a-6917-4bfa-85fd-a39eecbb576e), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:01.953538 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.notifiers.nova [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74bf4e8a-6917-4bfa-85fd-a39eecbb576e {{(pid=103846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 15:26:01.974186 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port 74bf4e8a-6917-4bfa-85fd-a39eecbb576e, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=74bf4e8a-6917-4bfa-85fd-a39eecbb576e,segment=NetworkSegment(f0f5d63e-46e5-40c5-98e9-730cc5ca7fc9),segment_id=f0f5d63e-46e5-40c5-98e9-730cc5ca7fc9)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:26:01.978610 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (74bf4e8a-6917-4bfa-85fd-a39eecbb576e), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:01.981877 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d351e9-f2b0-4b4a-8c00-7527ebead521 req-22c8ae10-b68a-4d31-b846-fef110dadd4d tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:01.983494 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-a5d351e9-f2b0-4b4a-8c00-7527ebead521 req-22c8ae10-b68a-4d31-b846-fef110dadd4d tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=e00187af-8819-41e6-98f0-199ce9db0f05 HTTP/1.1" status: 200 len: 946 time: 0.0986760 Jul 06 15:26:02.028199 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Pushing event updated for resources: {'Port': ['ID=74bf4e8a-6917-4bfa-85fd-a39eecbb576e,revision_number=4']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:02.092009 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-a5d351e9-f2b0-4b4a-8c00-7527ebead521 req-1e8a840c-4727-4887-ae93-c7068c500aa8 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002476 Jul 06 15:26:02.246647 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b91a5-0b33-42e9-aed4-137e8ad8e7b0 req-6151afb5-e715-4892-8572-016c7b695a15 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:02.253062 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-7e7b91a5-0b33-42e9-aed4-137e8ad8e7b0 req-6151afb5-e715-4892-8572-016c7b695a15 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.46 "GET /v2.0/ports?device_id=dbc61511-ad97-49b6-8127-d567909b6ebb HTTP/1.1" status: 200 len: 944 time: 0.0584104 Jul 06 15:26:02.293747 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] get_ports_and_sgs() called for port_ids ['74bf4e8a-6917-4bfa-85fd-a39eecbb576e'] {{(pid=103846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:26:02.302963 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-7e7b91a5-0b33-42e9-aed4-137e8ad8e7b0 req-88ab0563-2214-4824-a891-d39c373ddf29 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d2d61da-c2c3-44ba-8fac-6c2dfcc52d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439587 Jul 06 15:26:02.329987 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-8678b792-656e-441c-ae10-9c4cd989291d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-649917'] for router_interface (388a11a4-c249-4751-b715-d99174920e91), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:02.600123 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dfda56-0bba-41d8-af27-425772438e14 req-793b3d3c-02b6-42bb-be97-c9c2c2ec2020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:02.602021 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-38dfda56-0bba-41d8-af27-425772438e14 req-793b3d3c-02b6-42bb-be97-c9c2c2ec2020 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ee14fb4cfead402ab57d78792f303b48&device_id=d7206b9c-b821-48d2-9be4-e11d41892f85 HTTP/1.1" status: 200 len: 1128 time: 0.0511861 Jul 06 15:26:02.642013 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4c515a-968e-4529-b899-befca7dcfae1 req-504b4eff-3fbb-46b3-869f-388fd3a2ec6f tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:02.643503 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-9a4c515a-968e-4529-b899-befca7dcfae1 req-504b4eff-3fbb-46b3-869f-388fd3a2ec6f tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7206b9c-b821-48d2-9be4-e11d41892f85 HTTP/1.1" status: 200 len: 944 time: 0.0899904 Jul 06 15:26:02.727996 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=100 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:02.768178 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c4ce73-912f-454e-822f-37b631b62a82 req-7bceb153-ed6a-435c-bc25-45b05c3db298 tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:02.769679 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-f6c4ce73-912f-454e-822f-37b631b62a82 req-7bceb153-ed6a-435c-bc25-45b05c3db298 tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] 10.222.0.46 "GET /v2.0/ports?device_id=44e28417-5f38-4197-bac2-c40ea4504b96 HTTP/1.1" status: 200 len: 948 time: 0.0842612 Jul 06 15:26:02.794867 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-9a4c515a-968e-4529-b899-befca7dcfae1 req-8771c71e-6d24-4f16-9432-7bb466ed384d tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.46 "GET /v2.0/security-groups?id=1850cff1-2e93-409f-81df-dcda9b3d696a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438682 Jul 06 15:26:02.799323 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dfda56-0bba-41d8-af27-425772438e14 req-13b7bba9-ad87-4538-bd73-9ba324ace61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:02.801030 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-38dfda56-0bba-41d8-af27-425772438e14 req-13b7bba9-ad87-4538-bd73-9ba324ace61e service neutron] 10.222.0.16 "GET /v2.0/networks?id=f0e78724-aeff-41f2-91ec-9f159896885f HTTP/1.1" status: 200 len: 909 time: 0.1509347 Jul 06 15:26:02.813283 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:02.862051 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-38dfda56-0bba-41d8-af27-425772438e14 req-8630e43c-4c48-4d79-828f-d2088ef977c6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f85061a-6597-4b3f-8882-26dbe2aaf1df HTTP/1.1" status: 200 len: 217 time: 0.0500672 Jul 06 15:26:02.866225 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-f6c4ce73-912f-454e-822f-37b631b62a82 req-d8aeb70f-f209-46f0-b49c-380a3d281d25 tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] 10.222.0.46 "GET /v2.0/security-groups?id=81e3c06e-82c1-49cb-a9b7-37584c7ee3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901451 Jul 06 15:26:02.871366 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.plugin [None req-8678b792-656e-441c-ae10-9c4cd989291d admin admin] Deleting port 0b86165d-3720-452d-ba04-597ce4db9715 {{(pid=103845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 15:26:02.871724 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-8678b792-656e-441c-ae10-9c4cd989291d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786465945384'] for port (0b86165d-3720-452d-ba04-597ce4db9715), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:02.917761 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dfda56-0bba-41d8-af27-425772438e14 req-3705cfc3-8cb2-416a-873c-338a31836af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:02.919211 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-38dfda56-0bba-41d8-af27-425772438e14 req-3705cfc3-8cb2-416a-873c-338a31836af3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=caf4c068-64b5-452f-a45c-5e2840d47604 HTTP/1.1" status: 200 len: 848 time: 0.0496628 Jul 06 15:26:02.944829 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=100 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:02.950868 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-38dfda56-0bba-41d8-af27-425772438e14 req-26c29d45-f87a-428c-96b0-eaf1133f94e6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f0e78724-aeff-41f2-91ec-9f159896885f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254037 Jul 06 15:26:02.961753 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.db [None req-8678b792-656e-441c-ae10-9c4cd989291d admin admin] For port 0b86165d-3720-452d-ba04-597ce4db9715, host dv-cinder-848848-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=0b86165d-3720-452d-ba04-597ce4db9715,segment=NetworkSegment(8204b9b4-67b5-4078-b2a8-fdc5e4764718),segment_id=8204b9b4-67b5-4078-b2a8-fdc5e4764718)] {{(pid=103845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:26:02.962112 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-8678b792-656e-441c-ae10-9c4cd989291d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652656'] for port (0b86165d-3720-452d-ba04-597ce4db9715), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:02.976771 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.plugin [None req-8678b792-656e-441c-ae10-9c4cd989291d admin admin] Calling delete_port for 0b86165d-3720-452d-ba04-597ce4db9715 owned by network:router_interface {{(pid=103845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 15:26:03.045665 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-38dfda56-0bba-41d8-af27-425772438e14 req-d6f37d57-79ae-4a64-b109-4cc2e269f81a service neutron] 10.222.0.16 "GET /v2.0/networks/f0e78724-aeff-41f2-91ec-9f159896885f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877738 Jul 06 15:26:03.151434 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-38dfda56-0bba-41d8-af27-425772438e14 req-e41d4036-56db-4b9a-8a45-492ea557f5c8 service neutron] 10.222.0.16 "GET /v2.0/networks/f0e78724-aeff-41f2-91ec-9f159896885f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978241 Jul 06 15:26:03.231931 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-8678b792-656e-441c-ae10-9c4cd989291d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786465950455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786465455746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2888556'] for port (0b86165d-3720-452d-ba04-597ce4db9715), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:03.248237 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a56af-9a78-4fdf-9d40-2d65daee66c9 req-7e06f257-1f8a-4eb7-99a7-671e9991f682 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:03.249718 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-ab1a56af-9a78-4fdf-9d40-2d65daee66c9 req-7e06f257-1f8a-4eb7-99a7-671e9991f682 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=e00187af-8819-41e6-98f0-199ce9db0f05 HTTP/1.1" status: 200 len: 946 time: 0.0687070 Jul 06 15:26:03.276454 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8678b792-656e-441c-ae10-9c4cd989291d admin admin] Pushing event deleted for resources: {'Port': ['ID=0b86165d-3720-452d-ba04-597ce4db9715,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:03.336271 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=40 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:03.389703 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-ab1a56af-9a78-4fdf-9d40-2d65daee66c9 req-2deb3c92-7183-46d6-832c-59cdb5df453e tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234210 Jul 06 15:26:03.450177 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87931514-d221-4232-b70b-745125540062 req-0fc500fe-ac9e-4592-af35-a42dd70d1736 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:03.456841 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-87931514-d221-4232-b70b-745125540062 req-0fc500fe-ac9e-4592-af35-a42dd70d1736 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.46 "GET /v2.0/ports?device_id=dbc61511-ad97-49b6-8127-d567909b6ebb HTTP/1.1" status: 200 len: 944 time: 0.0722487 Jul 06 15:26:03.477761 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:03.504270 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-8678b792-656e-441c-ae10-9c4cd989291d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652813'] for router_interface (388a11a4-c249-4751-b715-d99174920e91), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:03.504529 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-87931514-d221-4232-b70b-745125540062 req-8b33ed22-459a-420e-97ae-77da1a5cf42a tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d2d61da-c2c3-44ba-8fac-6c2dfcc52d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467169 Jul 06 15:26:03.720457 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8678b792-656e-441c-ae10-9c4cd989291d admin admin] Router 388a11a4-c249-4751-b715-d99174920e91 has already been hosted by L3 agent 8e6e5f2a-f235-48ed-8752-aab723ac44e7 {{(pid=103845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 15:26:03.727320 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:03.781533 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device 9c43aeb6-467c-4668-8481-d8c12d840a81 details requested by agent hyperv_hv-cinder-84884 with host hv-cinder-84884 {{(pid=103846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 15:26:03.785451 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device 74bf4e8a-6917-4bfa-85fd-a39eecbb576e up at agent hyperv_hv-cinder-84884 {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:26:03.810097 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:03.831878 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8678b792-656e-441c-ae10-9c4cd989291d admin admin] Notify agent at l3_agent.dv-cinder-848848-4-iscsi the message routers_updated {{(pid=103845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:26:03.838326 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-8678b792-656e-441c-ae10-9c4cd989291d admin admin] 10.222.0.46 "PUT /v2.0/routers/388a11a4-c249-4751-b715-d99174920e91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9904110 Jul 06 15:26:03.840759 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 52924) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:26:03.845843 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d1776d-09d4-4b5b-8b6a-8223a248b95b None None] Sync routers for ids ['388a11a4-c249-4751-b715-d99174920e91'] in dv-cinder-848848-4-iscsi {{(pid=103847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:26:03.856313 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:03.857764 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d1776d-09d4-4b5b-8b6a-8223a248b95b None None] Routers {'388a11a4-c249-4751-b715-d99174920e91'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:26:03.858536 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-95d1776d-09d4-4b5b-8b6a-8223a248b95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:25:48Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['388a11a4-c249-4751-b715-d99174920e91'], 'active': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:26:03.872316 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Provisioning for port 74bf4e8a-6917-4bfa-85fd-a39eecbb576e completed by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 06 15:26:03.915366 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Provisioning complete for port 74bf4e8a-6917-4bfa-85fd-a39eecbb576e triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:26:03.915924 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (74bf4e8a-6917-4bfa-85fd-a39eecbb576e), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:03.968171 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvr_db [None req-95d1776d-09d4-4b5b-8b6a-8223a248b95b None None] Set router 388a11a4-c249-4751-b715-d99174920e91 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:26:04.014940 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce54969d-2b48-4e45-a9b1-ecaddc7b506a req-08c5339b-b21c-4c81-b6c2-1a452f351654 tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:04.022818 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-ce54969d-2b48-4e45-a9b1-ecaddc7b506a req-08c5339b-b21c-4c81-b6c2-1a452f351654 tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] 10.222.0.46 "GET /v2.0/ports?device_id=44e28417-5f38-4197-bac2-c40ea4504b96 HTTP/1.1" status: 200 len: 948 time: 0.0650444 Jul 06 15:26:04.026530 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34e484e-57a8-44a6-b905-4068a93e923d req-dbd288b7-4bed-4713-b1a9-48a9f717f606 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:04.036892 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-f34e484e-57a8-44a6-b905-4068a93e923d req-dbd288b7-4bed-4713-b1a9-48a9f717f606 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7206b9c-b821-48d2-9be4-e11d41892f85 HTTP/1.1" status: 200 len: 944 time: 0.1247349 Jul 06 15:26:04.092829 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-ce54969d-2b48-4e45-a9b1-ecaddc7b506a req-76b517e7-ac64-4784-b6af-a153d1d85113 tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] 10.222.0.46 "GET /v2.0/security-groups?id=81e3c06e-82c1-49cb-a9b7-37584c7ee3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690944 Jul 06 15:26:04.105566 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-7dcb0084-e492-41b6-8694-0c4a7ecf3898 admin admin] Publish callbacks [] for router (388a11a4-c249-4751-b715-d99174920e91), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:04.113078 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port 9c43aeb6-467c-4668-8481-d8c12d840a81, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=9c43aeb6-467c-4668-8481-d8c12d840a81,segment=NetworkSegment(386b92fb-b3dd-4607-b140-534e2d8e6e1e),segment_id=386b92fb-b3dd-4607-b140-534e2d8e6e1e)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:26:04.135106 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=100 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:04.156804 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Returning: {'device': '9c43aeb6-467c-4668-8481-d8c12d840a81', 'network_id': '6728d369-4cfa-4ec5-b06c-17974ea1ee32', 'port_id': '9c43aeb6-467c-4668-8481-d8c12d840a81', 'mac_address': 'fa:16:3e:35:96:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e4716c2-0eb1-4f6b-a852-29ff01232747', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 15:26:04.186603 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:04.214092 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-95d1776d-09d4-4b5b-8b6a-8223a248b95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '388a11a4-c249-4751-b715-d99174920e91', 'name': 'tempest-DeleteServersTestJSON-790398667-router', 'tenant_id': '9be64cd89e3b46738dca85e516a60d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'f7bfe687-70ec-446d-999e-42cd501881b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:36Z', 'updated_at': '2022-07-06T15:26:03Z', 'revision_number': 5, 'project_id': '9be64cd89e3b46738dca85e516a60d8a', 'gw_port': {'id': 'f7bfe687-70ec-446d-999e-42cd501881b7', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388a11a4-c249-4751-b715-d99174920e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:38Z', 'updated_at': '2022-07-06T15:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi'}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:26:04.221257 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Current status of the port 74bf4e8a-6917-4bfa-85fd-a39eecbb576e is: BUILD; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:26:04.221647 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (74bf4e8a-6917-4bfa-85fd-a39eecbb576e), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:04.222929 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-f34e484e-57a8-44a6-b905-4068a93e923d req-f11789a3-f5e1-4852-b171-19b093d02326 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.46 "GET /v2.0/security-groups?id=1850cff1-2e93-409f-81df-dcda9b3d696a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850367 Jul 06 15:26:04.243576 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Current status of the port 9c43aeb6-467c-4668-8481-d8c12d840a81 is: DOWN; New status is: BUILD {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:26:04.244228 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (9c43aeb6-467c-4668-8481-d8c12d840a81), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:04.247264 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d1776d-09d4-4b5b-8b6a-8223a248b95b None None] Checking router: 388a11a4-c249-4751-b715-d99174920e91 for host: dv-cinder-848848-4-iscsi {{(pid=103847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:26:04.257329 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d1776d-09d4-4b5b-8b6a-8223a248b95b None None] Routers {'388a11a4-c249-4751-b715-d99174920e91'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:26:04.257933 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-95d1776d-09d4-4b5b-8b6a-8223a248b95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:25:48Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['388a11a4-c249-4751-b715-d99174920e91'], 'active': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:26:04.268095 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc61511-ad97-49b6-8127-d567909b6ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74bf4e8a-6917-4bfa-85fd-a39eecbb576e'}] {{(pid=103846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:26:04.270575 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83ad2954d886e551320551455e9fbed623a66dbf450698aab55d06241312ca55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d032c821-3995-4927-b916-6bc27590dc53" -d '{"events": [{"server_uuid": "dbc61511-ad97-49b6-8127-d567909b6ebb", "name": "network-vif-plugged", "status": "completed", "tag": "74bf4e8a-6917-4bfa-85fd-a39eecbb576e"}]}' {{(pid=103846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:26:04.286364 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.notifiers.nova [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c43aeb6-467c-4668-8481-d8c12d840a81 {{(pid=103846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 15:26:04.294104 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port 74bf4e8a-6917-4bfa-85fd-a39eecbb576e, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=74bf4e8a-6917-4bfa-85fd-a39eecbb576e,segment=NetworkSegment(f0f5d63e-46e5-40c5-98e9-730cc5ca7fc9),segment_id=f0f5d63e-46e5-40c5-98e9-730cc5ca7fc9)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:26:04.298160 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-7dcb0084-e492-41b6-8694-0c4a7ecf3898 admin admin] Publish callbacks [] for router_gateway (388a11a4-c249-4751-b715-d99174920e91), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:04.315766 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port 9c43aeb6-467c-4668-8481-d8c12d840a81, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=9c43aeb6-467c-4668-8481-d8c12d840a81,segment=NetworkSegment(386b92fb-b3dd-4607-b140-534e2d8e6e1e),segment_id=386b92fb-b3dd-4607-b140-534e2d8e6e1e)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:26:04.317731 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (74bf4e8a-6917-4bfa-85fd-a39eecbb576e), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:04.323859 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (9c43aeb6-467c-4668-8481-d8c12d840a81), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:04.327138 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 15:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa4d7f0-e29d-4855-b53f-d9f73abd2719 x-openstack-request-id: req-afa4d7f0-e29d-4855-b53f-d9f73abd2719 {{(pid=103846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:26:04.327449 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbc61511-ad97-49b6-8127-d567909b6ebb", "name": "network-vif-plugged", "status": "completed", "tag": "74bf4e8a-6917-4bfa-85fd-a39eecbb576e", "code": 200}]} {{(pid=103846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:26:04.327696 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-afa4d7f0-e29d-4855-b53f-d9f73abd2719 {{(pid=103846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:26:04.328117 dv-cinder-848848-4-iscsi neutron-server[103846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afa4d7f0-e29d-4855-b53f-d9f73abd2719'] response: {'server_uuid': 'dbc61511-ad97-49b6-8127-d567909b6ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74bf4e8a-6917-4bfa-85fd-a39eecbb576e', 'code': 200} Jul 06 15:26:04.362835 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.plugin [None req-7dcb0084-e492-41b6-8694-0c4a7ecf3898 admin admin] Deleting port f7bfe687-70ec-446d-999e-42cd501881b7 {{(pid=103845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 15:26:04.363166 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-7dcb0084-e492-41b6-8694-0c4a7ecf3898 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786465945384'] for port (f7bfe687-70ec-446d-999e-42cd501881b7), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:04.386357 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvr_db [None req-95d1776d-09d4-4b5b-8b6a-8223a248b95b None None] Set router 388a11a4-c249-4751-b715-d99174920e91 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:26:04.387259 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Pushing event updated for resources: {'Port': ['ID=74bf4e8a-6917-4bfa-85fd-a39eecbb576e,revision_number=5']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:04.443197 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Pushing event updated for resources: {'Port': ['ID=9c43aeb6-467c-4668-8481-d8c12d840a81,revision_number=4']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:04.478299 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.db [None req-7dcb0084-e492-41b6-8694-0c4a7ecf3898 admin admin] For port f7bfe687-70ec-446d-999e-42cd501881b7, host dv-cinder-848848-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=f7bfe687-70ec-446d-999e-42cd501881b7,segment=NetworkSegment(7bafd98f-0c00-45ed-9abe-629590d245f2),segment_id=7bafd98f-0c00-45ed-9abe-629590d245f2)] {{(pid=103845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:26:04.478709 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-7dcb0084-e492-41b6-8694-0c4a7ecf3898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652656'] for port (f7bfe687-70ec-446d-999e-42cd501881b7), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:04.526128 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.plugin [None req-7dcb0084-e492-41b6-8694-0c4a7ecf3898 admin admin] Calling delete_port for f7bfe687-70ec-446d-999e-42cd501881b7 owned by network:router_gateway {{(pid=103845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 15:26:04.576998 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b00211-b8bf-4646-91ca-4c28d65ba68e req-eb66a78c-a07e-4eba-8fb2-822e18d1d858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:04.578550 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-33b00211-b8bf-4646-91ca-4c28d65ba68e req-eb66a78c-a07e-4eba-8fb2-822e18d1d858 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dbc61511-ad97-49b6-8127-d567909b6ebb HTTP/1.1" status: 200 len: 1129 time: 0.0495555 Jul 06 15:26:04.605279 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-95d1776d-09d4-4b5b-8b6a-8223a248b95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '388a11a4-c249-4751-b715-d99174920e91', 'name': 'tempest-DeleteServersTestJSON-790398667-router', 'tenant_id': '9be64cd89e3b46738dca85e516a60d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'f7bfe687-70ec-446d-999e-42cd501881b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:36Z', 'updated_at': '2022-07-06T15:26:03Z', 'revision_number': 5, 'project_id': '9be64cd89e3b46738dca85e516a60d8a', 'gw_port': {'id': 'f7bfe687-70ec-446d-999e-42cd501881b7', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388a11a4-c249-4751-b715-d99174920e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:38Z', 'updated_at': '2022-07-06T15:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi'}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:26:04.615040 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] get_ports_and_sgs() called for port_ids ['9c43aeb6-467c-4668-8481-d8c12d840a81'] {{(pid=103846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:26:04.633138 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3a4bf5-c838-4dec-9282-78ae9aad524a req-3e78bc55-ea32-431d-84b2-0b431be3ba57 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:04.634076 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d1776d-09d4-4b5b-8b6a-8223a248b95b None None] The sync data for ids ['388a11a4-c249-4751-b715-d99174920e91'] in dv-cinder-848848-4-iscsi is: [{'id': '388a11a4-c249-4751-b715-d99174920e91', 'name': 'tempest-DeleteServersTestJSON-790398667-router', 'tenant_id': '9be64cd89e3b46738dca85e516a60d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'f7bfe687-70ec-446d-999e-42cd501881b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:36Z', 'updated_at': '2022-07-06T15:26:03Z', 'revision_number': 5, 'project_id': '9be64cd89e3b46738dca85e516a60d8a', 'gw_port': {'id': 'f7bfe687-70ec-446d-999e-42cd501881b7', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388a11a4-c249-4751-b715-d99174920e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:38Z', 'updated_at': '2022-07-06T15:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi'}] {{(pid=103847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:26:04.636128 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-ac3a4bf5-c838-4dec-9282-78ae9aad524a req-3e78bc55-ea32-431d-84b2-0b431be3ba57 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=e00187af-8819-41e6-98f0-199ce9db0f05 HTTP/1.1" status: 200 len: 946 time: 0.1471405 Jul 06 15:26:04.645415 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-33b00211-b8bf-4646-91ca-4c28d65ba68e req-44aedabf-734b-47d6-9e0f-6d9da37d0a3e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1d2d61da-c2c3-44ba-8fac-6c2dfcc52d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601499 Jul 06 15:26:04.766098 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-ac3a4bf5-c838-4dec-9282-78ae9aad524a req-187440ec-6e3c-4921-bc16-767c20b25915 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080842 Jul 06 15:26:04.804705 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8713322-1b84-4792-b165-43e7da533686 req-4ab1de29-8b17-4c33-a317-d833b79c4e7a tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:04.808590 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-7dcb0084-e492-41b6-8694-0c4a7ecf3898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786465950455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786465455746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2888556'] for port (f7bfe687-70ec-446d-999e-42cd501881b7), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:04.813087 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-d8713322-1b84-4792-b165-43e7da533686 req-4ab1de29-8b17-4c33-a317-d833b79c4e7a tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.46 "GET /v2.0/ports?device_id=dbc61511-ad97-49b6-8127-d567909b6ebb HTTP/1.1" status: 200 len: 945 time: 0.0619848 Jul 06 15:26:04.839480 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcb0084-e492-41b6-8694-0c4a7ecf3898 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7bfe687-70ec-446d-999e-42cd501881b7,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:04.857882 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-d8713322-1b84-4792-b165-43e7da533686 req-eff6c44f-6d0c-4055-b8ec-d94e386c84e9 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d2d61da-c2c3-44ba-8fac-6c2dfcc52d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439057 Jul 06 15:26:04.863780 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:04.900647 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-7dcb0084-e492-41b6-8694-0c4a7ecf3898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591431'] for router_gateway (388a11a4-c249-4751-b715-d99174920e91), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:04.999738 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-7dcb0084-e492-41b6-8694-0c4a7ecf3898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109466'] for router (388a11a4-c249-4751-b715-d99174920e91), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:05.002288 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-7dcb0084-e492-41b6-8694-0c4a7ecf3898 admin admin] Publish callbacks [] for router_controller (388a11a4-c249-4751-b715-d99174920e91), precommit_delete_associations {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:05.265832 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:05.294278 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-7dcb0084-e492-41b6-8694-0c4a7ecf3898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648488'] for router (388a11a4-c249-4751-b715-d99174920e91), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:05.294856 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dcb0084-e492-41b6-8694-0c4a7ecf3898 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 388a11a4-c249-4751-b715-d99174920e91 {{(pid=103845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 15:26:05.303765 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-7dcb0084-e492-41b6-8694-0c4a7ecf3898 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:05.307765 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-7dcb0084-e492-41b6-8694-0c4a7ecf3898 admin admin] 10.222.0.46 "DELETE /v2.0/routers/388a11a4-c249-4751-b715-d99174920e91 HTTP/1.1" status: 204 len: 168 time: 1.4522038 Jul 06 15:26:05.307860 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 52942) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:26:05.312000 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3605b52-9b1c-487c-bbc5-e99539263cb9 req-8bf6ca2e-ccb9-45bd-964f-0a96b81fc30c tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:05.313533 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-f3605b52-9b1c-487c-bbc5-e99539263cb9 req-8bf6ca2e-ccb9-45bd-964f-0a96b81fc30c tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] 10.222.0.46 "GET /v2.0/ports?device_id=44e28417-5f38-4197-bac2-c40ea4504b96 HTTP/1.1" status: 200 len: 949 time: 0.0592008 Jul 06 15:26:05.367345 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-f3605b52-9b1c-487c-bbc5-e99539263cb9 req-11195b3a-bfbb-4a5f-8643-5b0b45be1a4a tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] 10.222.0.46 "GET /v2.0/security-groups?id=81e3c06e-82c1-49cb-a9b7-37584c7ee3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467267 Jul 06 15:26:05.414566 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.db_base_plugin_v2 [None req-af43f77f-5300-4004-8fcc-2583100644de admin admin] Deleting subnet e0fd46af-3762-4170-ab9e-cd9cd8d2a83b {{(pid=103844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 06 15:26:05.421927 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee1dc7d-5b4d-41e7-9c69-a1af21a7f61f req-7c291fd3-112b-4a10-aede-e80b0e8b6bb2 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:05.423967 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-8ee1dc7d-5b4d-41e7-9c69-a1af21a7f61f req-7c291fd3-112b-4a10-aede-e80b0e8b6bb2 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7206b9c-b821-48d2-9be4-e11d41892f85 HTTP/1.1" status: 200 len: 944 time: 0.0767794 Jul 06 15:26:05.425764 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-af43f77f-5300-4004-8fcc-2583100644de admin admin] Publish callbacks [] for subnet (e0fd46af-3762-4170-ab9e-cd9cd8d2a83b), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:05.479142 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-af43f77f-5300-4004-8fcc-2583100644de admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60677004'] for subnet (e0fd46af-3762-4170-ab9e-cd9cd8d2a83b), precommit_delete_associations {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:05.528160 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-8ee1dc7d-5b4d-41e7-9c69-a1af21a7f61f req-c6f2f897-2203-4d48-b9bc-a20dd379d1b8 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.46 "GET /v2.0/security-groups?id=1850cff1-2e93-409f-81df-dcda9b3d696a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832033 Jul 06 15:26:05.603924 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-af43f77f-5300-4004-8fcc-2583100644de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1545392'] for subnet (e0fd46af-3762-4170-ab9e-cd9cd8d2a83b), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:05.639929 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:05.656948 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-af43f77f-5300-4004-8fcc-2583100644de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1545403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2698124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60558424'] for subnet (e0fd46af-3762-4170-ab9e-cd9cd8d2a83b), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:05.683866 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af43f77f-5300-4004-8fcc-2583100644de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0fd46af-3762-4170-ab9e-cd9cd8d2a83b,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:05.687480 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-af43f77f-5300-4004-8fcc-2583100644de admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:05.690989 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-af43f77f-5300-4004-8fcc-2583100644de admin admin] 10.222.0.46 "DELETE /v2.0/subnets/e0fd46af-3762-4170-ab9e-cd9cd8d2a83b HTTP/1.1" status: 204 len: 168 time: 0.3819852 Jul 06 15:26:05.693044 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 52944) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:26:05.695533 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c422c74-7d97-4a41-931a-4da3382a9d70 None None] Network e25275fc-af73-47fb-bfc4-a4005b8727d8 requested from dv-cinder-848848-4-iscsi {{(pid=103846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 15:26:05.764542 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-154c7afb-b848-46d1-b980-9a65b12c13a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101514'] for network (e25275fc-af73-47fb-bfc4-a4005b8727d8), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:05.807518 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device 6f85061a-6597-4b3f-8882-26dbe2aaf1df details requested by agent hyperv_hv-cinder-84884 with host hv-cinder-84884 {{(pid=103846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 15:26:05.816149 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device 9c43aeb6-467c-4668-8481-d8c12d840a81 up at agent hyperv_hv-cinder-84884 {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:26:05.850958 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-154c7afb-b848-46d1-b980-9a65b12c13a0 admin admin] Deleting port f08080a4-e2ff-4537-9291-559f4bc838e5 {{(pid=103844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 15:26:05.852165 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-154c7afb-b848-46d1-b980-9a65b12c13a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786465945384'] for port (f08080a4-e2ff-4537-9291-559f4bc838e5), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:05.884918 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1e97ce-9f82-4c0e-bf59-cd0b7495827e None None] DHCP port deletion for e25275fc-af73-47fb-bfc4-a4005b8727d8 request from dv-cinder-848848-4-iscsi {{(pid=103846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 06 15:26:05.908876 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Provisioning for port 9c43aeb6-467c-4668-8481-d8c12d840a81 completed by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 06 15:26:05.938013 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:05.948867 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a40331-9519-4d78-9d39-60d12f084506 req-15335822-4b82-4687-bd8f-ee53bf22e7bb tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:05.950614 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-e4a40331-9519-4d78-9d39-60d12f084506 req-15335822-4b82-4687-bd8f-ee53bf22e7bb tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=e00187af-8819-41e6-98f0-199ce9db0f05 HTTP/1.1" status: 200 len: 946 time: 0.0784013 Jul 06 15:26:05.968276 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-154c7afb-b848-46d1-b980-9a65b12c13a0 admin admin] For port f08080a4-e2ff-4537-9291-559f4bc838e5, host dv-cinder-848848-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=f08080a4-e2ff-4537-9291-559f4bc838e5,segment=NetworkSegment(8204b9b4-67b5-4078-b2a8-fdc5e4764718),segment_id=8204b9b4-67b5-4078-b2a8-fdc5e4764718)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:26:05.969054 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-154c7afb-b848-46d1-b980-9a65b12c13a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652656'] for port (f08080a4-e2ff-4537-9291-559f4bc838e5), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:05.972831 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Provisioning complete for port 9c43aeb6-467c-4668-8481-d8c12d840a81 triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:26:05.973205 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (9c43aeb6-467c-4668-8481-d8c12d840a81), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:06.007156 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-e4a40331-9519-4d78-9d39-60d12f084506 req-44f96e90-dc26-495d-bccb-8dbc3f12b022 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507665 Jul 06 15:26:06.015112 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-154c7afb-b848-46d1-b980-9a65b12c13a0 admin admin] Calling delete_port for f08080a4-e2ff-4537-9291-559f4bc838e5 owned by network:dhcp {{(pid=103844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 15:26:06.022190 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:06.026338 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-1d1e97ce-9f82-4c0e-bf59-cd0b7495827e None None] Deleting port f08080a4-e2ff-4537-9291-559f4bc838e5 {{(pid=103846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 15:26:06.026706 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-1d1e97ce-9f82-4c0e-bf59-cd0b7495827e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786465945384'] for port (f08080a4-e2ff-4537-9291-559f4bc838e5), before_delete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:06.030580 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port 6f85061a-6597-4b3f-8882-26dbe2aaf1df, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=6f85061a-6597-4b3f-8882-26dbe2aaf1df,segment=NetworkSegment(2bb19238-1591-4e04-b98f-5b50e22e9846),segment_id=2bb19238-1591-4e04-b98f-5b50e22e9846)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:26:06.060325 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Returning: {'device': '6f85061a-6597-4b3f-8882-26dbe2aaf1df', 'network_id': 'f0e78724-aeff-41f2-91ec-9f159896885f', 'port_id': '6f85061a-6597-4b3f-8882-26dbe2aaf1df', 'mac_address': 'fa:16:3e:86:a9:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caf4c068-64b5-452f-a45c-5e2840d47604', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 15:26:06.084906 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f288352a-f32c-414b-b65b-87ea2bd49ac0 req-ad9d13e2-c30b-499f-b6a7-56120436c5e5 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:06.086480 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-f288352a-f32c-414b-b65b-87ea2bd49ac0 req-ad9d13e2-c30b-499f-b6a7-56120436c5e5 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.46 "GET /v2.0/ports?device_id=dbc61511-ad97-49b6-8127-d567909b6ebb HTTP/1.1" status: 200 len: 945 time: 0.1122897 Jul 06 15:26:06.160592 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:06.162088 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device f08080a4-e2ff-4537-9291-559f4bc838e5 no longer exists at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:26:06.162258 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-f288352a-f32c-414b-b65b-87ea2bd49ac0 req-519c8f9b-86ba-4d67-b810-ab62a771947c tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d2d61da-c2c3-44ba-8fac-6c2dfcc52d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670619 Jul 06 15:26:06.163597 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-154c7afb-b848-46d1-b980-9a65b12c13a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786465950455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786465455746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2698075'] for port (f08080a4-e2ff-4537-9291-559f4bc838e5), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:06.182278 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-1d1e97ce-9f82-4c0e-bf59-cd0b7495827e None None] For port f08080a4-e2ff-4537-9291-559f4bc838e5, host dv-cinder-848848-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=f08080a4-e2ff-4537-9291-559f4bc838e5,segment=NetworkSegment(8204b9b4-67b5-4078-b2a8-fdc5e4764718),segment_id=8204b9b4-67b5-4078-b2a8-fdc5e4764718)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:26:06.182673 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-1d1e97ce-9f82-4c0e-bf59-cd0b7495827e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652656'] for port (f08080a4-e2ff-4537-9291-559f4bc838e5), precommit_delete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:06.192594 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c7afb-b848-46d1-b980-9a65b12c13a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f08080a4-e2ff-4537-9291-559f4bc838e5,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:06.196355 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154c7afb-b848-46d1-b980-9a65b12c13a0 admin admin] No DVR routers for this DVR port f08080a4-e2ff-4537-9291-559f4bc838e5 on host dv-cinder-848848-4-iscsi {{(pid=103844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 15:26:06.214903 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] No Port match for: f08080a4-e2ff-4537-9291-559f4bc838e5 {{(pid=103846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 15:26:06.215254 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device f08080a4-e2ff-4537-9291-559f4bc838e5 not bound to the agent host dv-cinder-848848-4-iscsi {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:26:06.215658 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 0b86165d-3720-452d-ba04-597ce4db9715 no longer exists at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:26:06.223613 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-1d1e97ce-9f82-4c0e-bf59-cd0b7495827e None None] Calling delete_port for f08080a4-e2ff-4537-9291-559f4bc838e5 owned by network:dhcp {{(pid=103846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 15:26:06.245154 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Current status of the port 6f85061a-6597-4b3f-8882-26dbe2aaf1df is: DOWN; New status is: BUILD {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:26:06.245579 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (6f85061a-6597-4b3f-8882-26dbe2aaf1df), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:06.250229 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Current status of the port 9c43aeb6-467c-4668-8481-d8c12d840a81 is: BUILD; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:26:06.250596 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (9c43aeb6-467c-4668-8481-d8c12d840a81), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:06.262004 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] No Port match for: 0b86165d-3720-452d-ba04-597ce4db9715 {{(pid=103846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 15:26:06.262004 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 0b86165d-3720-452d-ba04-597ce4db9715 not bound to the agent host dv-cinder-848848-4-iscsi {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:26:06.262302 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device f7bfe687-70ec-446d-999e-42cd501881b7 no longer exists at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:26:06.269153 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-154c7afb-b848-46d1-b980-9a65b12c13a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485658', 'neutron.services.segments.db._delete_segments_for_network-8786465758329'] for network (e25275fc-af73-47fb-bfc4-a4005b8727d8), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:06.291671 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.services.segments.db [None req-154c7afb-b848-46d1-b980-9a65b12c13a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e25275fc-af73-47fb-bfc4-a4005b8727d8']}} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:26:06.302372 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.services.segments.db [None req-154c7afb-b848-46d1-b980-9a65b12c13a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8204b9b4-67b5-4078-b2a8-fdc5e4764718') {'for_net_delete': True} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:26:06.302667 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.services.segments.db [None req-154c7afb-b848-46d1-b980-9a65b12c13a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8204b9b4-67b5-4078-b2a8-fdc5e4764718') {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:26:06.320209 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-154c7afb-b848-46d1-b980-9a65b12c13a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786465759874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60676999'] for segment (8204b9b4-67b5-4078-b2a8-fdc5e4764718), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:06.334175 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-154c7afb-b848-46d1-b980-9a65b12c13a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490363'] for segment (8204b9b4-67b5-4078-b2a8-fdc5e4764718), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:06.340969 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-154c7afb-b848-46d1-b980-9a65b12c13a0 admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=103844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 15:26:06.341350 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-154c7afb-b848-46d1-b980-9a65b12c13a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2698102'] for segment (8204b9b4-67b5-4078-b2a8-fdc5e4764718), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:06.344348 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.notifiers.nova [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f85061a-6597-4b3f-8882-26dbe2aaf1df {{(pid=103846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 15:26:06.353180 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] No Port match for: f7bfe687-70ec-446d-999e-42cd501881b7 {{(pid=103846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 15:26:06.353626 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device f7bfe687-70ec-446d-999e-42cd501881b7 not bound to the agent host dv-cinder-848848-4-iscsi {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:26:06.402815 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e28417-5f38-4197-bac2-c40ea4504b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c43aeb6-467c-4668-8481-d8c12d840a81'}] {{(pid=103846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:26:06.404158 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83ad2954d886e551320551455e9fbed623a66dbf450698aab55d06241312ca55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf46a08-1986-4a2a-852b-fd10cc92c0d9" -d '{"events": [{"server_uuid": "44e28417-5f38-4197-bac2-c40ea4504b96", "name": "network-vif-plugged", "status": "completed", "tag": "9c43aeb6-467c-4668-8481-d8c12d840a81"}]}' {{(pid=103846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:26:06.412460 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port 6f85061a-6597-4b3f-8882-26dbe2aaf1df, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=6f85061a-6597-4b3f-8882-26dbe2aaf1df,segment=NetworkSegment(2bb19238-1591-4e04-b98f-5b50e22e9846),segment_id=2bb19238-1591-4e04-b98f-5b50e22e9846)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:26:06.430058 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (6f85061a-6597-4b3f-8882-26dbe2aaf1df), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:06.433262 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port 9c43aeb6-467c-4668-8481-d8c12d840a81, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=9c43aeb6-467c-4668-8481-d8c12d840a81,segment=NetworkSegment(386b92fb-b3dd-4607-b140-534e2d8e6e1e),segment_id=386b92fb-b3dd-4607-b140-534e2d8e6e1e)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:26:06.475928 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (9c43aeb6-467c-4668-8481-d8c12d840a81), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:06.478633 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 15:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64597a8-7df1-4810-b149-6b08e21423c1 x-openstack-request-id: req-a64597a8-7df1-4810-b149-6b08e21423c1 {{(pid=103846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:26:06.479014 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e28417-5f38-4197-bac2-c40ea4504b96", "name": "network-vif-plugged", "status": "completed", "tag": "9c43aeb6-467c-4668-8481-d8c12d840a81", "code": 200}]} {{(pid=103846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:26:06.479423 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a64597a8-7df1-4810-b149-6b08e21423c1 {{(pid=103846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:26:06.479803 dv-cinder-848848-4-iscsi neutron-server[103846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a64597a8-7df1-4810-b149-6b08e21423c1'] response: {'server_uuid': '44e28417-5f38-4197-bac2-c40ea4504b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c43aeb6-467c-4668-8481-d8c12d840a81', 'code': 200} Jul 06 15:26:06.496074 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-1d1e97ce-9f82-4c0e-bf59-cd0b7495827e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786465950455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786465455746'] for port (f08080a4-e2ff-4537-9291-559f4bc838e5), after_delete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:06.516094 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1e97ce-9f82-4c0e-bf59-cd0b7495827e None None] No DVR routers for this DVR port f08080a4-e2ff-4537-9291-559f4bc838e5 on host dv-cinder-848848-4-iscsi {{(pid=103846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 15:26:06.525444 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Pushing event updated for resources: {'Port': ['ID=6f85061a-6597-4b3f-8882-26dbe2aaf1df,revision_number=4']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:06.547450 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ca9f2-2b63-4757-9166-1f05ce699d9d req-44b0244c-a88e-44fe-86f5-2b3c1f61eebb tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:06.550611 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-664ca9f2-2b63-4757-9166-1f05ce699d9d req-44b0244c-a88e-44fe-86f5-2b3c1f61eebb tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] 10.222.0.46 "GET /v2.0/ports?device_id=44e28417-5f38-4197-bac2-c40ea4504b96 HTTP/1.1" status: 200 len: 950 time: 0.0787992 Jul 06 15:26:06.633634 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Pushing event updated for resources: {'Port': ['ID=9c43aeb6-467c-4668-8481-d8c12d840a81,revision_number=5']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:06.648474 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-664ca9f2-2b63-4757-9166-1f05ce699d9d req-cc13aafb-fa95-4411-8a75-2c9427b9bdd8 tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] 10.222.0.46 "GET /v2.0/security-groups?id=81e3c06e-82c1-49cb-a9b7-37584c7ee3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827940 Jul 06 15:26:06.680061 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1e97ce-9f82-4c0e-bf59-cd0b7495827e None None] Pushing event deleted for resources: {'Port': ['ID=f08080a4-e2ff-4537-9291-559f4bc838e5,revision_number=None']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:06.767512 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.services.segments.plugin [-] Segment 8204b9b4-67b5-4078-b2a8-fdc5e4764718 resource provider aggregate not found Jul 06 15:26:06.803161 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.services.segments.plugin [-] Segment 8204b9b4-67b5-4078-b2a8-fdc5e4764718 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8204b9b4-67b5-4078-b2a8-fdc5e4764718 found for delete ", "request_id": "req-2c984e0b-176f-49ce-a832-09fc29b5cfaf"}]} Jul 06 15:26:06.806639 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-154c7afb-b848-46d1-b980-9a65b12c13a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-666929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590854'] for network (e25275fc-af73-47fb-bfc4-a4005b8727d8), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:06.819406 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-154c7afb-b848-46d1-b980-9a65b12c13a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629707'] for network (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:06.819500 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] get_ports_and_sgs() called for port_ids ['6f85061a-6597-4b3f-8882-26dbe2aaf1df'] {{(pid=103846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:26:06.822247 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-154c7afb-b848-46d1-b980-9a65b12c13a0 admin admin] 10.222.0.46 "DELETE /v2.0/networks/e25275fc-af73-47fb-bfc4-a4005b8727d8 HTTP/1.1" status: 204 len: 168 time: 1.1283081 Jul 06 15:26:06.838093 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c7afb-b848-46d1-b980-9a65b12c13a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e25275fc-af73-47fb-bfc4-a4005b8727d8,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:06.846089 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441af459-59de-4719-af78-f841481c493d req-e9b01fe6-c599-44c2-83b4-e3230f6443ff tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:06.853688 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-441af459-59de-4719-af78-f841481c493d req-e9b01fe6-c599-44c2-83b4-e3230f6443ff tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7206b9c-b821-48d2-9be4-e11d41892f85 HTTP/1.1" status: 200 len: 945 time: 0.0823717 Jul 06 15:26:06.907674 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-441af459-59de-4719-af78-f841481c493d req-e2df0bb5-52b3-4654-9c20-2cb1b9db05bd tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.46 "GET /v2.0/security-groups?id=1850cff1-2e93-409f-81df-dcda9b3d696a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518174 Jul 06 15:26:07.018217 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 52970) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:26:07.063393 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-da730452-ee54-4ff7-bb28-3e79d0f411b6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9be64cd89e3b46738dca85e516a60d8a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0411975 Jul 06 15:26:07.063584 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 52974) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:26:07.152313 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d619d1-7425-4019-b27d-d39844244643 req-d40f94f4-0c37-4280-9e8c-278e57e744e1 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:07.153816 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-68d619d1-7425-4019-b27d-d39844244643 req-d40f94f4-0c37-4280-9e8c-278e57e744e1 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=e00187af-8819-41e6-98f0-199ce9db0f05 HTTP/1.1" status: 200 len: 946 time: 0.0675621 Jul 06 15:26:07.157929 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-abc18bb6-a662-487b-b537-0bed40727ba6 admin admin] Publish callbacks [] for security_group (f95cd6f8-b42d-461f-85bd-e637c1a29470), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:07.196970 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-abc18bb6-a662-487b-b537-0bed40727ba6 admin admin] Publish callbacks [] for security_group (f95cd6f8-b42d-461f-85bd-e637c1a29470), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:07.243893 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-68d619d1-7425-4019-b27d-d39844244643 req-27818aab-8859-4993-bb38-210c9a734778 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823026 Jul 06 15:26:07.272946 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-abc18bb6-a662-487b-b537-0bed40727ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (f95cd6f8-b42d-461f-85bd-e637c1a29470), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:07.275816 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-abc18bb6-a662-487b-b537-0bed40727ba6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:07.276926 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-abc18bb6-a662-487b-b537-0bed40727ba6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f95cd6f8-b42d-461f-85bd-e637c1a29470 HTTP/1.1" status: 204 len: 168 time: 0.2124829 Jul 06 15:26:07.289984 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc18bb6-a662-487b-b537-0bed40727ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95cd6f8-b42d-461f-85bd-e637c1a29470,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:07.292421 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9007b3-934b-4c60-8e09-4391446bbe30 req-cd2b7c70-8abd-487e-9484-9017fc4f485e tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:07.294440 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-2e9007b3-934b-4c60-8e09-4391446bbe30 req-cd2b7c70-8abd-487e-9484-9017fc4f485e tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.46 "GET /v2.0/ports?device_id=dbc61511-ad97-49b6-8127-d567909b6ebb HTTP/1.1" status: 200 len: 945 time: 0.0628507 Jul 06 15:26:07.301009 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:07.371106 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-2e9007b3-934b-4c60-8e09-4391446bbe30 req-99fafd6f-5c39-4a6d-ae9a-fbf54a8546d5 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d2d61da-c2c3-44ba-8fac-6c2dfcc52d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610397 Jul 06 15:26:07.778161 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf379632-7944-4a53-9b27-d18a6c8d14ce req-6857d725-7e04-4500-9471-269388554234 tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:07.783723 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-bf379632-7944-4a53-9b27-d18a6c8d14ce req-6857d725-7e04-4500-9471-269388554234 tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] 10.222.0.46 "GET /v2.0/ports?device_id=44e28417-5f38-4197-bac2-c40ea4504b96 HTTP/1.1" status: 200 len: 950 time: 0.0576575 Jul 06 15:26:07.864365 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device 6f85061a-6597-4b3f-8882-26dbe2aaf1df up at agent hyperv_hv-cinder-84884 {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:26:07.869471 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-bf379632-7944-4a53-9b27-d18a6c8d14ce req-7cba5ccf-7e4e-4b90-840e-721c0da2e906 tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] 10.222.0.46 "GET /v2.0/security-groups?id=81e3c06e-82c1-49cb-a9b7-37584c7ee3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675268 Jul 06 15:26:07.923350 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Provisioning for port 6f85061a-6597-4b3f-8882-26dbe2aaf1df completed by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 06 15:26:07.931316 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Provisioning complete for port 6f85061a-6597-4b3f-8882-26dbe2aaf1df triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:26:07.931730 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (6f85061a-6597-4b3f-8882-26dbe2aaf1df), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:08.016178 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Current status of the port 6f85061a-6597-4b3f-8882-26dbe2aaf1df is: BUILD; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:26:08.017083 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (6f85061a-6597-4b3f-8882-26dbe2aaf1df), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:08.056042 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port 6f85061a-6597-4b3f-8882-26dbe2aaf1df, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=6f85061a-6597-4b3f-8882-26dbe2aaf1df,segment=NetworkSegment(2bb19238-1591-4e04-b98f-5b50e22e9846),segment_id=2bb19238-1591-4e04-b98f-5b50e22e9846)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:26:08.062069 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (6f85061a-6597-4b3f-8882-26dbe2aaf1df), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:08.087110 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:08.109263 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9a4bf9-3cba-4b95-aae2-adfee636c3cf req-37dc86a4-1417-4e10-958d-c6f64ea02874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:08.111400 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-1f9a4bf9-3cba-4b95-aae2-adfee636c3cf req-37dc86a4-1417-4e10-958d-c6f64ea02874 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=44e28417-5f38-4197-bac2-c40ea4504b96 HTTP/1.1" status: 200 len: 1134 time: 0.1100092 Jul 06 15:26:08.118350 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab68902b-0365-4c9d-8697-4c1498ecb89c req-b8637c36-fa24-4a09-847c-2f9c0f85f53b tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:08.119817 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-ab68902b-0365-4c9d-8697-4c1498ecb89c req-b8637c36-fa24-4a09-847c-2f9c0f85f53b tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7206b9c-b821-48d2-9be4-e11d41892f85 HTTP/1.1" status: 200 len: 945 time: 0.1291349 Jul 06 15:26:08.142608 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:08.146724 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Pushing event updated for resources: {'Port': ['ID=6f85061a-6597-4b3f-8882-26dbe2aaf1df,revision_number=5']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:08.229718 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-1f9a4bf9-3cba-4b95-aae2-adfee636c3cf req-8cd63f4c-ddbb-4070-95dd-af7e4e473baf service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=81e3c06e-82c1-49cb-a9b7-37584c7ee3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029813 Jul 06 15:26:08.257457 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-ab68902b-0365-4c9d-8697-4c1498ecb89c req-2427066a-a0e6-46a8-96ed-1ed4945c97ff tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.46 "GET /v2.0/security-groups?id=1850cff1-2e93-409f-81df-dcda9b3d696a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319094 Jul 06 15:26:08.273674 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd1a37-8082-4e45-b693-dec10f066b54 req-bb60d8eb-8188-44de-a670-e677bc90bfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:08.275583 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-59dd1a37-8082-4e45-b693-dec10f066b54 req-bb60d8eb-8188-44de-a670-e677bc90bfe5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e00187af-8819-41e6-98f0-199ce9db0f05 HTTP/1.1" status: 200 len: 1130 time: 0.0646336 Jul 06 15:26:08.393172 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b56a9-4a1b-4950-8d96-c5a3f1af4143 req-94705119-15c3-4d59-a4fb-5d8a540759d0 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:08.394771 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-ff1b56a9-4a1b-4950-8d96-c5a3f1af4143 req-94705119-15c3-4d59-a4fb-5d8a540759d0 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=e00187af-8819-41e6-98f0-199ce9db0f05 HTTP/1.1" status: 200 len: 946 time: 0.0588934 Jul 06 15:26:08.463661 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-ff1b56a9-4a1b-4950-8d96-c5a3f1af4143 req-d1393bef-6816-48cd-8ee2-b133e38fab91 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630651 Jul 06 15:26:08.485653 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7206b9c-b821-48d2-9be4-e11d41892f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f85061a-6597-4b3f-8882-26dbe2aaf1df'}] {{(pid=103846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:26:08.485653 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83ad2954d886e551320551455e9fbed623a66dbf450698aab55d06241312ca55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1754413-9db5-4703-8ee0-d95289117377" -d '{"events": [{"server_uuid": "d7206b9c-b821-48d2-9be4-e11d41892f85", "name": "network-vif-plugged", "status": "completed", "tag": "6f85061a-6597-4b3f-8882-26dbe2aaf1df"}]}' {{(pid=103846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:26:08.516220 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-59dd1a37-8082-4e45-b693-dec10f066b54 req-96ade3af-d0bb-4b56-b8f7-54fc66ac1cdd service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518637 Jul 06 15:26:08.520784 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 15:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-918b787d-ac30-417f-b243-96369f84b8c8 x-openstack-request-id: req-918b787d-ac30-417f-b243-96369f84b8c8 {{(pid=103846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:26:08.521074 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7206b9c-b821-48d2-9be4-e11d41892f85", "name": "network-vif-plugged", "status": "completed", "tag": "6f85061a-6597-4b3f-8882-26dbe2aaf1df", "code": 200}]} {{(pid=103846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:26:08.521326 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-918b787d-ac30-417f-b243-96369f84b8c8 {{(pid=103846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:26:08.521718 dv-cinder-848848-4-iscsi neutron-server[103846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-918b787d-ac30-417f-b243-96369f84b8c8'] response: {'server_uuid': 'd7206b9c-b821-48d2-9be4-e11d41892f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f85061a-6597-4b3f-8882-26dbe2aaf1df', 'code': 200} Jul 06 15:26:08.994470 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a92a46b-699d-430d-be43-a61cfef66b56 req-9a433ca5-ca33-4227-82b7-49ef8c460719 tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:08.995975 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-3a92a46b-699d-430d-be43-a61cfef66b56 req-9a433ca5-ca33-4227-82b7-49ef8c460719 tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] 10.222.0.46 "GET /v2.0/ports?device_id=44e28417-5f38-4197-bac2-c40ea4504b96 HTTP/1.1" status: 200 len: 950 time: 0.0492551 Jul 06 15:26:09.044398 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-3a92a46b-699d-430d-be43-a61cfef66b56 req-71c363c7-58b6-4c7f-b606-15dc1f55d192 tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] 10.222.0.46 "GET /v2.0/security-groups?id=81e3c06e-82c1-49cb-a9b7-37584c7ee3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421736 Jul 06 15:26:09.374028 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd42ee-b1da-4762-90a7-871cd212ed94 req-1592f247-5b13-457d-bced-1ac6f3cc0e69 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:09.375521 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-43cd42ee-b1da-4762-90a7-871cd212ed94 req-1592f247-5b13-457d-bced-1ac6f3cc0e69 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7206b9c-b821-48d2-9be4-e11d41892f85 HTTP/1.1" status: 200 len: 946 time: 0.0509694 Jul 06 15:26:09.422998 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-43cd42ee-b1da-4762-90a7-871cd212ed94 req-0ab5c35e-ee16-48ad-81d5-611549501164 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.46 "GET /v2.0/security-groups?id=1850cff1-2e93-409f-81df-dcda9b3d696a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417304 Jul 06 15:26:09.575617 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b156851-a116-4643-977a-8e0ce6493947 req-6ef71acd-09b1-45ff-a8f3-2d30329f288d tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:09.577188 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-3b156851-a116-4643-977a-8e0ce6493947 req-6ef71acd-09b1-45ff-a8f3-2d30329f288d tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=e00187af-8819-41e6-98f0-199ce9db0f05 HTTP/1.1" status: 200 len: 946 time: 0.0470791 Jul 06 15:26:09.589573 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:09.631007 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-3b156851-a116-4643-977a-8e0ce6493947 req-b5c8b856-6232-4e64-908d-ff33485896e3 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471187 Jul 06 15:26:10.163564 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd4c34e-7aef-4fa2-991f-9ad55e352064 req-63414303-3038-4505-8d1a-c053ebe4911b tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:10.165213 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-8bd4c34e-7aef-4fa2-991f-9ad55e352064 req-63414303-3038-4505-8d1a-c053ebe4911b tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] 10.222.0.46 "GET /v2.0/ports?device_id=44e28417-5f38-4197-bac2-c40ea4504b96 HTTP/1.1" status: 200 len: 950 time: 0.0539265 Jul 06 15:26:10.213613 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-8bd4c34e-7aef-4fa2-991f-9ad55e352064 req-1f474fed-baf7-45ff-ae37-57d82c1ea8d7 tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] 10.222.0.46 "GET /v2.0/security-groups?id=81e3c06e-82c1-49cb-a9b7-37584c7ee3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421598 Jul 06 15:26:10.496647 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12895bbb-ce0d-474f-abfe-10edfda8e28d req-0760c778-7340-4445-a750-4b0deb3f0e6d tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:10.498207 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-12895bbb-ce0d-474f-abfe-10edfda8e28d req-0760c778-7340-4445-a750-4b0deb3f0e6d tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] 10.222.0.46 "GET /v2.0/ports?device_id=44e28417-5f38-4197-bac2-c40ea4504b96 HTTP/1.1" status: 200 len: 950 time: 0.0673394 Jul 06 15:26:10.555822 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:10.560818 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:10.570819 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9251cc05-e05b-4979-a3ca-e93e7510acda req-d6dc7eeb-de26-4e02-b1d9-d6118f880555 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:10.580502 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-9251cc05-e05b-4979-a3ca-e93e7510acda req-d6dc7eeb-de26-4e02-b1d9-d6118f880555 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7206b9c-b821-48d2-9be4-e11d41892f85 HTTP/1.1" status: 200 len: 946 time: 0.0796924 Jul 06 15:26:10.603651 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-12895bbb-ce0d-474f-abfe-10edfda8e28d req-8c9cfc2b-63d7-41aa-a955-d5c362b71cdd tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] 10.222.0.46 "GET /v2.0/security-groups?id=81e3c06e-82c1-49cb-a9b7-37584c7ee3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995467 Jul 06 15:26:10.635922 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-9251cc05-e05b-4979-a3ca-e93e7510acda req-fc21ac11-9c86-462a-af38-48bbaeca1e2c tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.46 "GET /v2.0/security-groups?id=1850cff1-2e93-409f-81df-dcda9b3d696a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545466 Jul 06 15:26:10.748487 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b59763-ea2c-482e-88df-e859f176c2f5 req-eb4d398c-ac7a-4afc-92aa-9a03bd12a1ed tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:10.749908 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-48b59763-ea2c-482e-88df-e859f176c2f5 req-eb4d398c-ac7a-4afc-92aa-9a03bd12a1ed tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=e00187af-8819-41e6-98f0-199ce9db0f05 HTTP/1.1" status: 200 len: 946 time: 0.0489857 Jul 06 15:26:10.800126 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-48b59763-ea2c-482e-88df-e859f176c2f5 req-400fb1b1-5708-4cfd-941c-aa05d569e555 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442262 Jul 06 15:26:11.414548 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d37ba5-22f5-4340-be3a-3b50b8d7f22e req-b774038e-7103-496e-8747-45d58115d450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:11.416147 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-b3d37ba5-22f5-4340-be3a-3b50b8d7f22e req-b774038e-7103-496e-8747-45d58115d450 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d7206b9c-b821-48d2-9be4-e11d41892f85 HTTP/1.1" status: 200 len: 1130 time: 0.0405252 Jul 06 15:26:11.721326 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228f4a1b-c9af-40da-b332-4830f214744c req-9d1df778-7b25-4d21-b586-b4a5d64617fa tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:11.722905 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-228f4a1b-c9af-40da-b332-4830f214744c req-9d1df778-7b25-4d21-b586-b4a5d64617fa tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] 10.222.0.46 "GET /v2.0/ports?device_id=44e28417-5f38-4197-bac2-c40ea4504b96 HTTP/1.1" status: 200 len: 950 time: 0.0557766 Jul 06 15:26:11.776538 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d6f915-3102-4681-97a8-461e4a7ce263 req-bdd97b47-9d5e-400b-9165-4d0482ec1ca4 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:11.778036 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-82d6f915-3102-4681-97a8-461e4a7ce263 req-bdd97b47-9d5e-400b-9165-4d0482ec1ca4 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7206b9c-b821-48d2-9be4-e11d41892f85 HTTP/1.1" status: 200 len: 946 time: 0.0702677 Jul 06 15:26:11.787595 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-228f4a1b-c9af-40da-b332-4830f214744c req-dd707f53-54b1-4e1a-ae14-e18086764d54 tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] 10.222.0.46 "GET /v2.0/security-groups?id=81e3c06e-82c1-49cb-a9b7-37584c7ee3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576329 Jul 06 15:26:11.852595 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-82d6f915-3102-4681-97a8-461e4a7ce263 req-3677e9a2-e179-4f8b-b656-068c49b047aa tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.46 "GET /v2.0/security-groups?id=1850cff1-2e93-409f-81df-dcda9b3d696a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661407 Jul 06 15:26:11.929919 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cabbc5-b9ad-46f3-b364-d3e790677e54 req-f47182aa-2a8a-4dd4-abb7-c023964ab0f5 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:11.931621 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-e0cabbc5-b9ad-46f3-b364-d3e790677e54 req-f47182aa-2a8a-4dd4-abb7-c023964ab0f5 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=e00187af-8819-41e6-98f0-199ce9db0f05 HTTP/1.1" status: 200 len: 946 time: 0.0550096 Jul 06 15:26:11.977739 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-e0cabbc5-b9ad-46f3-b364-d3e790677e54 req-48b44e21-d49b-4f72-ad00-ae2f0fc0f5d7 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407693 Jul 06 15:26:12.097924 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071887c2-94a1-46b4-9914-822e9895130a req-2d7bf567-99a4-4ae1-8cd2-1532e4e5c522 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:12.099380 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-071887c2-94a1-46b4-9914-822e9895130a req-2d7bf567-99a4-4ae1-8cd2-1532e4e5c522 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 945 time: 0.0515645 Jul 06 15:26:12.149541 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-071887c2-94a1-46b4-9914-822e9895130a req-27614b9f-1076-4145-af85-f97e5e30ca1b tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446460 Jul 06 15:26:12.901283 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fecf8d9-408c-4962-9ed2-371ba5f29834 req-53486b23-e9a9-4dbb-9243-565c1fea8aa3 tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:12.902752 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-5fecf8d9-408c-4962-9ed2-371ba5f29834 req-53486b23-e9a9-4dbb-9243-565c1fea8aa3 tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] 10.222.0.46 "GET /v2.0/ports?device_id=44e28417-5f38-4197-bac2-c40ea4504b96 HTTP/1.1" status: 200 len: 950 time: 0.0476620 Jul 06 15:26:12.952367 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-5fecf8d9-408c-4962-9ed2-371ba5f29834 req-74757248-fcfc-4ced-a807-369257625677 tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] 10.222.0.46 "GET /v2.0/security-groups?id=81e3c06e-82c1-49cb-a9b7-37584c7ee3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438042 Jul 06 15:26:12.970627 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154dfed4-cebc-467b-95a2-94bffc07d72a req-2d7e7387-4a48-43cb-acb0-db23ade7f2b7 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:12.972136 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-154dfed4-cebc-467b-95a2-94bffc07d72a req-2d7e7387-4a48-43cb-acb0-db23ade7f2b7 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7206b9c-b821-48d2-9be4-e11d41892f85 HTTP/1.1" status: 200 len: 946 time: 0.0471632 Jul 06 15:26:13.017880 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-154dfed4-cebc-467b-95a2-94bffc07d72a req-0619ff96-8661-48fe-ad68-3693e54fa84e tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.46 "GET /v2.0/security-groups?id=1850cff1-2e93-409f-81df-dcda9b3d696a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403972 Jul 06 15:26:13.325466 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (eda728fc-b46d-4378-b578-35bac6b15486), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:14.071959 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6656dd6d-e4e5-4fa9-a743-9a143fc631d1 req-8679b7fd-5047-4809-93de-f1e059df60eb tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:14.073449 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-6656dd6d-e4e5-4fa9-a743-9a143fc631d1 req-8679b7fd-5047-4809-93de-f1e059df60eb tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] 10.222.0.46 "GET /v2.0/ports?device_id=44e28417-5f38-4197-bac2-c40ea4504b96 HTTP/1.1" status: 200 len: 950 time: 0.0540011 Jul 06 15:26:14.121726 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-6656dd6d-e4e5-4fa9-a743-9a143fc631d1 req-55cec51c-6b1a-4587-86e5-18a7e55dac57 tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] 10.222.0.46 "GET /v2.0/security-groups?id=81e3c06e-82c1-49cb-a9b7-37584c7ee3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423698 Jul 06 15:26:14.141109 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882aa14e-44af-46ac-84de-0443f3237527 req-21305c23-425f-428f-bd70-8f5b5682ea4b tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:14.143248 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-882aa14e-44af-46ac-84de-0443f3237527 req-21305c23-425f-428f-bd70-8f5b5682ea4b tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7206b9c-b821-48d2-9be4-e11d41892f85 HTTP/1.1" status: 200 len: 946 time: 0.0569103 Jul 06 15:26:14.192911 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-882aa14e-44af-46ac-84de-0443f3237527 req-0c52901d-c13c-46a5-a6a5-e3337f257f39 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.46 "GET /v2.0/security-groups?id=1850cff1-2e93-409f-81df-dcda9b3d696a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432665 Jul 06 15:26:14.594880 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=48 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:14.633940 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=38 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:15.236122 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6d151f-d798-4bac-ba24-437fda3fb221 req-948e1560-f074-4cd7-8da0-ec77f6fe8de5 tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:15.237632 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-0d6d151f-d798-4bac-ba24-437fda3fb221 req-948e1560-f074-4cd7-8da0-ec77f6fe8de5 tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] 10.222.0.46 "GET /v2.0/ports?device_id=44e28417-5f38-4197-bac2-c40ea4504b96 HTTP/1.1" status: 200 len: 950 time: 0.0470288 Jul 06 15:26:15.285916 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-0d6d151f-d798-4bac-ba24-437fda3fb221 req-236af294-ae25-4aba-a579-1693080c9511 tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] 10.222.0.46 "GET /v2.0/security-groups?id=81e3c06e-82c1-49cb-a9b7-37584c7ee3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426974 Jul 06 15:26:15.290388 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:15.306716 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de893613-3aa6-4be3-8f03-749d65fdbd2b req-bd3313cf-0bd8-45e0-865b-cd172912c14b tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:15.308197 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-de893613-3aa6-4be3-8f03-749d65fdbd2b req-bd3313cf-0bd8-45e0-865b-cd172912c14b tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7206b9c-b821-48d2-9be4-e11d41892f85 HTTP/1.1" status: 200 len: 946 time: 0.0474651 Jul 06 15:26:15.354769 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-de893613-3aa6-4be3-8f03-749d65fdbd2b req-d5aebcce-5135-4e71-8f38-27dfc59c5325 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.46 "GET /v2.0/security-groups?id=1850cff1-2e93-409f-81df-dcda9b3d696a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404532 Jul 06 15:26:15.505129 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-b3d37ba5-22f5-4340-be3a-3b50b8d7f22e req-118cb21e-ff9b-4a17-a754-8edfdbdaa69e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1850cff1-2e93-409f-81df-dcda9b3d696a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376313 Jul 06 15:26:16.019470 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ba1ed-82ac-4db6-8136-ffec16207778 req-2fbd2c6a-a1f3-4967-b23f-b7b44b3f0c95 tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:16.020922 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-417ba1ed-82ac-4db6-8136-ffec16207778 req-2fbd2c6a-a1f3-4967-b23f-b7b44b3f0c95 tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] 10.222.0.16 "GET /v2.0/ports?device_id=44e28417-5f38-4197-bac2-c40ea4504b96 HTTP/1.1" status: 200 len: 950 time: 0.0514026 Jul 06 15:26:16.109221 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [req-417ba1ed-82ac-4db6-8136-ffec16207778 req-c525f628-2c27-421c-ba73-8579bf81aece tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] Deleting port 9c43aeb6-467c-4668-8481-d8c12d840a81 {{(pid=103844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 15:26:16.109556 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-417ba1ed-82ac-4db6-8136-ffec16207778 req-c525f628-2c27-421c-ba73-8579bf81aece tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786465945384'] for port (9c43aeb6-467c-4668-8481-d8c12d840a81), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:16.205933 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [req-417ba1ed-82ac-4db6-8136-ffec16207778 req-c525f628-2c27-421c-ba73-8579bf81aece tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] For port 9c43aeb6-467c-4668-8481-d8c12d840a81, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=9c43aeb6-467c-4668-8481-d8c12d840a81,segment=NetworkSegment(386b92fb-b3dd-4607-b140-534e2d8e6e1e),segment_id=386b92fb-b3dd-4607-b140-534e2d8e6e1e)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:26:16.206371 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-417ba1ed-82ac-4db6-8136-ffec16207778 req-c525f628-2c27-421c-ba73-8579bf81aece tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652656'] for port (9c43aeb6-467c-4668-8481-d8c12d840a81), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:16.220118 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [req-417ba1ed-82ac-4db6-8136-ffec16207778 req-c525f628-2c27-421c-ba73-8579bf81aece tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] Calling delete_port for 9c43aeb6-467c-4668-8481-d8c12d840a81 owned by compute:nova {{(pid=103844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 15:26:16.254812 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-7102440c-63a8-4b95-bdf3-9410eaba7d04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (a81823b9-ba52-46bb-9bcd-43b269600933), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:16.284674 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:16.380559 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-417ba1ed-82ac-4db6-8136-ffec16207778 req-c525f628-2c27-421c-ba73-8579bf81aece tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786465950455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786465455746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2698075'] for port (9c43aeb6-467c-4668-8481-d8c12d840a81), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:16.399282 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] get_ports_and_sgs() called for port_ids ['9c43aeb6-467c-4668-8481-d8c12d840a81'] {{(pid=103846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:26:16.412304 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c525f628-2c27-421c-ba73-8579bf81aece tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] Pushing event deleted for resources: {'Port': ['ID=9c43aeb6-467c-4668-8481-d8c12d840a81,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:16.451544 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01db923-05ba-4f49-b616-53371eddb398 req-0d05d698-a396-4958-807f-b0d4cef16d8c tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:16.458097 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-d01db923-05ba-4f49-b616-53371eddb398 req-0d05d698-a396-4958-807f-b0d4cef16d8c tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] 10.222.0.46 "GET /v2.0/ports?device_id=44e28417-5f38-4197-bac2-c40ea4504b96 HTTP/1.1" status: 200 len: 950 time: 0.1005545 Jul 06 15:26:16.474423 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [req-417ba1ed-82ac-4db6-8136-ffec16207778 req-c525f628-2c27-421c-ba73-8579bf81aece tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] No DVR routers for this DVR port 9c43aeb6-467c-4668-8481-d8c12d840a81 on host hv-cinder-84884 {{(pid=103844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 15:26:16.478143 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-417ba1ed-82ac-4db6-8136-ffec16207778 req-c525f628-2c27-421c-ba73-8579bf81aece tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for port (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:16.481635 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-417ba1ed-82ac-4db6-8136-ffec16207778 req-c525f628-2c27-421c-ba73-8579bf81aece tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] 10.222.0.16 "DELETE /v2.0/ports/9c43aeb6-467c-4668-8481-d8c12d840a81 HTTP/1.1" status: 204 len: 173 time: 0.4529612 Jul 06 15:26:16.482105 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e28417-5f38-4197-bac2-c40ea4504b96', 'name': 'network-vif-deleted', 'tag': '9c43aeb6-467c-4668-8481-d8c12d840a81'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:26:16.484460 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23f0ce0f3171803df377307192b3bbc073243688ace587a9918d8ae03454cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-571075e8-396e-4571-8bdb-3b30e2f1a025" -d '{"events": [{"server_uuid": "44e28417-5f38-4197-bac2-c40ea4504b96", "name": "network-vif-deleted", "tag": "9c43aeb6-467c-4668-8481-d8c12d840a81"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:26:16.535963 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-d01db923-05ba-4f49-b616-53371eddb398 req-2d3bda9f-f5b0-4598-b2d5-683da61ada73 tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] 10.222.0.46 "GET /v2.0/security-groups?id=81e3c06e-82c1-49cb-a9b7-37584c7ee3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738854 Jul 06 15:26:16.562321 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d24b9-fae3-429c-b352-36c6a5d48a36 req-115746d3-e3fc-4f8c-acc8-d28ae09ba10c tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:16.576081 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-498d24b9-fae3-429c-b352-36c6a5d48a36 req-115746d3-e3fc-4f8c-acc8-d28ae09ba10c tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7206b9c-b821-48d2-9be4-e11d41892f85 HTTP/1.1" status: 200 len: 946 time: 0.0884602 Jul 06 15:26:16.596960 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 15:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9efadeff-33a0-4636-aaf5-b2ae3a880129 x-openstack-request-id: req-9efadeff-33a0-4636-aaf5-b2ae3a880129 {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:26:16.597260 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e28417-5f38-4197-bac2-c40ea4504b96", "name": "network-vif-deleted", "tag": "9c43aeb6-467c-4668-8481-d8c12d840a81", "status": "completed", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:26:16.597686 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9efadeff-33a0-4636-aaf5-b2ae3a880129 {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:26:16.598093 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9efadeff-33a0-4636-aaf5-b2ae3a880129'] response: {'server_uuid': '44e28417-5f38-4197-bac2-c40ea4504b96', 'name': 'network-vif-deleted', 'tag': '9c43aeb6-467c-4668-8481-d8c12d840a81', 'status': 'completed', 'code': 200} Jul 06 15:26:16.641688 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-498d24b9-fae3-429c-b352-36c6a5d48a36 req-0633458e-7f61-458e-bab2-e30efe1cbdc7 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.46 "GET /v2.0/security-groups?id=1850cff1-2e93-409f-81df-dcda9b3d696a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637066 Jul 06 15:26:17.061689 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf8c01d-1460-4460-b673-932e4a17ff2e req-dabfcbf0-56fa-4c5b-ad57-e087f58729aa tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:17.063737 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-bdf8c01d-1460-4460-b673-932e4a17ff2e req-dabfcbf0-56fa-4c5b-ad57-e087f58729aa tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 945 time: 0.0512726 Jul 06 15:26:17.109553 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-bdf8c01d-1460-4460-b673-932e4a17ff2e req-d25425cf-16f1-40d0-8c4b-2323cdb48f80 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404599 Jul 06 15:26:17.640732 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-39342112-dc26-4215-b52d-357ef23d2ea4 req-553ee2f1-5ebd-4367-862b-d15d5a338c5d tempest-VolumesNegativeTest-909217270 tempest-VolumesNegativeTest-909217270-project] 10.222.0.46 "GET /v2.0/ports?device_id=44e28417-5f38-4197-bac2-c40ea4504b96 HTTP/1.1" status: 200 len: 210 time: 0.0296602 Jul 06 15:26:17.761184 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c377458-e727-4f6b-b734-933d9e983bfe req-87456707-b2a4-48eb-b30c-dc6adc5671cd tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:17.762738 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-1c377458-e727-4f6b-b734-933d9e983bfe req-87456707-b2a4-48eb-b30c-dc6adc5671cd tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7206b9c-b821-48d2-9be4-e11d41892f85 HTTP/1.1" status: 200 len: 946 time: 0.0474961 Jul 06 15:26:17.811535 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-1c377458-e727-4f6b-b734-933d9e983bfe req-79051236-369f-4b38-92ea-374e68d7f681 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.46 "GET /v2.0/security-groups?id=1850cff1-2e93-409f-81df-dcda9b3d696a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424857 Jul 06 15:26:18.112361 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a6f9e-51a3-48b7-bb24-888bc9c2a560 req-7c4efc83-9691-4dd5-a14d-a60218f40e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:18.113859 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-d78a6f9e-51a3-48b7-bb24-888bc9c2a560 req-7c4efc83-9691-4dd5-a14d-a60218f40e58 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef44ecc951964d51925463c5e09f9fbb&device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 1129 time: 0.0459769 Jul 06 15:26:18.232543 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a6f9e-51a3-48b7-bb24-888bc9c2a560 req-b79a2165-bdba-448d-b95d-891fc170fbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:18.234117 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-d78a6f9e-51a3-48b7-bb24-888bc9c2a560 req-b79a2165-bdba-448d-b95d-891fc170fbb7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2f7f712f-7346-42c2-b097-b4b48d9f78be HTTP/1.1" status: 200 len: 920 time: 0.1133378 Jul 06 15:26:18.245836 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3987e-63ca-4825-a2bc-41f7f71a8b5d req-7cc8b830-f708-4a8b-a4d4-0436e2488737 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:18.248951 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-30e3987e-63ca-4825-a2bc-41f7f71a8b5d req-7cc8b830-f708-4a8b-a4d4-0436e2488737 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 945 time: 0.0530150 Jul 06 15:26:18.279392 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-65150a0b-60a8-4088-87d5-5edbf279e4fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8e6e5f2a-f235-48ed-8752-aab723ac44e7), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:18.284298 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-d78a6f9e-51a3-48b7-bb24-888bc9c2a560 req-cf9a8151-670e-437b-8abe-60d6de6d396c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee13c450-a247-45da-9000-1d74f1a8c8aa HTTP/1.1" status: 200 len: 217 time: 0.0386293 Jul 06 15:26:18.299405 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:18.302263 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-30e3987e-63ca-4825-a2bc-41f7f71a8b5d req-702ac149-cd75-4237-8d56-e940a32b8fff tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462139 Jul 06 15:26:18.342741 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a6f9e-51a3-48b7-bb24-888bc9c2a560 req-693e8ca8-effc-4355-a1b6-d0f8f666bd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:18.344466 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-d78a6f9e-51a3-48b7-bb24-888bc9c2a560 req-693e8ca8-effc-4355-a1b6-d0f8f666bd42 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d2607162-f852-4242-9cef-eb0efdf849b4 HTTP/1.1" status: 200 len: 858 time: 0.0538490 Jul 06 15:26:18.394032 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a6f9e-51a3-48b7-bb24-888bc9c2a560 req-b5d4ed2c-0730-45b8-9a68-c98fa52183a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:18.396264 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-d78a6f9e-51a3-48b7-bb24-888bc9c2a560 req-b5d4ed2c-0730-45b8-9a68-c98fa52183a7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2f7f712f-7346-42c2-b097-b4b48d9f78be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439847 Jul 06 15:26:18.505141 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-d78a6f9e-51a3-48b7-bb24-888bc9c2a560 req-c05c35db-9a00-43f9-b57d-eb7a31afe2b3 service neutron] 10.222.0.16 "GET /v2.0/networks/2f7f712f-7346-42c2-b097-b4b48d9f78be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971394 Jul 06 15:26:18.612334 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-d78a6f9e-51a3-48b7-bb24-888bc9c2a560 req-7cf807c4-a002-44a9-8d1b-0d05faf266d9 service neutron] 10.222.0.16 "GET /v2.0/networks/2f7f712f-7346-42c2-b097-b4b48d9f78be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971191 Jul 06 15:26:18.689113 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3226a40e-33e5-491d-9dd9-3c73264668a4 req-6f3c82d0-694e-4ed3-acdc-9658e98dab6e tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:18.690605 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-3226a40e-33e5-491d-9dd9-3c73264668a4 req-6f3c82d0-694e-4ed3-acdc-9658e98dab6e tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7206b9c-b821-48d2-9be4-e11d41892f85 HTTP/1.1" status: 200 len: 946 time: 0.0492620 Jul 06 15:26:18.746242 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-3226a40e-33e5-491d-9dd9-3c73264668a4 req-6b2a0f3e-1655-4954-83d3-533491e81e8c tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.46 "GET /v2.0/security-groups?id=1850cff1-2e93-409f-81df-dcda9b3d696a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501404 Jul 06 15:26:19.369301 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 53370) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:26:19.454540 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dd6068-e69c-470e-8b58-253e9d149263 req-ea4e538b-c219-4d0c-8d20-8788be4747c3 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:19.456272 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-85dd6068-e69c-470e-8b58-253e9d149263 req-ea4e538b-c219-4d0c-8d20-8788be4747c3 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 945 time: 0.0749290 Jul 06 15:26:19.499968 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:19.518918 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-96884bef-385e-4900-a2ba-ca8522f8bb12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:19.528034 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-85dd6068-e69c-470e-8b58-253e9d149263 req-50dca318-9ab8-4092-aaf6-f84aadc6ad55 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656574 Jul 06 15:26:19.569307 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-5e71b6aa-55c8-4030-9936-371c496b104b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (6f0d5ee7-fa21-4cb0-b4ff-cf35f5a4ba31), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:19.577405 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:19.611899 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-96884bef-385e-4900-a2ba-ca8522f8bb12 admin admin] Publish callbacks [] for security_group (030f17bc-7231-4f27-aa0e-5a5bbeebe198), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:19.616052 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-96884bef-385e-4900-a2ba-ca8522f8bb12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (030f17bc-7231-4f27-aa0e-5a5bbeebe198), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:19.621390 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:19.656939 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96884bef-385e-4900-a2ba-ca8522f8bb12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=030f17bc-7231-4f27-aa0e-5a5bbeebe198,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:19.665450 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 53418) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:26:19.668315 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-96884bef-385e-4900-a2ba-ca8522f8bb12 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f9be25b34e534c0daaf956c54f7b48f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2974534 Jul 06 15:26:19.713828 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-7e2f1f79-98ca-466d-8430-314a95e4c5d3 admin admin] Publish callbacks [] for security_group (030f17bc-7231-4f27-aa0e-5a5bbeebe198), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:19.735643 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-7e2f1f79-98ca-466d-8430-314a95e4c5d3 admin admin] Publish callbacks [] for security_group (030f17bc-7231-4f27-aa0e-5a5bbeebe198), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:19.788907 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-7e2f1f79-98ca-466d-8430-314a95e4c5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (030f17bc-7231-4f27-aa0e-5a5bbeebe198), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:19.792009 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-7e2f1f79-98ca-466d-8430-314a95e4c5d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:19.795791 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-7e2f1f79-98ca-466d-8430-314a95e4c5d3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/030f17bc-7231-4f27-aa0e-5a5bbeebe198 HTTP/1.1" status: 204 len: 168 time: 0.1272316 Jul 06 15:26:19.812408 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2f1f79-98ca-466d-8430-314a95e4c5d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=030f17bc-7231-4f27-aa0e-5a5bbeebe198,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:19.896624 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44162edf-ad57-4ce4-8134-a0d54387b2d9 req-302999bf-7ca1-4d6c-a188-666b5339aa5f tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:19.898148 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-44162edf-ad57-4ce4-8134-a0d54387b2d9 req-302999bf-7ca1-4d6c-a188-666b5339aa5f tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7206b9c-b821-48d2-9be4-e11d41892f85 HTTP/1.1" status: 200 len: 946 time: 0.0759969 Jul 06 15:26:19.906622 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device 9c43aeb6-467c-4668-8481-d8c12d840a81 no longer exists at agent hyperv_hv-cinder-84884 {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:26:19.940120 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] No Port match for: 9c43aeb6-467c-4668-8481-d8c12d840a81 {{(pid=103846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 15:26:19.940593 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device 9c43aeb6-467c-4668-8481-d8c12d840a81 not bound to the agent host hv-cinder-84884 {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:26:19.962007 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-44162edf-ad57-4ce4-8134-a0d54387b2d9 req-8d5ad6aa-9a6c-4daf-a335-95640f475fb7 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.46 "GET /v2.0/security-groups?id=1850cff1-2e93-409f-81df-dcda9b3d696a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564721 Jul 06 15:26:20.142887 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 53448) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:26:20.158922 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-2beb70c0-a0b0-4778-a000-b5b02fc19d6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:20.254083 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-2beb70c0-a0b0-4778-a000-b5b02fc19d6d admin admin] Publish callbacks [] for security_group (5c1c96e0-25b7-4362-9d1f-87aca9076f18), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:20.258266 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-2beb70c0-a0b0-4778-a000-b5b02fc19d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (5c1c96e0-25b7-4362-9d1f-87aca9076f18), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:20.303018 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-2beb70c0-a0b0-4778-a000-b5b02fc19d6d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d9f230582fdc44eaa378de2c915df8e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1589065 Jul 06 15:26:20.303900 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beb70c0-a0b0-4778-a000-b5b02fc19d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c1c96e0-25b7-4362-9d1f-87aca9076f18,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:20.307136 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 53456) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:26:20.361802 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-f00c6fb8-6a8f-47a9-b6c9-cca34af210d5 admin admin] Publish callbacks [] for security_group (5c1c96e0-25b7-4362-9d1f-87aca9076f18), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:20.386851 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-f00c6fb8-6a8f-47a9-b6c9-cca34af210d5 admin admin] Publish callbacks [] for security_group (5c1c96e0-25b7-4362-9d1f-87aca9076f18), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:20.439700 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-f00c6fb8-6a8f-47a9-b6c9-cca34af210d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (5c1c96e0-25b7-4362-9d1f-87aca9076f18), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:20.443703 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-f00c6fb8-6a8f-47a9-b6c9-cca34af210d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:20.449944 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-f00c6fb8-6a8f-47a9-b6c9-cca34af210d5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5c1c96e0-25b7-4362-9d1f-87aca9076f18 HTTP/1.1" status: 204 len: 168 time: 0.1386752 Jul 06 15:26:20.470219 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00c6fb8-6a8f-47a9-b6c9-cca34af210d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c1c96e0-25b7-4362-9d1f-87aca9076f18,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:20.606198 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b020c-e9b5-421e-acf0-2a2f093979d3 req-5e7cac40-eb95-4883-ad70-e27a191cf8a9 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:20.607747 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-338b020c-e9b5-421e-acf0-2a2f093979d3 req-5e7cac40-eb95-4883-ad70-e27a191cf8a9 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7206b9c-b821-48d2-9be4-e11d41892f85 HTTP/1.1" status: 200 len: 946 time: 0.0730867 Jul 06 15:26:20.641809 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:20.663300 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496cf309-6c20-43c9-8d8b-6dc7cf6cb084 req-687aa778-7a4b-40df-9572-fc41981b474f tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:20.665224 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-496cf309-6c20-43c9-8d8b-6dc7cf6cb084 req-687aa778-7a4b-40df-9572-fc41981b474f tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 945 time: 0.0564873 Jul 06 15:26:20.753836 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-496cf309-6c20-43c9-8d8b-6dc7cf6cb084 req-77107153-b217-40af-ae67-87874dfb80a1 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811000 Jul 06 15:26:20.805439 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [req-338b020c-e9b5-421e-acf0-2a2f093979d3 req-eb47cdea-6fdc-4b3c-aa46-4fe9aef40aea tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] Deleting port 6f85061a-6597-4b3f-8882-26dbe2aaf1df {{(pid=103844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 15:26:20.805769 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-338b020c-e9b5-421e-acf0-2a2f093979d3 req-eb47cdea-6fdc-4b3c-aa46-4fe9aef40aea tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786465945384'] for port (6f85061a-6597-4b3f-8882-26dbe2aaf1df), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:20.908956 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [req-338b020c-e9b5-421e-acf0-2a2f093979d3 req-eb47cdea-6fdc-4b3c-aa46-4fe9aef40aea tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] For port 6f85061a-6597-4b3f-8882-26dbe2aaf1df, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=6f85061a-6597-4b3f-8882-26dbe2aaf1df,segment=NetworkSegment(2bb19238-1591-4e04-b98f-5b50e22e9846),segment_id=2bb19238-1591-4e04-b98f-5b50e22e9846)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:26:20.909420 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-338b020c-e9b5-421e-acf0-2a2f093979d3 req-eb47cdea-6fdc-4b3c-aa46-4fe9aef40aea tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652656'] for port (6f85061a-6597-4b3f-8882-26dbe2aaf1df), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:20.922729 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [req-338b020c-e9b5-421e-acf0-2a2f093979d3 req-eb47cdea-6fdc-4b3c-aa46-4fe9aef40aea tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] Calling delete_port for 6f85061a-6597-4b3f-8882-26dbe2aaf1df owned by compute:nova {{(pid=103844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 15:26:20.966576 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:21.092865 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-8ac95340-3f24-440b-a4d9-caf8afcb49bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8ea57be5-348a-4c5b-804c-cda178363830), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:21.117558 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-338b020c-e9b5-421e-acf0-2a2f093979d3 req-eb47cdea-6fdc-4b3c-aa46-4fe9aef40aea tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786465950455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786465455746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2698075'] for port (6f85061a-6597-4b3f-8882-26dbe2aaf1df), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:21.131756 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] get_ports_and_sgs() called for port_ids ['6f85061a-6597-4b3f-8882-26dbe2aaf1df'] {{(pid=103846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:26:21.189296 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737ec1f0-8c42-40f2-89e0-29b8ca609a42 req-531b38da-fe75-42cf-b7d4-9b998d0abebf tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:21.191260 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb47cdea-6fdc-4b3c-aa46-4fe9aef40aea tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] Pushing event deleted for resources: {'Port': ['ID=6f85061a-6597-4b3f-8882-26dbe2aaf1df,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:21.196866 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-737ec1f0-8c42-40f2-89e0-29b8ca609a42 req-531b38da-fe75-42cf-b7d4-9b998d0abebf tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7206b9c-b821-48d2-9be4-e11d41892f85 HTTP/1.1" status: 200 len: 946 time: 0.1441128 Jul 06 15:26:21.268645 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [req-338b020c-e9b5-421e-acf0-2a2f093979d3 req-eb47cdea-6fdc-4b3c-aa46-4fe9aef40aea tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] No DVR routers for this DVR port 6f85061a-6597-4b3f-8882-26dbe2aaf1df on host hv-cinder-84884 {{(pid=103844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 15:26:21.270684 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-338b020c-e9b5-421e-acf0-2a2f093979d3 req-eb47cdea-6fdc-4b3c-aa46-4fe9aef40aea tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for port (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:21.274348 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-338b020c-e9b5-421e-acf0-2a2f093979d3 req-eb47cdea-6fdc-4b3c-aa46-4fe9aef40aea tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.16 "DELETE /v2.0/ports/6f85061a-6597-4b3f-8882-26dbe2aaf1df HTTP/1.1" status: 204 len: 173 time: 0.5687890 Jul 06 15:26:21.274481 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-737ec1f0-8c42-40f2-89e0-29b8ca609a42 req-b0700148-61fd-439e-b3b5-2886fbc2f3f3 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.46 "GET /v2.0/security-groups?id=1850cff1-2e93-409f-81df-dcda9b3d696a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766432 Jul 06 15:26:21.275105 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7206b9c-b821-48d2-9be4-e11d41892f85', 'name': 'network-vif-deleted', 'tag': '6f85061a-6597-4b3f-8882-26dbe2aaf1df'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:26:21.277369 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23f0ce0f3171803df377307192b3bbc073243688ace587a9918d8ae03454cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b83569aa-0d0f-4017-a0c2-56675eddb680" -d '{"events": [{"server_uuid": "d7206b9c-b821-48d2-9be4-e11d41892f85", "name": "network-vif-deleted", "tag": "6f85061a-6597-4b3f-8882-26dbe2aaf1df"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:26:21.341281 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 15:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a80681a1-33af-4a80-a5b9-88ce2a913508 x-openstack-request-id: req-a80681a1-33af-4a80-a5b9-88ce2a913508 {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:26:21.341712 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7206b9c-b821-48d2-9be4-e11d41892f85", "name": "network-vif-deleted", "tag": "6f85061a-6597-4b3f-8882-26dbe2aaf1df", "status": "completed", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:26:21.342055 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a80681a1-33af-4a80-a5b9-88ce2a913508 {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:26:21.342909 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a80681a1-33af-4a80-a5b9-88ce2a913508'] response: {'server_uuid': 'd7206b9c-b821-48d2-9be4-e11d41892f85', 'name': 'network-vif-deleted', 'tag': '6f85061a-6597-4b3f-8882-26dbe2aaf1df', 'status': 'completed', 'code': 200} Jul 06 15:26:21.373354 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (d26a5351-3de7-44f9-93eb-9fed5ee5b55b), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:21.894185 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cd813e-0c39-4aaf-a434-4e506eacc621 req-8ff84860-f61a-4e56-9811-8fe603def068 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:21.895753 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-12cd813e-0c39-4aaf-a434-4e506eacc621 req-8ff84860-f61a-4e56-9811-8fe603def068 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 945 time: 0.0675011 Jul 06 15:26:22.001512 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-12cd813e-0c39-4aaf-a434-4e506eacc621 req-72e26771-56d9-4fd9-b478-f6b16e5c17d5 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892501 Jul 06 15:26:22.702005 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4402dc-3435-4fad-8c72-792614480798 req-ffb47c65-4599-40ae-a81e-4588032279cc tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:22.703849 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-bb4402dc-3435-4fad-8c72-792614480798 req-ffb47c65-4599-40ae-a81e-4588032279cc tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.46 "GET /v2.0/networks?id=f0e78724-aeff-41f2-91ec-9f159896885f HTTP/1.1" status: 200 len: 808 time: 0.1121657 Jul 06 15:26:22.718342 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-bb4402dc-3435-4fad-8c72-792614480798 req-5494ab4f-1750-46d9-8abb-f19d2e65d48d tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.46 "GET /v2.0/quotas/ee14fb4cfead402ab57d78792f303b48 HTTP/1.1" status: 200 len: 375 time: 0.0091586 Jul 06 15:26:22.752224 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-bb4402dc-3435-4fad-8c72-792614480798 req-ab517525-0443-44fd-9534-f0cb3e5e7fa8 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ee14fb4cfead402ab57d78792f303b48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286970 Jul 06 15:26:22.860273 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-bb4402dc-3435-4fad-8c72-792614480798 req-95b7890c-f660-434e-b0c5-7e548fc09f40 service neutron] 10.222.0.46 "GET /v2.0/networks/f0e78724-aeff-41f2-91ec-9f159896885f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997629 Jul 06 15:26:22.951801 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-bb4402dc-3435-4fad-8c72-792614480798 req-1a29ca21-6d1f-4683-8ef2-b4f6c9401de1 service neutron] 10.222.0.46 "GET /v2.0/networks/f0e78724-aeff-41f2-91ec-9f159896885f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894234 Jul 06 15:26:22.968885 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 53692) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:26:23.093025 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-e74eb633-1054-40c7-a08a-7242bbe7b81c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:23.136244 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-8a3fe2a6-95ac-4c77-b1da-e86b748d6c72 req-1cf2b6ca-0e97-4805-955b-06ae5de4708b tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.46 "GET /v2.0/ports?device_id=aeea6136-04c3-4d1f-8e59-a33186b6630f HTTP/1.1" status: 200 len: 210 time: 0.0370753 Jul 06 15:26:23.166894 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee98dd65-625e-4962-be1b-7b44846242a7 req-5f2fb645-8628-4588-8bd6-c3f99f4bec23 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:23.168258 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-ee98dd65-625e-4962-be1b-7b44846242a7 req-5f2fb645-8628-4588-8bd6-c3f99f4bec23 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 945 time: 0.0722320 Jul 06 15:26:23.242087 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-ee98dd65-625e-4962-be1b-7b44846242a7 req-f4cc67a0-76ee-41aa-9de8-aaa6dffe7f35 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660868 Jul 06 15:26:23.272753 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-e74eb633-1054-40c7-a08a-7242bbe7b81c admin admin] Publish callbacks [] for security_group (3895ad60-373f-4501-8947-78cce5ef0cfb), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:23.276767 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-e74eb633-1054-40c7-a08a-7242bbe7b81c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (3895ad60-373f-4501-8947-78cce5ef0cfb), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:23.323596 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-e74eb633-1054-40c7-a08a-7242bbe7b81c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a8ef882f083f4edf9906b3063e6ef947&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3535671 Jul 06 15:26:23.323985 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 53710) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:26:23.324334 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74eb633-1054-40c7-a08a-7242bbe7b81c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3895ad60-373f-4501-8947-78cce5ef0cfb,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:23.392055 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-beddb496-c21e-486f-8b7f-fb65272bbcc5 admin admin] Publish callbacks [] for security_group (3895ad60-373f-4501-8947-78cce5ef0cfb), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:23.422796 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-beddb496-c21e-486f-8b7f-fb65272bbcc5 admin admin] Publish callbacks [] for security_group (3895ad60-373f-4501-8947-78cce5ef0cfb), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:23.482430 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-beddb496-c21e-486f-8b7f-fb65272bbcc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (3895ad60-373f-4501-8947-78cce5ef0cfb), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:23.485542 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-beddb496-c21e-486f-8b7f-fb65272bbcc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:23.490453 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-beddb496-c21e-486f-8b7f-fb65272bbcc5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3895ad60-373f-4501-8947-78cce5ef0cfb HTTP/1.1" status: 204 len: 168 time: 0.1641402 Jul 06 15:26:23.500237 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beddb496-c21e-486f-8b7f-fb65272bbcc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3895ad60-373f-4501-8947-78cce5ef0cfb,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:23.597814 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 53720) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:26:23.700054 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.agents_db [None req-99b786f5-93e1-437c-926e-a88e17275ab4 None None] Agent healthcheck: found 6 active agents {{(pid=103847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:26:23.881208 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-a4c4f2d2-d3d3-4167-9c45-8ad442b03e5c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=56c6b45912e64ad691232fc05df8c123&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2819986 Jul 06 15:26:23.883789 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 53728) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:26:23.903995 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 53730) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:26:23.918421 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-c9d6e7df-3c6b-453b-84ca-c1edc8750496 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:23.936115 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-adc4e76a-ad41-49ff-98de-5e235bb8ee98 admin admin] Publish callbacks [] for security_group (81e3c06e-82c1-49cb-a9b7-37584c7ee3d4), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:23.937924 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:23.947663 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:23.965393 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-adc4e76a-ad41-49ff-98de-5e235bb8ee98 admin admin] Publish callbacks [] for security_group (81e3c06e-82c1-49cb-a9b7-37584c7ee3d4), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:23.997010 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-c9d6e7df-3c6b-453b-84ca-c1edc8750496 admin admin] Publish callbacks [] for security_group (ac69fc63-cb5e-4893-b1f4-a98e0cf08766), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:24.001482 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-c9d6e7df-3c6b-453b-84ca-c1edc8750496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (ac69fc63-cb5e-4893-b1f4-a98e0cf08766), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:24.006762 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:24.015110 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-adc4e76a-ad41-49ff-98de-5e235bb8ee98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (81e3c06e-82c1-49cb-a9b7-37584c7ee3d4), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:24.017752 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-adc4e76a-ad41-49ff-98de-5e235bb8ee98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:24.018950 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-adc4e76a-ad41-49ff-98de-5e235bb8ee98 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/81e3c06e-82c1-49cb-a9b7-37584c7ee3d4 HTTP/1.1" status: 204 len: 168 time: 0.1342254 Jul 06 15:26:24.029033 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc4e76a-ad41-49ff-98de-5e235bb8ee98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e3c06e-82c1-49cb-a9b7-37584c7ee3d4,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:24.049057 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d6e7df-3c6b-453b-84ca-c1edc8750496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac69fc63-cb5e-4893-b1f4-a98e0cf08766,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:24.053335 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-c9d6e7df-3c6b-453b-84ca-c1edc8750496 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9f07d67725494b14a1a246acff21f1a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1483164 Jul 06 15:26:24.056144 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 53734) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:26:24.105505 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-d461b2f0-c460-4a1a-93d1-bec7c87a9e8b admin admin] Publish callbacks [] for security_group (ac69fc63-cb5e-4893-b1f4-a98e0cf08766), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:24.130850 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-d461b2f0-c460-4a1a-93d1-bec7c87a9e8b admin admin] Publish callbacks [] for security_group (ac69fc63-cb5e-4893-b1f4-a98e0cf08766), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:24.149187 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:24.194970 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-d461b2f0-c460-4a1a-93d1-bec7c87a9e8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (ac69fc63-cb5e-4893-b1f4-a98e0cf08766), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:24.197664 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-d461b2f0-c460-4a1a-93d1-bec7c87a9e8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:24.198797 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-d461b2f0-c460-4a1a-93d1-bec7c87a9e8b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ac69fc63-cb5e-4893-b1f4-a98e0cf08766 HTTP/1.1" status: 204 len: 168 time: 0.1419556 Jul 06 15:26:24.211829 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d461b2f0-c460-4a1a-93d1-bec7c87a9e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac69fc63-cb5e-4893-b1f4-a98e0cf08766,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:24.274693 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-6ef8a175-91ec-47df-aceb-1b6033a9f441 req-3b87ced2-efeb-4554-b034-421db753e335 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.46 "GET /v2.0/ports?device_id=aeea6136-04c3-4d1f-8e59-a33186b6630f HTTP/1.1" status: 200 len: 210 time: 0.0572660 Jul 06 15:26:24.461671 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c67233-e8d7-4b99-b852-0a884363dd3d req-a576895a-25d2-4d27-9b55-2ea3ddf866b8 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:24.468307 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-e7c67233-e8d7-4b99-b852-0a884363dd3d req-a576895a-25d2-4d27-9b55-2ea3ddf866b8 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 945 time: 0.1341720 Jul 06 15:26:24.533257 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4402dc-3435-4fad-8c72-792614480798 req-44965bd1-8fe2-49ec-affb-4d2123031945 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:24.534715 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-bb4402dc-3435-4fad-8c72-792614480798 req-44965bd1-8fe2-49ec-affb-4d2123031945 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.16 "GET /v2.0/networks?id=f0e78724-aeff-41f2-91ec-9f159896885f HTTP/1.1" status: 200 len: 808 time: 0.2394433 Jul 06 15:26:24.541958 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-e7c67233-e8d7-4b99-b852-0a884363dd3d req-177c2ed4-3ba2-44cb-993c-b57b791e89b1 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728674 Jul 06 15:26:24.635178 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [req-bb4402dc-3435-4fad-8c72-792614480798 req-25326c9e-6b10-4bd1-b723-e90e0ae3a8e9 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] Request body: {'port': {'device_id': 'aeea6136-04c3-4d1f-8e59-a33186b6630f', 'network_id': 'f0e78724-aeff-41f2-91ec-9f159896885f', 'admin_state_up': True, 'tenant_id': 'ee14fb4cfead402ab57d78792f303b48'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:26:24.762697 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb4402dc-3435-4fad-8c72-792614480798 req-25326c9e-6b10-4bd1-b723-e90e0ae3a8e9 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] Made reservation on behalf of ee14fb4cfead402ab57d78792f303b48 for: {'port': 1} {{(pid=103844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:26:24.768719 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-bb4402dc-3435-4fad-8c72-792614480798 req-25326c9e-6b10-4bd1-b723-e90e0ae3a8e9 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:24.910721 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.db_base_plugin_common [req-bb4402dc-3435-4fad-8c72-792614480798 req-25326c9e-6b10-4bd1-b723-e90e0ae3a8e9 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] Allocated IP 172.20.0.5 (f0e78724-aeff-41f2-91ec-9f159896885f/caf4c068-64b5-452f-a45c-5e2840d47604/b7618127-2732-465e-886a-0fab54e544e7) {{(pid=103844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:26:25.077024 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-bb4402dc-3435-4fad-8c72-792614480798 req-25326c9e-6b10-4bd1-b723-e90e0ae3a8e9 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] Publish callbacks [] for port (b7618127-2732-465e-886a-0fab54e544e7), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:25.078197 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 53784) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:26:25.113616 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-bb4402dc-3435-4fad-8c72-792614480798 req-25326c9e-6b10-4bd1-b723-e90e0ae3a8e9 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786465455737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2698075'] for port (b7618127-2732-465e-886a-0fab54e544e7), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:25.150271 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:25.173930 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb4402dc-3435-4fad-8c72-792614480798 req-25326c9e-6b10-4bd1-b723-e90e0ae3a8e9 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] Network f0e78724-aeff-41f2-91ec-9f159896885f is already hosted by enough agents. {{(pid=103844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:26:25.177964 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25326c9e-6b10-4bd1-b723-e90e0ae3a8e9 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] Pushing event updated for resources: {'Port': ['ID=b7618127-2732-465e-886a-0fab54e544e7,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:25.186829 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.base_scheduler [req-bb4402dc-3435-4fad-8c72-792614480798 req-25326c9e-6b10-4bd1-b723-e90e0ae3a8e9 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] Resources bound (agent type, host, resource id): {{(pid=103844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:26:25.189996 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb4402dc-3435-4fad-8c72-792614480798 req-25326c9e-6b10-4bd1-b723-e90e0ae3a8e9 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] Received port after_create {{(pid=103844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 15:26:25.241145 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4402dc-3435-4fad-8c72-792614480798 req-25326c9e-6b10-4bd1-b723-e90e0ae3a8e9 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:25.242244 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-bb4402dc-3435-4fad-8c72-792614480798 req-25326c9e-6b10-4bd1-b723-e90e0ae3a8e9 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for port (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:25.253943 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:25.268158 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-bb4402dc-3435-4fad-8c72-792614480798 req-25326c9e-6b10-4bd1-b723-e90e0ae3a8e9 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6371801 Jul 06 15:26:25.282472 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [req-bb4402dc-3435-4fad-8c72-792614480798 req-6901da99-0f7b-4eaf-9acb-287f3615391f service neutron] Request body: {'port': {'device_id': 'aeea6136-04c3-4d1f-8e59-a33186b6630f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84884'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:26:25.325165 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.v2.base [None req-8649a403-0f92-494c-bc42-5fd930b10652 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1595226874-network', 'tenant_id': '0805ca8c35a34d0dbf0f1e7ac459c517'}} {{(pid=103845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:26:25.377658 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-bb4402dc-3435-4fad-8c72-792614480798 req-6901da99-0f7b-4eaf-9acb-287f3615391f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (b7618127-2732-465e-886a-0fab54e544e7), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:25.390895 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18014040-7118-40ab-96e4-751759b0a315 req-fdcfa265-7300-4ae5-970c-405e49ad0e39 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:25.392651 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-18014040-7118-40ab-96e4-751759b0a315 req-fdcfa265-7300-4ae5-970c-405e49ad0e39 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.46 "GET /v2.0/ports?device_id=aeea6136-04c3-4d1f-8e59-a33186b6630f HTTP/1.1" status: 200 len: 931 time: 0.0540643 Jul 06 15:26:25.393865 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8649a403-0f92-494c-bc42-5fd930b10652 admin admin] Made reservation on behalf of 0805ca8c35a34d0dbf0f1e7ac459c517 for: {'network': 1} {{(pid=103845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:26:25.396302 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-8649a403-0f92-494c-bc42-5fd930b10652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for network (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:25.407885 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-8649a403-0f92-494c-bc42-5fd930b10652 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:25.490794 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-18014040-7118-40ab-96e4-751759b0a315 req-06f9e1e2-9165-4d4e-9c94-72b1ad21909a tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.46 "GET /v2.0/security-groups?id=1850cff1-2e93-409f-81df-dcda9b3d696a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856500 Jul 06 15:26:25.564512 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-8649a403-0f92-494c-bc42-5fd930b10652 admin admin] Publish callbacks [] for security_group (2f1a1e9b-36c4-4c38-bea4-b0aaf920a706), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:25.569601 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-8649a403-0f92-494c-bc42-5fd930b10652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (2f1a1e9b-36c4-4c38-bea4-b0aaf920a706), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:25.610535 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8649a403-0f92-494c-bc42-5fd930b10652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1a1e9b-36c4-4c38-bea4-b0aaf920a706,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:25.641766 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8649a403-0f92-494c-bc42-5fd930b10652 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=103845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 15:26:25.655087 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-8649a403-0f92-494c-bc42-5fd930b10652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490363'] for segment (4902358a-84fd-44b7-9de8-73522f5a56dd), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:25.656202 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.db.segments_db [None req-8649a403-0f92-494c-bc42-5fd930b10652 admin admin] Added segment 4902358a-84fd-44b7-9de8-73522f5a56dd of type vlan for network c6ecbf13-cdde-4eb1-a04c-6350b37f96a3 Jul 06 15:26:25.709396 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-8649a403-0f92-494c-bc42-5fd930b10652 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786465444024'] for network (c6ecbf13-cdde-4eb1-a04c-6350b37f96a3), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:25.745670 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-8649a403-0f92-494c-bc42-5fd930b10652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-666929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561'] for network (c6ecbf13-cdde-4eb1-a04c-6350b37f96a3), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:25.746715 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8649a403-0f92-494c-bc42-5fd930b10652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:25.747332 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-8649a403-0f92-494c-bc42-5fd930b10652 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629707'] for network (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:25.778603 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-8649a403-0f92-494c-bc42-5fd930b10652 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.6992662 Jul 06 15:26:25.783531 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 53812) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:26:25.789960 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.v2.base [None req-e8f94062-d349-4f40-b836-fa92f1f09132 admin admin] Request body: {'subnet': {'network_id': 'c6ecbf13-cdde-4eb1-a04c-6350b37f96a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1595226874-subnet', 'tenant_id': '0805ca8c35a34d0dbf0f1e7ac459c517', 'ip_version': 4}} {{(pid=103845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:26:25.808694 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [req-bb4402dc-3435-4fad-8c72-792614480798 req-6901da99-0f7b-4eaf-9acb-287f3615391f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7618127-2732-465e-886a-0fab54e544e7 {{(pid=103844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 15:26:25.820705 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac956e1-ac63-4c08-8d82-3209ab210c6c req-f72bef61-d79e-4bce-b3c8-994ca9204f6f tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:25.828781 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-1ac956e1-ac63-4c08-8d82-3209ab210c6c req-f72bef61-d79e-4bce-b3c8-994ca9204f6f tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 945 time: 0.1414683 Jul 06 15:26:25.848436 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-bb4402dc-3435-4fad-8c72-792614480798 req-6901da99-0f7b-4eaf-9acb-287f3615391f service neutron] Publish callbacks [] for port (b7618127-2732-465e-886a-0fab54e544e7), precommit_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:25.875946 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8649a403-0f92-494c-bc42-5fd930b10652 admin admin] Pushing event updated for resources: {'Network': ['ID=c6ecbf13-cdde-4eb1-a04c-6350b37f96a3,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:25.885884 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f94062-d349-4f40-b836-fa92f1f09132 admin admin] Made reservation on behalf of 0805ca8c35a34d0dbf0f1e7ac459c517 for: {'subnet': 1} {{(pid=103845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:26:25.888718 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Network c6ecbf13-cdde-4eb1-a04c-6350b37f96a3 details requested by agent ovs-agent-dv-cinder-848848-4-iscsi with host dv-cinder-848848-4-iscsi {{(pid=103846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 15:26:25.889988 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-e8f94062-d349-4f40-b836-fa92f1f09132 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59834214'] for subnet (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:25.910561 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-1ac956e1-ac63-4c08-8d82-3209ab210c6c req-68e464c8-b349-4c5d-9e44-69213789af1e tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807481 Jul 06 15:26:25.919564 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [req-bb4402dc-3435-4fad-8c72-792614480798 req-6901da99-0f7b-4eaf-9acb-287f3615391f service neutron] Transition to ACTIVE for port object b7618127-2732-465e-886a-0fab54e544e7 will not be triggered until provisioned by entity L2. {{(pid=103844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 06 15:26:25.925357 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-bb4402dc-3435-4fad-8c72-792614480798 req-6901da99-0f7b-4eaf-9acb-287f3615391f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2698066'] for port (b7618127-2732-465e-886a-0fab54e544e7), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:25.983260 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device 6f85061a-6597-4b3f-8882-26dbe2aaf1df no longer exists at agent hyperv_hv-cinder-84884 {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:26:26.005504 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] No Port match for: 6f85061a-6597-4b3f-8882-26dbe2aaf1df {{(pid=103846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 15:26:26.006035 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device 6f85061a-6597-4b3f-8882-26dbe2aaf1df not bound to the agent host hv-cinder-84884 {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:26:26.017744 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6901da99-0f7b-4eaf-9acb-287f3615391f service neutron] Pushing event updated for resources: {'Port': ['ID=b7618127-2732-465e-886a-0fab54e544e7,revision_number=2']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:26.074338 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:26.140047 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [req-bb4402dc-3435-4fad-8c72-792614480798 req-6901da99-0f7b-4eaf-9acb-287f3615391f service neutron] Attempting to bind port b7618127-2732-465e-886a-0fab54e544e7 on host hv-cinder-84884 for vnic_type normal with profile {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 15:26:26.140632 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-e8f94062-d349-4f40-b836-fa92f1f09132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2888696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59833740'] for subnet (a7527d58-380f-473d-ba30-5ff4fd90a6b4), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:26.141687 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [req-bb4402dc-3435-4fad-8c72-792614480798 req-6901da99-0f7b-4eaf-9acb-287f3615391f service neutron] Attempting to bind port b7618127-2732-465e-886a-0fab54e544e7 by drivers openvswitch,hyperv on host hv-cinder-84884 at level 0 using segments [{'id': '2bb19238-1591-4e04-b98f-5b50e22e9846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f0e78724-aeff-41f2-91ec-9f159896885f'}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 15:26:26.141687 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4402dc-3435-4fad-8c72-792614480798 req-6901da99-0f7b-4eaf-9acb-287f3615391f service neutron] Attempting to bind port b7618127-2732-465e-886a-0fab54e544e7 on network f0e78724-aeff-41f2-91ec-9f159896885f {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:26:26.146111 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4402dc-3435-4fad-8c72-792614480798 req-6901da99-0f7b-4eaf-9acb-287f3615391f service neutron] Port b7618127-2732-465e-886a-0fab54e544e7 on network f0e78724-aeff-41f2-91ec-9f159896885f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84884 {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 06 15:26:26.146481 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4402dc-3435-4fad-8c72-792614480798 req-6901da99-0f7b-4eaf-9acb-287f3615391f service neutron] Attempting to bind port b7618127-2732-465e-886a-0fab54e544e7 on network f0e78724-aeff-41f2-91ec-9f159896885f {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:26:26.151704 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4402dc-3435-4fad-8c72-792614480798 req-6901da99-0f7b-4eaf-9acb-287f3615391f service neutron] Checking agent: {'id': 'eda728fc-b46d-4378-b578-35bac6b15486', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84884', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 15, 22, 43), 'started_at': datetime.datetime(2022, 7, 6, 15, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 15, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 15:26:26.152112 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4402dc-3435-4fad-8c72-792614480798 req-6901da99-0f7b-4eaf-9acb-287f3615391f service neutron] Checking segment: {'id': '2bb19238-1591-4e04-b98f-5b50e22e9846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f0e78724-aeff-41f2-91ec-9f159896885f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:26:26.152562 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4402dc-3435-4fad-8c72-792614480798 req-6901da99-0f7b-4eaf-9acb-287f3615391f service neutron] Bound using segment: {'id': '2bb19238-1591-4e04-b98f-5b50e22e9846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f0e78724-aeff-41f2-91ec-9f159896885f'} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 15:26:26.153051 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [req-bb4402dc-3435-4fad-8c72-792614480798 req-6901da99-0f7b-4eaf-9acb-287f3615391f service neutron] Bound port: b7618127-2732-465e-886a-0fab54e544e7, host: hv-cinder-84884, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bb19238-1591-4e04-b98f-5b50e22e9846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f0e78724-aeff-41f2-91ec-9f159896885f'}}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 15:26:26.153469 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-bb4402dc-3435-4fad-8c72-792614480798 req-6901da99-0f7b-4eaf-9acb-287f3615391f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (b7618127-2732-465e-886a-0fab54e544e7), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:26.198890 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f94062-d349-4f40-b836-fa92f1f09132 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7527d58-380f-473d-ba30-5ff4fd90a6b4,revision_number=0']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:26.211541 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f94062-d349-4f40-b836-fa92f1f09132 admin admin] Checking segment: {'id': '4902358a-84fd-44b7-9de8-73522f5a56dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'c6ecbf13-cdde-4eb1-a04c-6350b37f96a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:26:26.211900 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f94062-d349-4f40-b836-fa92f1f09132 admin admin] Network hostable DHCP agents. Network: c6ecbf13-cdde-4eb1-a04c-6350b37f96a3, hostable agents: ['a81823b9-ba52-46bb-9bcd-43b269600933'], hosted agents: [] {{(pid=103845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 15:26:26.218557 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [req-bb4402dc-3435-4fad-8c72-792614480798 req-6901da99-0f7b-4eaf-9acb-287f3615391f service neutron] For port b7618127-2732-465e-886a-0fab54e544e7, host hv-cinder-84884, cleared binding levels {{(pid=103844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:26:26.222079 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [req-bb4402dc-3435-4fad-8c72-792614480798 req-6901da99-0f7b-4eaf-9acb-287f3615391f service neutron] For port b7618127-2732-465e-886a-0fab54e544e7, host hv-cinder-84884, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=b7618127-2732-465e-886a-0fab54e544e7,segment=NetworkSegment(2bb19238-1591-4e04-b98f-5b50e22e9846),segment_id=2bb19238-1591-4e04-b98f-5b50e22e9846)] {{(pid=103844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:26:26.230478 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-bb4402dc-3435-4fad-8c72-792614480798 req-6901da99-0f7b-4eaf-9acb-287f3615391f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2698066'] for port (b7618127-2732-465e-886a-0fab54e544e7), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:26.232684 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f94062-d349-4f40-b836-fa92f1f09132 admin admin] Network c6ecbf13-cdde-4eb1-a04c-6350b37f96a3 is scheduled to be hosted by DHCP agent a81823b9-ba52-46bb-9bcd-43b269600933 with binding_index 1 {{(pid=103845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 15:26:26.244534 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.base_scheduler [None req-e8f94062-d349-4f40-b836-fa92f1f09132 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848848-4-iscsi, c6ecbf13-cdde-4eb1-a04c-6350b37f96a3) {{(pid=103845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:26:26.255542 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b0c236-e56f-4a53-9362-c6b87382c930 None None] Network c6ecbf13-cdde-4eb1-a04c-6350b37f96a3 requested from dv-cinder-848848-4-iscsi {{(pid=103846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 15:26:26.266718 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f94062-d349-4f40-b836-fa92f1f09132 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:26.267464 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-e8f94062-d349-4f40-b836-fa92f1f09132 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629707'] for subnet (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:26.272996 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4402dc-3435-4fad-8c72-792614480798 req-6901da99-0f7b-4eaf-9acb-287f3615391f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:26.273614 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-bb4402dc-3435-4fad-8c72-792614480798 req-6901da99-0f7b-4eaf-9acb-287f3615391f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for port (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:26.274994 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-bb4402dc-3435-4fad-8c72-792614480798 req-6901da99-0f7b-4eaf-9acb-287f3615391f service neutron] 10.222.0.16 "PUT /v2.0/ports/b7618127-2732-465e-886a-0fab54e544e7 HTTP/1.1" status: 200 len: 1093 time: 0.9972653 Jul 06 15:26:26.275450 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeea6136-04c3-4d1f-8e59-a33186b6630f', 'tag': 'b7618127-2732-465e-886a-0fab54e544e7'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:26:26.277844 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23f0ce0f3171803df377307192b3bbc073243688ace587a9918d8ae03454cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eae444e-35f5-457b-84d7-1ef0aa010761" -d '{"events": [{"name": "network-changed", "server_uuid": "aeea6136-04c3-4d1f-8e59-a33186b6630f", "tag": "b7618127-2732-465e-886a-0fab54e544e7"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:26:26.299582 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:26.301748 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-e8f94062-d349-4f40-b836-fa92f1f09132 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5167496 Jul 06 15:26:26.304630 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 53834) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:26:26.312332 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.v2.base [None req-229ec3b3-56b3-45b3-89ea-f86b6aa56598 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1595226874-router', 'tenant_id': '0805ca8c35a34d0dbf0f1e7ac459c517', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604'}}} {{(pid=103845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:26:26.332360 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6901da99-0f7b-4eaf-9acb-287f3615391f service neutron] Pushing event updated for resources: {'Port': ['ID=b7618127-2732-465e-886a-0fab54e544e7,revision_number=3']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:26.351979 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 15:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf5ca4c3-9619-4b3c-8b92-967b8d8377cf x-openstack-request-id: req-cf5ca4c3-9619-4b3c-8b92-967b8d8377cf {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:26:26.352302 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeea6136-04c3-4d1f-8e59-a33186b6630f", "tag": "b7618127-2732-465e-886a-0fab54e544e7", "status": "completed", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:26:26.352551 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cf5ca4c3-9619-4b3c-8b92-967b8d8377cf {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:26:26.352948 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf5ca4c3-9619-4b3c-8b92-967b8d8377cf'] response: {'name': 'network-changed', 'server_uuid': 'aeea6136-04c3-4d1f-8e59-a33186b6630f', 'tag': 'b7618127-2732-465e-886a-0fab54e544e7', 'status': 'completed', 'code': 200} Jul 06 15:26:26.354494 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:26.366792 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4402dc-3435-4fad-8c72-792614480798 req-49a3be92-1cfb-43eb-8288-de52fae665d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:26.368631 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-bb4402dc-3435-4fad-8c72-792614480798 req-49a3be92-1cfb-43eb-8288-de52fae665d3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ee14fb4cfead402ab57d78792f303b48&device_id=aeea6136-04c3-4d1f-8e59-a33186b6630f HTTP/1.1" status: 200 len: 1127 time: 0.0487306 Jul 06 15:26:26.374687 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-229ec3b3-56b3-45b3-89ea-f86b6aa56598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-647350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109444'] for router (4f274a41-136b-4f5a-998c-601296f075d8), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:26.376740 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-229ec3b3-56b3-45b3-89ea-f86b6aa56598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-647123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109453'] for router (4f274a41-136b-4f5a-998c-601296f075d8), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:26.449984 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-229ec3b3-56b3-45b3-89ea-f86b6aa56598 admin admin] Publish callbacks [] for router_controller (4f274a41-136b-4f5a-998c-601296f075d8), precommit_add_association {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:26.451454 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f0ea5b-4f82-4df0-9514-8bdf184bde8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa43ccfed-9ada-5d0f-938a-3e2abdea0954-c6ecbf13-cdde-4eb1-a04c-6350b37f96a3', 'network_id': 'c6ecbf13-cdde-4eb1-a04c-6350b37f96a3', 'project_id': '0805ca8c35a34d0dbf0f1e7ac459c517', 'fixed_ips': [{'subnet_id': 'a7527d58-380f-473d-ba30-5ff4fd90a6b4'}]}} from dv-cinder-848848-4-iscsi. {{(pid=103846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 06 15:26:26.451701 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-bb4402dc-3435-4fad-8c72-792614480798 req-e9813a94-f64a-4921-8a87-dc5bb07a884b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7618127-2732-465e-886a-0fab54e544e7 HTTP/1.1" status: 200 len: 217 time: 0.0720856 Jul 06 15:26:26.452728 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-41f0ea5b-4f82-4df0-9514-8bdf184bde8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (None), before_create {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:26.502085 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4402dc-3435-4fad-8c72-792614480798 req-b4daed38-239d-4b99-b205-ccf3d770e4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:26.503569 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-bb4402dc-3435-4fad-8c72-792614480798 req-b4daed38-239d-4b99-b205-ccf3d770e4ed service neutron] 10.222.0.16 "GET /v2.0/subnets?id=caf4c068-64b5-452f-a45c-5e2840d47604 HTTP/1.1" status: 200 len: 848 time: 0.0466905 Jul 06 15:26:26.546478 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-bb4402dc-3435-4fad-8c72-792614480798 req-2f80b24d-033c-433a-9f94-54c4c3c938d1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f0e78724-aeff-41f2-91ec-9f159896885f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337691 Jul 06 15:26:26.626032 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.db_base_plugin_common [None req-41f0ea5b-4f82-4df0-9514-8bdf184bde8c None None] Allocated IP 172.20.0.2 (c6ecbf13-cdde-4eb1-a04c-6350b37f96a3/a7527d58-380f-473d-ba30-5ff4fd90a6b4/1034753a-2415-4355-9f97-4d998a949044) {{(pid=103846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:26:26.627308 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:26.633243 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-229ec3b3-56b3-45b3-89ea-f86b6aa56598 admin admin] Publish callbacks [] for router_gateway (4f274a41-136b-4f5a-998c-601296f075d8), precommit_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:26.642942 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:26.684295 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b1b121-ca1d-4e7e-a02a-d50744dfa1f1 req-33639991-63fc-45b2-99f9-b4b59c6fffed tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:26.686341 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-e1b1b121-ca1d-4e7e-a02a-d50744dfa1f1 req-33639991-63fc-45b2-99f9-b4b59c6fffed tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.46 "GET /v2.0/ports?device_id=aeea6136-04c3-4d1f-8e59-a33186b6630f HTTP/1.1" status: 200 len: 943 time: 0.0983837 Jul 06 15:26:26.845218 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-41f0ea5b-4f82-4df0-9514-8bdf184bde8c None None] Publish callbacks [] for port (1034753a-2415-4355-9f97-4d998a949044), precommit_create {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:26.854028 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-41f0ea5b-4f82-4df0-9514-8bdf184bde8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786465455737'] for port (1034753a-2415-4355-9f97-4d998a949044), after_create {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:26.893147 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f0ea5b-4f82-4df0-9514-8bdf184bde8c None None] Network c6ecbf13-cdde-4eb1-a04c-6350b37f96a3 is already hosted by enough agents. {{(pid=103846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:26:26.905498 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-229ec3b3-56b3-45b3-89ea-f86b6aa56598 admin admin] Publish callbacks [] for router_gateway (4f274a41-136b-4f5a-998c-601296f075d8), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:26.950887 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-229ec3b3-56b3-45b3-89ea-f86b6aa56598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:26.963668 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.scheduler.base_scheduler [None req-41f0ea5b-4f82-4df0-9514-8bdf184bde8c None None] Resources bound (agent type, host, resource id): {{(pid=103846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:26:26.986205 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f0ea5b-4f82-4df0-9514-8bdf184bde8c None None] Received port after_create {{(pid=103846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 15:26:27.010518 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-bb4402dc-3435-4fad-8c72-792614480798 req-4612cd61-83e6-47ce-b45e-d352e4ba9413 service neutron] 10.222.0.16 "GET /v2.0/networks/f0e78724-aeff-41f2-91ec-9f159896885f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4538844 Jul 06 15:26:27.042985 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-e1b1b121-ca1d-4e7e-a02a-d50744dfa1f1 req-a5776bbb-426d-4454-ace3-ee71c6a9333e tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.46 "GET /v2.0/security-groups?id=1850cff1-2e93-409f-81df-dcda9b3d696a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3504765 Jul 06 15:26:27.072067 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f0ea5b-4f82-4df0-9514-8bdf184bde8c None None] Pushing event updated for resources: {'Port': ['ID=1034753a-2415-4355-9f97-4d998a949044,revision_number=1']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:27.087604 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.managers [None req-41f0ea5b-4f82-4df0-9514-8bdf184bde8c None None] Attempting to bind port 1034753a-2415-4355-9f97-4d998a949044 on host dv-cinder-848848-4-iscsi for vnic_type normal with profile {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 15:26:27.088708 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.managers [None req-41f0ea5b-4f82-4df0-9514-8bdf184bde8c None None] Attempting to bind port 1034753a-2415-4355-9f97-4d998a949044 by drivers openvswitch,hyperv on host dv-cinder-848848-4-iscsi at level 0 using segments [{'id': '4902358a-84fd-44b7-9de8-73522f5a56dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'c6ecbf13-cdde-4eb1-a04c-6350b37f96a3'}] {{(pid=103846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 15:26:27.088708 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f0ea5b-4f82-4df0-9514-8bdf184bde8c None None] Attempting to bind port 1034753a-2415-4355-9f97-4d998a949044 on network c6ecbf13-cdde-4eb1-a04c-6350b37f96a3 {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:26:27.096418 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f0ea5b-4f82-4df0-9514-8bdf184bde8c None None] Checking agent: {'id': 'd26a5351-3de7-44f9-93eb-9fed5ee5b55b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848848-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 15, 16, 51), 'started_at': datetime.datetime(2022, 7, 6, 15, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 15, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848848-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 15:26:27.097118 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f0ea5b-4f82-4df0-9514-8bdf184bde8c None None] Checking segment: {'id': '4902358a-84fd-44b7-9de8-73522f5a56dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'c6ecbf13-cdde-4eb1-a04c-6350b37f96a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:26:27.097682 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-41f0ea5b-4f82-4df0-9514-8bdf184bde8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:27.098283 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f0ea5b-4f82-4df0-9514-8bdf184bde8c None None] Bound using segment: {'id': '4902358a-84fd-44b7-9de8-73522f5a56dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'c6ecbf13-cdde-4eb1-a04c-6350b37f96a3'} {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 15:26:27.098916 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.managers [None req-41f0ea5b-4f82-4df0-9514-8bdf184bde8c None None] Bound port: 1034753a-2415-4355-9f97-4d998a949044, host: dv-cinder-848848-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4902358a-84fd-44b7-9de8-73522f5a56dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'c6ecbf13-cdde-4eb1-a04c-6350b37f96a3'}}] {{(pid=103846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 15:26:27.099493 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-41f0ea5b-4f82-4df0-9514-8bdf184bde8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (1034753a-2415-4355-9f97-4d998a949044), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:27.108113 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aef2360-418e-4fa2-ad5a-98f7b94f4dd5 req-b640a33f-77ac-475a-9146-e7cf90998818 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:27.110116 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-0aef2360-418e-4fa2-ad5a-98f7b94f4dd5 req-b640a33f-77ac-475a-9146-e7cf90998818 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 945 time: 0.0796888 Jul 06 15:26:27.141559 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=88,neutron:UPDATE=9,neutron:INSERT=3 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:27.175270 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-41f0ea5b-4f82-4df0-9514-8bdf184bde8c None None] For port 1034753a-2415-4355-9f97-4d998a949044, host dv-cinder-848848-4-iscsi, cleared binding levels {{(pid=103846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:26:27.179447 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-bb4402dc-3435-4fad-8c72-792614480798 req-cf759c1d-d230-4894-8bf7-cd60baa0a879 service neutron] 10.222.0.16 "GET /v2.0/networks/f0e78724-aeff-41f2-91ec-9f159896885f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354389 Jul 06 15:26:27.180170 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-41f0ea5b-4f82-4df0-9514-8bdf184bde8c None None] For port 1034753a-2415-4355-9f97-4d998a949044, host dv-cinder-848848-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=1034753a-2415-4355-9f97-4d998a949044,segment=NetworkSegment(4902358a-84fd-44b7-9de8-73522f5a56dd),segment_id=4902358a-84fd-44b7-9de8-73522f5a56dd)] {{(pid=103846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:26:27.186690 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-41f0ea5b-4f82-4df0-9514-8bdf184bde8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (1034753a-2415-4355-9f97-4d998a949044), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:27.226514 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-0aef2360-418e-4fa2-ad5a-98f7b94f4dd5 req-d68c9c33-38f2-4e0e-86cc-6eebda70fec3 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068089 Jul 06 15:26:27.272686 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f0ea5b-4f82-4df0-9514-8bdf184bde8c None None] Pushing event updated for resources: {'Port': ['ID=1034753a-2415-4355-9f97-4d998a949044,revision_number=2']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:27.273128 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.db.db_base_plugin_common [None req-229ec3b3-56b3-45b3-89ea-f86b6aa56598 admin admin] Allocated IP 172.27.3.239 (377cda5e-c384-46ee-8e00-4b775f415604/1975bb39-9f7d-4b8c-94d3-6023908c91e1/6f0f090c-ce2a-472e-afc6-22d7d1139da9) {{(pid=103845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:26:27.357632 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:27.404049 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-229ec3b3-56b3-45b3-89ea-f86b6aa56598 admin admin] Publish callbacks [] for port (6f0f090c-ce2a-472e-afc6-22d7d1139da9), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:27.461573 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-229ec3b3-56b3-45b3-89ea-f86b6aa56598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786465455737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2888556'] for port (6f0f090c-ce2a-472e-afc6-22d7d1139da9), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:27.506422 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229ec3b3-56b3-45b3-89ea-f86b6aa56598 admin admin] Network 377cda5e-c384-46ee-8e00-4b775f415604 is already hosted by enough agents. {{(pid=103845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:26:27.512490 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.base_scheduler [None req-229ec3b3-56b3-45b3-89ea-f86b6aa56598 admin admin] Resources bound (agent type, host, resource id): {{(pid=103845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:26:27.517603 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229ec3b3-56b3-45b3-89ea-f86b6aa56598 admin admin] Received port after_create {{(pid=103845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 15:26:27.521116 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229ec3b3-56b3-45b3-89ea-f86b6aa56598 admin admin] Pushing event updated for resources: {'Port': ['ID=6f0f090c-ce2a-472e-afc6-22d7d1139da9,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:27.526254 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 53856) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:26:27.663255 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-77e86eba-314b-4697-b57a-ba1e687ddf97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:27.675092 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:27.744978 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-77e86eba-314b-4697-b57a-ba1e687ddf97 admin admin] Publish callbacks [] for security_group (f43dc4a5-cdb2-4039-a858-74bc000ff884), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:27.749134 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-77e86eba-314b-4697-b57a-ba1e687ddf97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (f43dc4a5-cdb2-4039-a858-74bc000ff884), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:27.776323 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-229ec3b3-56b3-45b3-89ea-f86b6aa56598 admin admin] Publish callbacks [] for router_gateway (4f274a41-136b-4f5a-998c-601296f075d8), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:27.791632 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-77e86eba-314b-4697-b57a-ba1e687ddf97 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=93eff55bb6eb41e7b057580f1f0b4630&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2640469 Jul 06 15:26:27.792511 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e86eba-314b-4697-b57a-ba1e687ddf97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f43dc4a5-cdb2-4039-a858-74bc000ff884,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:27.795088 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 53860) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:26:27.844542 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-475d23eb-a40e-40dc-bb89-e3cec86f9333 admin admin] Publish callbacks [] for security_group (f43dc4a5-cdb2-4039-a858-74bc000ff884), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:27.865470 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-475d23eb-a40e-40dc-bb89-e3cec86f9333 admin admin] Publish callbacks [] for security_group (f43dc4a5-cdb2-4039-a858-74bc000ff884), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:27.912252 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-475d23eb-a40e-40dc-bb89-e3cec86f9333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (f43dc4a5-cdb2-4039-a858-74bc000ff884), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:27.914861 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-475d23eb-a40e-40dc-bb89-e3cec86f9333 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:27.917092 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-475d23eb-a40e-40dc-bb89-e3cec86f9333 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f43dc4a5-cdb2-4039-a858-74bc000ff884 HTTP/1.1" status: 204 len: 168 time: 0.1200335 Jul 06 15:26:27.930543 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475d23eb-a40e-40dc-bb89-e3cec86f9333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43dc4a5-cdb2-4039-a858-74bc000ff884,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:27.966404 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-229ec3b3-56b3-45b3-89ea-f86b6aa56598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591614'] for router (4f274a41-136b-4f5a-998c-601296f075d8), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:28.164470 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-229ec3b3-56b3-45b3-89ea-f86b6aa56598 admin admin] Router 4f274a41-136b-4f5a-998c-601296f075d8 is scheduled to L3 agent 8e6e5f2a-f235-48ed-8752-aab723ac44e7 with binding_index 1 {{(pid=103845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 06 15:26:28.266306 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 1034753a-2415-4355-9f97-4d998a949044 up at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:26:28.309910 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f458f846-f58a-44c9-bcd6-43403dc8ad5b req-ecf6d109-a076-453e-a055-23b9134e62a6 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:28.314682 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-f458f846-f58a-44c9-bcd6-43403dc8ad5b req-ecf6d109-a076-453e-a055-23b9134e62a6 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.46 "GET /v2.0/ports?device_id=aeea6136-04c3-4d1f-8e59-a33186b6630f HTTP/1.1" status: 200 len: 943 time: 0.1351404 Jul 06 15:26:28.374205 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:28.381843 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Provisioning complete for port 1034753a-2415-4355-9f97-4d998a949044 triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:26:28.382458 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (1034753a-2415-4355-9f97-4d998a949044), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:28.411360 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:28.451575 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae444e-35f5-457b-84d7-1ef0aa010761 req-6a856d1f-cbaf-437d-8c04-89a914906037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:28.455650 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-3eae444e-35f5-457b-84d7-1ef0aa010761 req-6a856d1f-cbaf-437d-8c04-89a914906037 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ee14fb4cfead402ab57d78792f303b48&device_id=aeea6136-04c3-4d1f-8e59-a33186b6630f HTTP/1.1" status: 200 len: 1127 time: 0.1398678 Jul 06 15:26:28.460948 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-f458f846-f58a-44c9-bcd6-43403dc8ad5b req-ec198ba3-c286-49b4-b1e6-dc0b51a41d37 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.46 "GET /v2.0/security-groups?id=1850cff1-2e93-409f-81df-dcda9b3d696a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237733 Jul 06 15:26:28.488003 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e940a0a2-56c4-4836-b5d0-5961eea4662a req-9005baeb-1f8f-44e8-8b82-f37b47617fd6 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:28.489511 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-e940a0a2-56c4-4836-b5d0-5961eea4662a req-9005baeb-1f8f-44e8-8b82-f37b47617fd6 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 945 time: 0.1126943 Jul 06 15:26:28.493439 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-229ec3b3-56b3-45b3-89ea-f86b6aa56598 admin admin] Notify agent at l3_agent.dv-cinder-848848-4-iscsi the message routers_updated {{(pid=103845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:26:28.497319 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Current status of the port 1034753a-2415-4355-9f97-4d998a949044 is: DOWN; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:26:28.497929 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (1034753a-2415-4355-9f97-4d998a949044), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:28.519284 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e412d134-0474-4b0d-a277-5a854ab12cab None None] Sync routers for ids ['4f274a41-136b-4f5a-998c-601296f075d8'] in dv-cinder-848848-4-iscsi {{(pid=103846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:26:28.535200 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d1de88-4ada-4c3d-b8d0-7584212904e0 None None] Network c6ecbf13-cdde-4eb1-a04c-6350b37f96a3 requested from dv-cinder-848848-4-iscsi {{(pid=103846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 15:26:28.540116 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e412d134-0474-4b0d-a277-5a854ab12cab None None] Routers {'4f274a41-136b-4f5a-998c-601296f075d8'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:26:28.541133 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-e412d134-0474-4b0d-a277-5a854ab12cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:26:18Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['4f274a41-136b-4f5a-998c-601296f075d8'], 'active': True} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:26:28.550058 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-229ec3b3-56b3-45b3-89ea-f86b6aa56598 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:28.551509 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-229ec3b3-56b3-45b3-89ea-f86b6aa56598 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2459033 Jul 06 15:26:28.555053 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-e940a0a2-56c4-4836-b5d0-5961eea4662a req-bee6c7c7-723e-4ca0-a985-5fe802bfda35 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597489 Jul 06 15:26:28.555537 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 53882) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:26:28.706001 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] For port 1034753a-2415-4355-9f97-4d998a949044, host dv-cinder-848848-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=1034753a-2415-4355-9f97-4d998a949044,segment=NetworkSegment(4902358a-84fd-44b7-9de8-73522f5a56dd),segment_id=4902358a-84fd-44b7-9de8-73522f5a56dd)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:26:28.732603 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae444e-35f5-457b-84d7-1ef0aa010761 req-b54f2b44-8eed-4430-b1e8-b695f07f2c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:28.735555 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-3eae444e-35f5-457b-84d7-1ef0aa010761 req-b54f2b44-8eed-4430-b1e8-b695f07f2c7e service neutron] 10.222.0.16 "GET /v2.0/networks?id=f0e78724-aeff-41f2-91ec-9f159896885f HTTP/1.1" status: 200 len: 909 time: 0.2729959 Jul 06 15:26:28.736241 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-7feff736-77a3-49ac-8dca-cb34e9187f4f None None] Provisioning complete for port 1034753a-2415-4355-9f97-4d998a949044 triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:26:28.736604 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-7feff736-77a3-49ac-8dca-cb34e9187f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (1034753a-2415-4355-9f97-4d998a949044), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:28.791545 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-3eae444e-35f5-457b-84d7-1ef0aa010761 req-e3f9a0f8-1509-4ffc-a2a5-8de3f4277d16 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7618127-2732-465e-886a-0fab54e544e7 HTTP/1.1" status: 200 len: 217 time: 0.0449579 Jul 06 15:26:28.814540 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (1034753a-2415-4355-9f97-4d998a949044), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:28.853430 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:28.893226 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae444e-35f5-457b-84d7-1ef0aa010761 req-c43e2f32-f3bc-4ce3-b99b-c78f97ed3683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:28.898905 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-3eae444e-35f5-457b-84d7-1ef0aa010761 req-c43e2f32-f3bc-4ce3-b99b-c78f97ed3683 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=caf4c068-64b5-452f-a45c-5e2840d47604 HTTP/1.1" status: 200 len: 848 time: 0.1000197 Jul 06 15:26:28.968333 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvr_db [None req-e412d134-0474-4b0d-a277-5a854ab12cab None None] Set router 4f274a41-136b-4f5a-998c-601296f075d8 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:26:28.976993 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-3eae444e-35f5-457b-84d7-1ef0aa010761 req-d3760dad-fdc0-4d16-8dc3-04cfaf5a13c3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f0e78724-aeff-41f2-91ec-9f159896885f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672293 Jul 06 15:26:28.981764 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:29.041915 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Pushing event updated for resources: {'Port': ['ID=1034753a-2415-4355-9f97-4d998a949044,revision_number=3']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:29.106115 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-7feff736-77a3-49ac-8dca-cb34e9187f4f None None] Current status of the port 1034753a-2415-4355-9f97-4d998a949044 is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:26:29.163042 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:29.165534 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-3eae444e-35f5-457b-84d7-1ef0aa010761 req-97ad8890-6c19-4837-9272-f233e6d2d885 service neutron] 10.222.0.16 "GET /v2.0/networks/f0e78724-aeff-41f2-91ec-9f159896885f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770415 Jul 06 15:26:29.349811 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-9ce297be-20e1-462d-80ff-d59b22ced056 None None] Provisioning complete for port 1034753a-2415-4355-9f97-4d998a949044 triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:26:29.350283 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-9ce297be-20e1-462d-80ff-d59b22ced056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (1034753a-2415-4355-9f97-4d998a949044), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:29.383690 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:29.384174 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-e412d134-0474-4b0d-a277-5a854ab12cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f274a41-136b-4f5a-998c-601296f075d8', 'name': 'tempest-TestMinimumBasicScenario-1595226874-router', 'tenant_id': '0805ca8c35a34d0dbf0f1e7ac459c517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '6f0f090c-ce2a-472e-afc6-22d7d1139da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:26:26Z', 'updated_at': '2022-07-06T15:26:27Z', 'revision_number': 3, 'project_id': '0805ca8c35a34d0dbf0f1e7ac459c517', 'gw_port': {'id': '6f0f090c-ce2a-472e-afc6-22d7d1139da9', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f5:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f274a41-136b-4f5a-998c-601296f075d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:26:26Z', 'updated_at': '2022-07-06T15:26:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi'}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:26:29.396405 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-3eae444e-35f5-457b-84d7-1ef0aa010761 req-93bba43b-3aa4-4b2d-a9a1-8dc30b385657 service neutron] 10.222.0.16 "GET /v2.0/networks/f0e78724-aeff-41f2-91ec-9f159896885f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229748 Jul 06 15:26:29.435705 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e412d134-0474-4b0d-a277-5a854ab12cab None None] Checking router: 4f274a41-136b-4f5a-998c-601296f075d8 for host: dv-cinder-848848-4-iscsi {{(pid=103846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:26:29.436077 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e412d134-0474-4b0d-a277-5a854ab12cab None None] Updating router 4f274a41-136b-4f5a-998c-601296f075d8 port 6f0f090c-ce2a-472e-afc6-22d7d1139da9 binding host dv-cinder-848848-4-iscsi {{(pid=103846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 15:26:29.503855 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-df4f8302-cdae-4a52-907f-d8a655a1e2dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:29.626929 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-e412d134-0474-4b0d-a277-5a854ab12cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (6f0f090c-ce2a-472e-afc6-22d7d1139da9), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:29.651742 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d5355-30b8-49f8-9d9b-122d14e94993 req-f2693474-31d2-4321-bfc4-ae2964f042de tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:29.666950 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-068d5355-30b8-49f8-9d9b-122d14e94993 req-f2693474-31d2-4321-bfc4-ae2964f042de tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.46 "GET /v2.0/ports?device_id=aeea6136-04c3-4d1f-8e59-a33186b6630f HTTP/1.1" status: 200 len: 943 time: 0.0933330 Jul 06 15:26:29.686583 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-9ce297be-20e1-462d-80ff-d59b22ced056 None None] Current status of the port 1034753a-2415-4355-9f97-4d998a949044 is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:26:29.731489 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13495436-45c4-4616-bc3c-d6f459fa6459 req-93330b63-6690-478f-8eaf-30aa731bf76b tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:29.733293 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-13495436-45c4-4616-bc3c-d6f459fa6459 req-93330b63-6690-478f-8eaf-30aa731bf76b tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 945 time: 0.0877681 Jul 06 15:26:29.759956 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-068d5355-30b8-49f8-9d9b-122d14e94993 req-c27f1775-6c89-4475-84d0-608ac42c01d7 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.46 "GET /v2.0/security-groups?id=1850cff1-2e93-409f-81df-dcda9b3d696a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915895 Jul 06 15:26:29.771597 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.db.db_base_plugin_common [None req-df4f8302-cdae-4a52-907f-d8a655a1e2dc admin admin] Allocated IP 172.20.0.1 (c6ecbf13-cdde-4eb1-a04c-6350b37f96a3/a7527d58-380f-473d-ba30-5ff4fd90a6b4/e8f2d302-b1e4-44f0-b9ab-a37b10458966) {{(pid=103845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:26:29.834127 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-13495436-45c4-4616-bc3c-d6f459fa6459 req-468876db-d81a-43bc-9295-5ebf7b1e4afc tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931907 Jul 06 15:26:29.901646 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:29.921643 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-df4f8302-cdae-4a52-907f-d8a655a1e2dc admin admin] Publish callbacks [] for port (e8f2d302-b1e4-44f0-b9ab-a37b10458966), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:29.939709 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-e412d134-0474-4b0d-a277-5a854ab12cab None None] Publish callbacks [] for port (6f0f090c-ce2a-472e-afc6-22d7d1139da9), precommit_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:29.948082 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-e412d134-0474-4b0d-a277-5a854ab12cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (6f0f090c-ce2a-472e-afc6-22d7d1139da9), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:29.955247 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device b7618127-2732-465e-886a-0fab54e544e7 details requested by agent hyperv_hv-cinder-84884 with host hv-cinder-84884 {{(pid=103846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 15:26:29.961068 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-df4f8302-cdae-4a52-907f-d8a655a1e2dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786465455737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2888556'] for port (e8f2d302-b1e4-44f0-b9ab-a37b10458966), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:30.010357 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4f8302-cdae-4a52-907f-d8a655a1e2dc admin admin] Network c6ecbf13-cdde-4eb1-a04c-6350b37f96a3 is already hosted by enough agents. {{(pid=103845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:26:30.016177 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.base_scheduler [None req-df4f8302-cdae-4a52-907f-d8a655a1e2dc admin admin] Resources bound (agent type, host, resource id): {{(pid=103845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:26:30.018364 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f8302-cdae-4a52-907f-d8a655a1e2dc admin admin] Pushing event updated for resources: {'Port': ['ID=e8f2d302-b1e4-44f0-b9ab-a37b10458966,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:30.020535 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4f8302-cdae-4a52-907f-d8a655a1e2dc admin admin] Received port after_create {{(pid=103845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 15:26:30.025890 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.managers [None req-e412d134-0474-4b0d-a277-5a854ab12cab None None] Attempting to bind port 6f0f090c-ce2a-472e-afc6-22d7d1139da9 on host dv-cinder-848848-4-iscsi for vnic_type normal with profile {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 15:26:30.026265 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.managers [None req-e412d134-0474-4b0d-a277-5a854ab12cab None None] Attempting to bind port 6f0f090c-ce2a-472e-afc6-22d7d1139da9 by drivers openvswitch,hyperv on host dv-cinder-848848-4-iscsi at level 0 using segments [{'id': '7bafd98f-0c00-45ed-9abe-629590d245f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604'}] {{(pid=103846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 15:26:30.026626 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e412d134-0474-4b0d-a277-5a854ab12cab None None] Attempting to bind port 6f0f090c-ce2a-472e-afc6-22d7d1139da9 on network 377cda5e-c384-46ee-8e00-4b775f415604 {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:26:30.045776 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13e9886-154e-4cc6-94c7-5044b37a45a5 None None] Pushing event updated for resources: {'Port': ['ID=6f0f090c-ce2a-472e-afc6-22d7d1139da9,revision_number=2']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:30.051441 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e412d134-0474-4b0d-a277-5a854ab12cab None None] Checking agent: {'id': 'd26a5351-3de7-44f9-93eb-9fed5ee5b55b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848848-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 15, 16, 51), 'started_at': datetime.datetime(2022, 7, 6, 15, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 15, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848848-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 15:26:30.051818 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e412d134-0474-4b0d-a277-5a854ab12cab None None] Checking segment: {'id': '7bafd98f-0c00-45ed-9abe-629590d245f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:26:30.052216 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-e412d134-0474-4b0d-a277-5a854ab12cab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:30.052596 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e412d134-0474-4b0d-a277-5a854ab12cab None None] Bound using segment: {'id': '7bafd98f-0c00-45ed-9abe-629590d245f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604'} {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 15:26:30.053541 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.managers [None req-e412d134-0474-4b0d-a277-5a854ab12cab None None] Bound port: 6f0f090c-ce2a-472e-afc6-22d7d1139da9, host: dv-cinder-848848-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bafd98f-0c00-45ed-9abe-629590d245f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604'}}] {{(pid=103846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 15:26:30.054009 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-e412d134-0474-4b0d-a277-5a854ab12cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (6f0f090c-ce2a-472e-afc6-22d7d1139da9), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:30.061949 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-df4f8302-cdae-4a52-907f-d8a655a1e2dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-649734'] for router_interface (4f274a41-136b-4f5a-998c-601296f075d8), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:30.202147 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-e412d134-0474-4b0d-a277-5a854ab12cab None None] For port 6f0f090c-ce2a-472e-afc6-22d7d1139da9, host dv-cinder-848848-4-iscsi, cleared binding levels {{(pid=103846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:26:30.205834 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-e412d134-0474-4b0d-a277-5a854ab12cab None None] For port 6f0f090c-ce2a-472e-afc6-22d7d1139da9, host dv-cinder-848848-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=6f0f090c-ce2a-472e-afc6-22d7d1139da9,segment=NetworkSegment(7bafd98f-0c00-45ed-9abe-629590d245f2),segment_id=7bafd98f-0c00-45ed-9abe-629590d245f2)] {{(pid=103846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:26:30.209117 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:30.215598 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 1034753a-2415-4355-9f97-4d998a949044 up at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:26:30.222774 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-e412d134-0474-4b0d-a277-5a854ab12cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (6f0f090c-ce2a-472e-afc6-22d7d1139da9), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:30.290596 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-df4f8302-cdae-4a52-907f-d8a655a1e2dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (e8f2d302-b1e4-44f0-b9ab-a37b10458966), before_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:30.310095 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:30.330706 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port b7618127-2732-465e-886a-0fab54e544e7, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=b7618127-2732-465e-886a-0fab54e544e7,segment=NetworkSegment(2bb19238-1591-4e04-b98f-5b50e22e9846),segment_id=2bb19238-1591-4e04-b98f-5b50e22e9846)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:26:30.367202 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13e9886-154e-4cc6-94c7-5044b37a45a5 None None] Pushing event updated for resources: {'Port': ['ID=6f0f090c-ce2a-472e-afc6-22d7d1139da9,revision_number=3']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:30.370113 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Returning: {'device': 'b7618127-2732-465e-886a-0fab54e544e7', 'network_id': 'f0e78724-aeff-41f2-91ec-9f159896885f', 'port_id': 'b7618127-2732-465e-886a-0fab54e544e7', 'mac_address': 'fa:16:3e:c1:56:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caf4c068-64b5-452f-a45c-5e2840d47604', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 15:26:30.374303 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e412d134-0474-4b0d-a277-5a854ab12cab None None] Routers {'4f274a41-136b-4f5a-998c-601296f075d8'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:26:30.375051 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-e412d134-0474-4b0d-a277-5a854ab12cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:26:18Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['4f274a41-136b-4f5a-998c-601296f075d8'], 'active': True} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:26:30.394107 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:30.433044 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Provisioning complete for port 1034753a-2415-4355-9f97-4d998a949044 triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:26:30.433412 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (1034753a-2415-4355-9f97-4d998a949044), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:30.490288 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-74a6bfc6-fed7-4395-9021-1b775c0c8e79 None None] Provisioning complete for port e8f2d302-b1e4-44f0-b9ab-a37b10458966 triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:26:30.490657 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-74a6bfc6-fed7-4395-9021-1b775c0c8e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (e8f2d302-b1e4-44f0-b9ab-a37b10458966), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:30.511056 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-df4f8302-cdae-4a52-907f-d8a655a1e2dc admin admin] Publish callbacks [] for port (e8f2d302-b1e4-44f0-b9ab-a37b10458966), precommit_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:30.514887 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Current status of the port b7618127-2732-465e-886a-0fab54e544e7 is: DOWN; New status is: BUILD {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:26:30.515241 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (b7618127-2732-465e-886a-0fab54e544e7), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:30.518098 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-df4f8302-cdae-4a52-907f-d8a655a1e2dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2888549'] for port (e8f2d302-b1e4-44f0-b9ab-a37b10458966), after_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:30.595756 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-df4f8302-cdae-4a52-907f-d8a655a1e2dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649874'] for router_interface (4f274a41-136b-4f5a-998c-601296f075d8), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:30.599499 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.notifiers.nova [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7618127-2732-465e-886a-0fab54e544e7 {{(pid=103846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 15:26:30.610697 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f8302-cdae-4a52-907f-d8a655a1e2dc admin admin] Pushing event updated for resources: {'Port': ['ID=e8f2d302-b1e4-44f0-b9ab-a37b10458966,revision_number=2']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:30.626162 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-74a6bfc6-fed7-4395-9021-1b775c0c8e79 None None] Port e8f2d302-b1e4-44f0-b9ab-a37b10458966 cannot update to ACTIVE because it is not bound. {{(pid=103846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 15:26:30.648143 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvr_db [None req-e412d134-0474-4b0d-a277-5a854ab12cab None None] Set router 4f274a41-136b-4f5a-998c-601296f075d8 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:26:30.648143 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port b7618127-2732-465e-886a-0fab54e544e7, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=b7618127-2732-465e-886a-0fab54e544e7,segment=NetworkSegment(2bb19238-1591-4e04-b98f-5b50e22e9846),segment_id=2bb19238-1591-4e04-b98f-5b50e22e9846)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:26:30.701005 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (b7618127-2732-465e-886a-0fab54e544e7), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:30.727953 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4f8302-cdae-4a52-907f-d8a655a1e2dc admin admin] Network c6ecbf13-cdde-4eb1-a04c-6350b37f96a3 is already hosted by enough agents. {{(pid=103845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:26:30.729520 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.base_scheduler [None req-df4f8302-cdae-4a52-907f-d8a655a1e2dc admin admin] Resources bound (agent type, host, resource id): {{(pid=103845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:26:30.779439 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Current status of the port 1034753a-2415-4355-9f97-4d998a949044 is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:26:30.833581 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Pushing event updated for resources: {'Port': ['ID=b7618127-2732-465e-886a-0fab54e544e7,revision_number=4']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:30.916905 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df4f8302-cdae-4a52-907f-d8a655a1e2dc admin admin] Router 4f274a41-136b-4f5a-998c-601296f075d8 has already been hosted by L3 agent 8e6e5f2a-f235-48ed-8752-aab723ac44e7 {{(pid=103845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 15:26:30.962670 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e19fb-411a-46ff-935f-7dc0e845e875 req-7b360a3a-6988-4225-9279-bfb0dbe60aa8 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:30.964249 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-334e19fb-411a-46ff-935f-7dc0e845e875 req-7b360a3a-6988-4225-9279-bfb0dbe60aa8 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.46 "GET /v2.0/ports?device_id=aeea6136-04c3-4d1f-8e59-a33186b6630f HTTP/1.1" status: 200 len: 944 time: 0.0940874 Jul 06 15:26:31.012268 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-e412d134-0474-4b0d-a277-5a854ab12cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f274a41-136b-4f5a-998c-601296f075d8', 'name': 'tempest-TestMinimumBasicScenario-1595226874-router', 'tenant_id': '0805ca8c35a34d0dbf0f1e7ac459c517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '6f0f090c-ce2a-472e-afc6-22d7d1139da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:26:26Z', 'updated_at': '2022-07-06T15:26:30Z', 'revision_number': 4, 'project_id': '0805ca8c35a34d0dbf0f1e7ac459c517', 'gw_port': {'id': '6f0f090c-ce2a-472e-afc6-22d7d1139da9', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f5:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f274a41-136b-4f5a-998c-601296f075d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:26:26Z', 'updated_at': '2022-07-06T15:26:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': 'e8f2d302-b1e4-44f0-b9ab-a37b10458966', 'name': '', 'network_id': 'c6ecbf13-cdde-4eb1-a04c-6350b37f96a3', 'tenant_id': '0805ca8c35a34d0dbf0f1e7ac459c517', 'mac_address': 'fa:16:3e:29:c7:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f274a41-136b-4f5a-998c-601296f075d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'a7527d58-380f-473d-ba30-5ff4fd90a6b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:26:29Z', 'updated_at': '2022-07-06T15:26:29Z', 'revision_number': 1, 'project_id': '0805ca8c35a34d0dbf0f1e7ac459c517', 'subnets': [{'id': 'a7527d58-380f-473d-ba30-5ff4fd90a6b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:26:31.014172 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:31.044670 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e412d134-0474-4b0d-a277-5a854ab12cab None None] The sync data for ids ['4f274a41-136b-4f5a-998c-601296f075d8'] in dv-cinder-848848-4-iscsi is: [{'id': '4f274a41-136b-4f5a-998c-601296f075d8', 'name': 'tempest-TestMinimumBasicScenario-1595226874-router', 'tenant_id': '0805ca8c35a34d0dbf0f1e7ac459c517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '6f0f090c-ce2a-472e-afc6-22d7d1139da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:26:26Z', 'updated_at': '2022-07-06T15:26:30Z', 'revision_number': 4, 'project_id': '0805ca8c35a34d0dbf0f1e7ac459c517', 'gw_port': {'id': '6f0f090c-ce2a-472e-afc6-22d7d1139da9', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f5:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f274a41-136b-4f5a-998c-601296f075d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:26:26Z', 'updated_at': '2022-07-06T15:26:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': 'e8f2d302-b1e4-44f0-b9ab-a37b10458966', 'name': '', 'network_id': 'c6ecbf13-cdde-4eb1-a04c-6350b37f96a3', 'tenant_id': '0805ca8c35a34d0dbf0f1e7ac459c517', 'mac_address': 'fa:16:3e:29:c7:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f274a41-136b-4f5a-998c-601296f075d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'a7527d58-380f-473d-ba30-5ff4fd90a6b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:26:29Z', 'updated_at': '2022-07-06T15:26:29Z', 'revision_number': 1, 'project_id': '0805ca8c35a34d0dbf0f1e7ac459c517', 'subnets': [{'id': 'a7527d58-380f-473d-ba30-5ff4fd90a6b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:26:31.069149 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-334e19fb-411a-46ff-935f-7dc0e845e875 req-df61ed16-14ad-4282-bf37-b08b94c0c72b tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.46 "GET /v2.0/security-groups?id=1850cff1-2e93-409f-81df-dcda9b3d696a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858645 Jul 06 15:26:31.074718 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] get_ports_and_sgs() called for port_ids ['b7618127-2732-465e-886a-0fab54e544e7'] {{(pid=103846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:26:31.074918 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342753a-23e4-4c80-a024-fca146619eed req-80ef035d-e78e-4327-8f68-72f127c2962b tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:31.078724 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-6342753a-23e4-4c80-a024-fca146619eed req-80ef035d-e78e-4327-8f68-72f127c2962b tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 945 time: 0.0745733 Jul 06 15:26:31.174657 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df4f8302-cdae-4a52-907f-d8a655a1e2dc admin admin] Notify agent at l3_agent.dv-cinder-848848-4-iscsi the message routers_updated {{(pid=103845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:26:31.179325 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-6342753a-23e4-4c80-a024-fca146619eed req-131def72-aad7-4e84-945c-e12fbcd337c9 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646696 Jul 06 15:26:31.183463 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-df4f8302-cdae-4a52-907f-d8a655a1e2dc admin admin] 10.222.0.46 "PUT /v2.0/routers/4f274a41-136b-4f5a-998c-601296f075d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6267512 Jul 06 15:26:31.195771 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-fc9fd89a-fc2d-4380-a536-688c675fb99c None None] Provisioning complete for port e8f2d302-b1e4-44f0-b9ab-a37b10458966 triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:26:31.197450 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-fc9fd89a-fc2d-4380-a536-688c675fb99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (e8f2d302-b1e4-44f0-b9ab-a37b10458966), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:31.256411 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:31.265364 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-fc9fd89a-fc2d-4380-a536-688c675fb99c None None] Port e8f2d302-b1e4-44f0-b9ab-a37b10458966 cannot update to ACTIVE because it is not bound. {{(pid=103846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 15:26:31.394539 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:31.556215 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 53980) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:26:31.746966 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-94edede8-8a48-463a-a52b-90dbfabc3a58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:31.846859 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-94edede8-8a48-463a-a52b-90dbfabc3a58 admin admin] Publish callbacks [] for security_group (9a03440e-f494-4174-8497-b77d8c2fe222), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:31.853216 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-94edede8-8a48-463a-a52b-90dbfabc3a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (9a03440e-f494-4174-8497-b77d8c2fe222), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:31.892277 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94edede8-8a48-463a-a52b-90dbfabc3a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a03440e-f494-4174-8497-b77d8c2fe222,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:31.909559 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-94edede8-8a48-463a-a52b-90dbfabc3a58 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5a9e2963382c46ca9a626bafbcb87ab2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3559179 Jul 06 15:26:31.912178 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 53994) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:26:31.978172 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-8b05f5ce-e1a8-4e74-8627-a979e4ed541b admin admin] Publish callbacks [] for security_group (9a03440e-f494-4174-8497-b77d8c2fe222), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:32.004966 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 53998) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:26:32.008382 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-8b05f5ce-e1a8-4e74-8627-a979e4ed541b admin admin] Publish callbacks [] for security_group (9a03440e-f494-4174-8497-b77d8c2fe222), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:32.011651 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.v2.base [None req-1a85f8ce-9f5c-4555-82a1-50c5daceb78f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-662809201-network', 'tenant_id': 'a06421484e18450fa03768d5949a0893'}} {{(pid=103845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:26:32.037781 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a85f8ce-9f5c-4555-82a1-50c5daceb78f admin admin] Made reservation on behalf of a06421484e18450fa03768d5949a0893 for: {'network': 1} {{(pid=103845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:26:32.040412 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-1a85f8ce-9f5c-4555-82a1-50c5daceb78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for network (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:32.050145 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-1a85f8ce-9f5c-4555-82a1-50c5daceb78f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:32.080374 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-8b05f5ce-e1a8-4e74-8627-a979e4ed541b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (9a03440e-f494-4174-8497-b77d8c2fe222), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:32.085678 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-8b05f5ce-e1a8-4e74-8627-a979e4ed541b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:32.087972 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-8b05f5ce-e1a8-4e74-8627-a979e4ed541b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9a03440e-f494-4174-8497-b77d8c2fe222 HTTP/1.1" status: 204 len: 168 time: 0.1745977 Jul 06 15:26:32.107295 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:32.108749 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b05f5ce-e1a8-4e74-8627-a979e4ed541b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a03440e-f494-4174-8497-b77d8c2fe222,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:32.158530 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device b7618127-2732-465e-886a-0fab54e544e7 up at agent hyperv_hv-cinder-84884 {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:26:32.210561 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-1a85f8ce-9f5c-4555-82a1-50c5daceb78f admin admin] Publish callbacks [] for security_group (03064e5c-b85b-4031-9057-236c86dcf661), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:32.220815 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-1a85f8ce-9f5c-4555-82a1-50c5daceb78f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (03064e5c-b85b-4031-9057-236c86dcf661), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:32.222266 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 6f0f090c-ce2a-472e-afc6-22d7d1139da9 up at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:26:32.253871 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06cd621-61e8-4d10-b331-ab3184575d72 req-2b9b4a73-7dee-4b7c-a7c3-46c549e972c1 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:32.257017 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-b06cd621-61e8-4d10-b331-ab3184575d72 req-2b9b4a73-7dee-4b7c-a7c3-46c549e972c1 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.46 "GET /v2.0/ports?device_id=aeea6136-04c3-4d1f-8e59-a33186b6630f HTTP/1.1" status: 200 len: 944 time: 0.0794585 Jul 06 15:26:32.274799 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Provisioning for port b7618127-2732-465e-886a-0fab54e544e7 completed by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 06 15:26:32.287011 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Provisioning complete for port b7618127-2732-465e-886a-0fab54e544e7 triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:26:32.288258 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (b7618127-2732-465e-886a-0fab54e544e7), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:32.315928 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a85f8ce-9f5c-4555-82a1-50c5daceb78f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=103845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 15:26:32.334839 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-1a85f8ce-9f5c-4555-82a1-50c5daceb78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490363'] for segment (e85cf291-a3fc-4950-a5d6-5cd527f3c3af), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:32.335747 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.db.segments_db [None req-1a85f8ce-9f5c-4555-82a1-50c5daceb78f admin admin] Added segment e85cf291-a3fc-4950-a5d6-5cd527f3c3af of type vlan for network 022ff25f-fab2-4869-9a8d-b6c74b911d78 Jul 06 15:26:32.349060 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Provisioning complete for port 6f0f090c-ce2a-472e-afc6-22d7d1139da9 triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:26:32.349700 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (6f0f090c-ce2a-472e-afc6-22d7d1139da9), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:32.357183 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-b06cd621-61e8-4d10-b331-ab3184575d72 req-6b7f6318-58df-40b6-9abd-4577a8d4a287 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.46 "GET /v2.0/security-groups?id=1850cff1-2e93-409f-81df-dcda9b3d696a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935707 Jul 06 15:26:32.358221 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:32.425999 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85f8ce-9f5c-4555-82a1-50c5daceb78f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03064e5c-b85b-4031-9057-236c86dcf661,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:32.445357 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-1a85f8ce-9f5c-4555-82a1-50c5daceb78f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786465444024'] for network (022ff25f-fab2-4869-9a8d-b6c74b911d78), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:32.450488 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Current status of the port b7618127-2732-465e-886a-0fab54e544e7 is: BUILD; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:26:32.451557 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (b7618127-2732-465e-886a-0fab54e544e7), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:32.465081 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee812c-f10f-4f93-aa3e-76dfa3a21aac req-b5ef5e18-cdcd-4570-a7bc-c3afc60d1c97 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:32.506168 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-bbee812c-f10f-4f93-aa3e-76dfa3a21aac req-b5ef5e18-cdcd-4570-a7bc-c3afc60d1c97 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 945 time: 0.1947129 Jul 06 15:26:32.532042 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port b7618127-2732-465e-886a-0fab54e544e7, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=b7618127-2732-465e-886a-0fab54e544e7,segment=NetworkSegment(2bb19238-1591-4e04-b98f-5b50e22e9846),segment_id=2bb19238-1591-4e04-b98f-5b50e22e9846)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:26:32.535094 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeea6136-04c3-4d1f-8e59-a33186b6630f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7618127-2732-465e-886a-0fab54e544e7'}] {{(pid=103846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:26:32.537592 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83ad2954d886e551320551455e9fbed623a66dbf450698aab55d06241312ca55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a986b83-b389-4dfc-bb86-9729ccfe8e43" -d '{"events": [{"server_uuid": "aeea6136-04c3-4d1f-8e59-a33186b6630f", "name": "network-vif-plugged", "status": "completed", "tag": "b7618127-2732-465e-886a-0fab54e544e7"}]}' {{(pid=103846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:26:32.572561 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (b7618127-2732-465e-886a-0fab54e544e7), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:32.589452 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-1a85f8ce-9f5c-4555-82a1-50c5daceb78f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-666929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561'] for network (022ff25f-fab2-4869-9a8d-b6c74b911d78), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:32.590309 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a85f8ce-9f5c-4555-82a1-50c5daceb78f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:32.590928 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-1a85f8ce-9f5c-4555-82a1-50c5daceb78f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629707'] for network (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:32.643747 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-bbee812c-f10f-4f93-aa3e-76dfa3a21aac req-35b7c043-b7be-4829-b19a-94193d0e3eef tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362526 Jul 06 15:26:32.695558 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-1a85f8ce-9f5c-4555-82a1-50c5daceb78f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.6864688 Jul 06 15:26:32.695961 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 54016) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:26:32.702404 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [None req-215c3353-7bd2-40f7-bb9f-036ad9124d09 admin admin] Request body: {'subnet': {'network_id': '022ff25f-fab2-4869-9a8d-b6c74b911d78', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-662809201-subnet', 'tenant_id': 'a06421484e18450fa03768d5949a0893', 'ip_version': 4}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:26:32.780474 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-215c3353-7bd2-40f7-bb9f-036ad9124d09 admin admin] Made reservation on behalf of a06421484e18450fa03768d5949a0893 for: {'subnet': 1} {{(pid=103844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:26:32.788835 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-215c3353-7bd2-40f7-bb9f-036ad9124d09 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60559035'] for subnet (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:32.829958 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85f8ce-9f5c-4555-82a1-50c5daceb78f admin admin] Pushing event updated for resources: {'Network': ['ID=022ff25f-fab2-4869-9a8d-b6c74b911d78,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:32.855252 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 54022) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:26:32.881813 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-0dc13bf6-a19b-4f9d-9d98-dd997a02e7d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:32.882351 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Current status of the port 6f0f090c-ce2a-472e-afc6-22d7d1139da9 is: DOWN; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:26:32.882803 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (6f0f090c-ce2a-472e-afc6-22d7d1139da9), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:32.911652 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] For port 6f0f090c-ce2a-472e-afc6-22d7d1139da9, host dv-cinder-848848-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=6f0f090c-ce2a-472e-afc6-22d7d1139da9,segment=NetworkSegment(7bafd98f-0c00-45ed-9abe-629590d245f2),segment_id=7bafd98f-0c00-45ed-9abe-629590d245f2)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:26:32.915696 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 15:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85fc5be2-88b1-4e7e-9829-1f591d6ec7f0 x-openstack-request-id: req-85fc5be2-88b1-4e7e-9829-1f591d6ec7f0 {{(pid=103846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:26:32.916182 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeea6136-04c3-4d1f-8e59-a33186b6630f", "name": "network-vif-plugged", "status": "completed", "tag": "b7618127-2732-465e-886a-0fab54e544e7", "code": 200}]} {{(pid=103846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:26:32.916553 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-85fc5be2-88b1-4e7e-9829-1f591d6ec7f0 {{(pid=103846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:26:32.917208 dv-cinder-848848-4-iscsi neutron-server[103846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85fc5be2-88b1-4e7e-9829-1f591d6ec7f0'] response: {'server_uuid': 'aeea6136-04c3-4d1f-8e59-a33186b6630f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7618127-2732-465e-886a-0fab54e544e7', 'code': 200} Jul 06 15:26:32.918119 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Network 022ff25f-fab2-4869-9a8d-b6c74b911d78 details requested by agent ovs-agent-dv-cinder-848848-4-iscsi with host dv-cinder-848848-4-iscsi {{(pid=103846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 15:26:32.938000 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (6f0f090c-ce2a-472e-afc6-22d7d1139da9), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:32.962522 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Pushing event updated for resources: {'Port': ['ID=b7618127-2732-465e-886a-0fab54e544e7,revision_number=5']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:32.993133 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a59a7-2bbb-4e50-8aa0-6b625bfde57e req-9f2b9195-90b4-474c-a854-198b1cf30f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:32.994647 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-1e1a59a7-2bbb-4e50-8aa0-6b625bfde57e req-9f2b9195-90b4-474c-a854-198b1cf30f05 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=aeea6136-04c3-4d1f-8e59-a33186b6630f HTTP/1.1" status: 200 len: 1129 time: 0.1733136 Jul 06 15:26:33.008642 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-0dc13bf6-a19b-4f9d-9d98-dd997a02e7d0 admin admin] Publish callbacks [] for security_group (1e8993c4-f6c6-43e5-bdb1-01cfc02396e0), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:33.015829 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-0dc13bf6-a19b-4f9d-9d98-dd997a02e7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (1e8993c4-f6c6-43e5-bdb1-01cfc02396e0), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:33.037936 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:33.057822 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:33.074730 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Pushing event updated for resources: {'Port': ['ID=6f0f090c-ce2a-472e-afc6-22d7d1139da9,revision_number=4']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:33.097577 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-0dc13bf6-a19b-4f9d-9d98-dd997a02e7d0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d88893b634624deca5d681663155bb98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2388508 Jul 06 15:26:33.097577 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc13bf6-a19b-4f9d-9d98-dd997a02e7d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8993c4-f6c6-43e5-bdb1-01cfc02396e0,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:33.101451 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-1e1a59a7-2bbb-4e50-8aa0-6b625bfde57e req-d79aaabd-7b41-4acd-a2af-e8aa54dd3f6c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1850cff1-2e93-409f-81df-dcda9b3d696a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976155 Jul 06 15:26:33.101563 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 54030) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:26:33.173232 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-36ed23a5-78ab-42c0-8a68-017fad79c1ae admin admin] Publish callbacks [] for security_group (1e8993c4-f6c6-43e5-bdb1-01cfc02396e0), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:33.191358 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-215c3353-7bd2-40f7-bb9f-036ad9124d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2698191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60558417'] for subnet (e718f2e7-9160-46ec-afea-0d1aea78a8bc), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:33.199659 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-36ed23a5-78ab-42c0-8a68-017fad79c1ae admin admin] Publish callbacks [] for security_group (1e8993c4-f6c6-43e5-bdb1-01cfc02396e0), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:33.263154 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-36ed23a5-78ab-42c0-8a68-017fad79c1ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (1e8993c4-f6c6-43e5-bdb1-01cfc02396e0), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:33.271099 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-36ed23a5-78ab-42c0-8a68-017fad79c1ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:33.271099 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-36ed23a5-78ab-42c0-8a68-017fad79c1ae admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1e8993c4-f6c6-43e5-bdb1-01cfc02396e0 HTTP/1.1" status: 204 len: 168 time: 0.1645124 Jul 06 15:26:33.276912 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215c3353-7bd2-40f7-bb9f-036ad9124d09 admin admin] Checking segment: {'id': 'e85cf291-a3fc-4950-a5d6-5cd527f3c3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '022ff25f-fab2-4869-9a8d-b6c74b911d78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:26:33.277285 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215c3353-7bd2-40f7-bb9f-036ad9124d09 admin admin] Network hostable DHCP agents. Network: 022ff25f-fab2-4869-9a8d-b6c74b911d78, hostable agents: ['a81823b9-ba52-46bb-9bcd-43b269600933'], hosted agents: [] {{(pid=103844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 15:26:33.281982 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215c3353-7bd2-40f7-bb9f-036ad9124d09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e718f2e7-9160-46ec-afea-0d1aea78a8bc,revision_number=0']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:33.283748 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ed23a5-78ab-42c0-8a68-017fad79c1ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8993c4-f6c6-43e5-bdb1-01cfc02396e0,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:33.313294 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215c3353-7bd2-40f7-bb9f-036ad9124d09 admin admin] Network 022ff25f-fab2-4869-9a8d-b6c74b911d78 is scheduled to be hosted by DHCP agent a81823b9-ba52-46bb-9bcd-43b269600933 with binding_index 1 {{(pid=103844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 15:26:33.323959 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.base_scheduler [None req-215c3353-7bd2-40f7-bb9f-036ad9124d09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848848-4-iscsi, 022ff25f-fab2-4869-9a8d-b6c74b911d78) {{(pid=103844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:26:33.328889 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215c3353-7bd2-40f7-bb9f-036ad9124d09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:33.329514 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-215c3353-7bd2-40f7-bb9f-036ad9124d09 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:33.338267 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9df4ab0-d475-4cbf-9e98-96554d15d46c None None] Network 022ff25f-fab2-4869-9a8d-b6c74b911d78 requested from dv-cinder-848848-4-iscsi {{(pid=103846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 15:26:33.347424 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-215c3353-7bd2-40f7-bb9f-036ad9124d09 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6502612 Jul 06 15:26:33.350051 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 54036) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:26:33.355000 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.v2.base [None req-777d8513-a3d8-47a3-abf3-ed99468d0a09 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-662809201-router', 'tenant_id': 'a06421484e18450fa03768d5949a0893', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604'}}} {{(pid=103845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:26:33.381535 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-777d8513-a3d8-47a3-abf3-ed99468d0a09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-647350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109444'] for router (3e1fe7ee-b9c8-429a-b518-a9170e5cfbac), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:33.382988 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-777d8513-a3d8-47a3-abf3-ed99468d0a09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-647123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109453'] for router (3e1fe7ee-b9c8-429a-b518-a9170e5cfbac), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:33.465152 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-777d8513-a3d8-47a3-abf3-ed99468d0a09 admin admin] Publish callbacks [] for router_controller (3e1fe7ee-b9c8-429a-b518-a9170e5cfbac), precommit_add_association {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:33.505503 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518dddf7-8144-4fb6-a021-244d2b56a1d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa43ccfed-9ada-5d0f-938a-3e2abdea0954-022ff25f-fab2-4869-9a8d-b6c74b911d78', 'network_id': '022ff25f-fab2-4869-9a8d-b6c74b911d78', 'project_id': 'a06421484e18450fa03768d5949a0893', 'fixed_ips': [{'subnet_id': 'e718f2e7-9160-46ec-afea-0d1aea78a8bc'}]}} from dv-cinder-848848-4-iscsi. {{(pid=103846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 06 15:26:33.507862 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-518dddf7-8144-4fb6-a021-244d2b56a1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (None), before_create {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:33.533152 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a22bb-e908-4a3a-a6eb-50cfb44628a6 req-b2dbb996-f109-4efe-ae7b-832d826fc27c tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:33.534963 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-691a22bb-e908-4a3a-a6eb-50cfb44628a6 req-b2dbb996-f109-4efe-ae7b-832d826fc27c tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.46 "GET /v2.0/ports?device_id=aeea6136-04c3-4d1f-8e59-a33186b6630f HTTP/1.1" status: 200 len: 945 time: 0.0788209 Jul 06 15:26:33.643475 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-691a22bb-e908-4a3a-a6eb-50cfb44628a6 req-b7227082-fff3-4a5b-bd35-bd763a622f5f tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.46 "GET /v2.0/security-groups?id=1850cff1-2e93-409f-81df-dcda9b3d696a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008358 Jul 06 15:26:33.665908 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-777d8513-a3d8-47a3-abf3-ed99468d0a09 admin admin] Publish callbacks [] for router_gateway (3e1fe7ee-b9c8-429a-b518-a9170e5cfbac), precommit_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:33.743297 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.db_base_plugin_common [None req-518dddf7-8144-4fb6-a021-244d2b56a1d5 None None] Allocated IP 172.20.0.2 (022ff25f-fab2-4869-9a8d-b6c74b911d78/e718f2e7-9160-46ec-afea-0d1aea78a8bc/98c8a29c-e79b-4e74-b05a-2fb8e1fdf652) {{(pid=103846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:26:33.755520 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:33.758879 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:33.762700 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:33.837506 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05d8ac-9776-47f0-b986-291c24ef6bd4 req-b3d1ac66-70a2-4bb5-a26c-612ec6ae2aee tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:33.839829 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-0a05d8ac-9776-47f0-b986-291c24ef6bd4 req-b3d1ac66-70a2-4bb5-a26c-612ec6ae2aee tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 945 time: 0.0777900 Jul 06 15:26:33.940856 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-518dddf7-8144-4fb6-a021-244d2b56a1d5 None None] Publish callbacks [] for port (98c8a29c-e79b-4e74-b05a-2fb8e1fdf652), precommit_create {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:33.953783 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-518dddf7-8144-4fb6-a021-244d2b56a1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786465455737'] for port (98c8a29c-e79b-4e74-b05a-2fb8e1fdf652), after_create {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:34.008538 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518dddf7-8144-4fb6-a021-244d2b56a1d5 None None] Network 022ff25f-fab2-4869-9a8d-b6c74b911d78 is already hosted by enough agents. {{(pid=103846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:26:34.020023 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.scheduler.base_scheduler [None req-518dddf7-8144-4fb6-a021-244d2b56a1d5 None None] Resources bound (agent type, host, resource id): {{(pid=103846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:26:34.025804 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518dddf7-8144-4fb6-a021-244d2b56a1d5 None None] Received port after_create {{(pid=103846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 15:26:34.036814 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518dddf7-8144-4fb6-a021-244d2b56a1d5 None None] Pushing event updated for resources: {'Port': ['ID=98c8a29c-e79b-4e74-b05a-2fb8e1fdf652,revision_number=1']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:34.132260 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.managers [None req-518dddf7-8144-4fb6-a021-244d2b56a1d5 None None] Attempting to bind port 98c8a29c-e79b-4e74-b05a-2fb8e1fdf652 on host dv-cinder-848848-4-iscsi for vnic_type normal with profile {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 15:26:34.132633 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.managers [None req-518dddf7-8144-4fb6-a021-244d2b56a1d5 None None] Attempting to bind port 98c8a29c-e79b-4e74-b05a-2fb8e1fdf652 by drivers openvswitch,hyperv on host dv-cinder-848848-4-iscsi at level 0 using segments [{'id': 'e85cf291-a3fc-4950-a5d6-5cd527f3c3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '022ff25f-fab2-4869-9a8d-b6c74b911d78'}] {{(pid=103846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 15:26:34.133257 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518dddf7-8144-4fb6-a021-244d2b56a1d5 None None] Attempting to bind port 98c8a29c-e79b-4e74-b05a-2fb8e1fdf652 on network 022ff25f-fab2-4869-9a8d-b6c74b911d78 {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:26:34.139829 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518dddf7-8144-4fb6-a021-244d2b56a1d5 None None] Checking agent: {'id': 'd26a5351-3de7-44f9-93eb-9fed5ee5b55b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848848-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 15, 16, 51), 'started_at': datetime.datetime(2022, 7, 6, 15, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 15, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848848-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 15:26:34.139829 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518dddf7-8144-4fb6-a021-244d2b56a1d5 None None] Checking segment: {'id': 'e85cf291-a3fc-4950-a5d6-5cd527f3c3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '022ff25f-fab2-4869-9a8d-b6c74b911d78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:26:34.140104 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-518dddf7-8144-4fb6-a021-244d2b56a1d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:34.141010 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518dddf7-8144-4fb6-a021-244d2b56a1d5 None None] Bound using segment: {'id': 'e85cf291-a3fc-4950-a5d6-5cd527f3c3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '022ff25f-fab2-4869-9a8d-b6c74b911d78'} {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 15:26:34.141459 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.managers [None req-518dddf7-8144-4fb6-a021-244d2b56a1d5 None None] Bound port: 98c8a29c-e79b-4e74-b05a-2fb8e1fdf652, host: dv-cinder-848848-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e85cf291-a3fc-4950-a5d6-5cd527f3c3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '022ff25f-fab2-4869-9a8d-b6c74b911d78'}}] {{(pid=103846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 15:26:34.141836 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-518dddf7-8144-4fb6-a021-244d2b56a1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (98c8a29c-e79b-4e74-b05a-2fb8e1fdf652), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:34.146471 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53453dc-87b9-49f6-a490-f54fa947a5e1 None None] Sync routers for ids ['4f274a41-136b-4f5a-998c-601296f075d8'] in dv-cinder-848848-4-iscsi {{(pid=103847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:26:34.158808 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53453dc-87b9-49f6-a490-f54fa947a5e1 None None] Routers {'4f274a41-136b-4f5a-998c-601296f075d8'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:26:34.159377 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-b53453dc-87b9-49f6-a490-f54fa947a5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:26:18Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['4f274a41-136b-4f5a-998c-601296f075d8'], 'active': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:26:34.228523 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 6f0f090c-ce2a-472e-afc6-22d7d1139da9 up at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:26:34.276611 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvr_db [None req-b53453dc-87b9-49f6-a490-f54fa947a5e1 None None] Set router 4f274a41-136b-4f5a-998c-601296f075d8 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:26:34.280040 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-518dddf7-8144-4fb6-a021-244d2b56a1d5 None None] For port 98c8a29c-e79b-4e74-b05a-2fb8e1fdf652, host dv-cinder-848848-4-iscsi, cleared binding levels {{(pid=103846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:26:34.296829 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-518dddf7-8144-4fb6-a021-244d2b56a1d5 None None] For port 98c8a29c-e79b-4e74-b05a-2fb8e1fdf652, host dv-cinder-848848-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=98c8a29c-e79b-4e74-b05a-2fb8e1fdf652,segment=NetworkSegment(e85cf291-a3fc-4950-a5d6-5cd527f3c3af),segment_id=e85cf291-a3fc-4950-a5d6-5cd527f3c3af)] {{(pid=103846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:26:34.310475 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Provisioning complete for port 6f0f090c-ce2a-472e-afc6-22d7d1139da9 triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:26:34.310849 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (6f0f090c-ce2a-472e-afc6-22d7d1139da9), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:34.355028 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-518dddf7-8144-4fb6-a021-244d2b56a1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (98c8a29c-e79b-4e74-b05a-2fb8e1fdf652), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:34.434684 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-0a05d8ac-9776-47f0-b986-291c24ef6bd4 req-6cd4bf7a-e422-4f26-9e6c-a1065bf81f6b tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5778701 Jul 06 15:26:34.445290 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-777d8513-a3d8-47a3-abf3-ed99468d0a09 admin admin] Publish callbacks [] for router_gateway (3e1fe7ee-b9c8-429a-b518-a9170e5cfbac), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:34.469743 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-777d8513-a3d8-47a3-abf3-ed99468d0a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:34.499703 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-b53453dc-87b9-49f6-a490-f54fa947a5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f274a41-136b-4f5a-998c-601296f075d8', 'name': 'tempest-TestMinimumBasicScenario-1595226874-router', 'tenant_id': '0805ca8c35a34d0dbf0f1e7ac459c517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '6f0f090c-ce2a-472e-afc6-22d7d1139da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:26:26Z', 'updated_at': '2022-07-06T15:26:30Z', 'revision_number': 4, 'project_id': '0805ca8c35a34d0dbf0f1e7ac459c517', 'gw_port': {'id': '6f0f090c-ce2a-472e-afc6-22d7d1139da9', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f274a41-136b-4f5a-998c-601296f075d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:26:26Z', 'updated_at': '2022-07-06T15:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': 'e8f2d302-b1e4-44f0-b9ab-a37b10458966', 'name': '', 'network_id': 'c6ecbf13-cdde-4eb1-a04c-6350b37f96a3', 'tenant_id': '0805ca8c35a34d0dbf0f1e7ac459c517', 'mac_address': 'fa:16:3e:29:c7:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f274a41-136b-4f5a-998c-601296f075d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'a7527d58-380f-473d-ba30-5ff4fd90a6b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:26:29Z', 'updated_at': '2022-07-06T15:26:30Z', 'revision_number': 2, 'project_id': '0805ca8c35a34d0dbf0f1e7ac459c517', 'subnets': [{'id': 'a7527d58-380f-473d-ba30-5ff4fd90a6b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:26:34.529854 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53453dc-87b9-49f6-a490-f54fa947a5e1 None None] Checking router: 4f274a41-136b-4f5a-998c-601296f075d8 for host: dv-cinder-848848-4-iscsi {{(pid=103847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:26:34.530456 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53453dc-87b9-49f6-a490-f54fa947a5e1 None None] Updating router 4f274a41-136b-4f5a-998c-601296f075d8 port e8f2d302-b1e4-44f0-b9ab-a37b10458966 binding host dv-cinder-848848-4-iscsi {{(pid=103847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 15:26:34.565718 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b53453dc-87b9-49f6-a490-f54fa947a5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (e8f2d302-b1e4-44f0-b9ab-a37b10458966), before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:34.584898 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518dddf7-8144-4fb6-a021-244d2b56a1d5 None None] Pushing event updated for resources: {'Port': ['ID=98c8a29c-e79b-4e74-b05a-2fb8e1fdf652,revision_number=2']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:34.602590 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Current status of the port 6f0f090c-ce2a-472e-afc6-22d7d1139da9 is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:26:34.776634 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.db.db_base_plugin_common [None req-777d8513-a3d8-47a3-abf3-ed99468d0a09 admin admin] Allocated IP 172.27.3.156 (377cda5e-c384-46ee-8e00-4b775f415604/1975bb39-9f7d-4b8c-94d3-6023908c91e1/b5fec57a-2bcc-4dc4-9107-3aa4124ebcc7) {{(pid=103845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:26:34.883586 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee08544-96dd-43ca-997c-10bc24442690 req-50cec5ab-1366-4127-9c3f-175dfbffc0d4 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:34.886888 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-4ee08544-96dd-43ca-997c-10bc24442690 req-50cec5ab-1366-4127-9c3f-175dfbffc0d4 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.46 "GET /v2.0/ports?device_id=aeea6136-04c3-4d1f-8e59-a33186b6630f HTTP/1.1" status: 200 len: 945 time: 0.1047854 Jul 06 15:26:35.011670 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b53453dc-87b9-49f6-a490-f54fa947a5e1 None None] Publish callbacks [] for port (e8f2d302-b1e4-44f0-b9ab-a37b10458966), precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:35.019314 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b53453dc-87b9-49f6-a490-f54fa947a5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (e8f2d302-b1e4-44f0-b9ab-a37b10458966), after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:35.034853 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-777d8513-a3d8-47a3-abf3-ed99468d0a09 admin admin] Publish callbacks [] for port (b5fec57a-2bcc-4dc4-9107-3aa4124ebcc7), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:35.043316 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-4ee08544-96dd-43ca-997c-10bc24442690 req-9eadbf5e-ea0c-4485-a197-9212910ca76c tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.46 "GET /v2.0/security-groups?id=1850cff1-2e93-409f-81df-dcda9b3d696a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501641 Jul 06 15:26:35.084726 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d471058-009e-447b-994b-8a7f224c2f90 None None] Pushing event updated for resources: {'Port': ['ID=e8f2d302-b1e4-44f0-b9ab-a37b10458966,revision_number=3']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:35.088907 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:35.099049 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d471058-009e-447b-994b-8a7f224c2f90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:35.099696 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d471058-009e-447b-994b-8a7f224c2f90 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:35.099995 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d471058-009e-447b-994b-8a7f224c2f90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:35.100575 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d471058-009e-447b-994b-8a7f224c2f90 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:35.101237 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d471058-009e-447b-994b-8a7f224c2f90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:35.101745 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d471058-009e-447b-994b-8a7f224c2f90 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:35.102208 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d471058-009e-447b-994b-8a7f224c2f90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:35.102861 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d471058-009e-447b-994b-8a7f224c2f90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:35.103423 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d471058-009e-447b-994b-8a7f224c2f90 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:35.104035 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d471058-009e-447b-994b-8a7f224c2f90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:35.104570 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-777d8513-a3d8-47a3-abf3-ed99468d0a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786465455737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2888556'] for port (b5fec57a-2bcc-4dc4-9107-3aa4124ebcc7), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:35.104721 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d471058-009e-447b-994b-8a7f224c2f90 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:35.105199 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d471058-009e-447b-994b-8a7f224c2f90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:35.105756 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d471058-009e-447b-994b-8a7f224c2f90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:35.106231 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d471058-009e-447b-994b-8a7f224c2f90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:35.106757 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d471058-009e-447b-994b-8a7f224c2f90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:35.156738 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777d8513-a3d8-47a3-abf3-ed99468d0a09 admin admin] Network 377cda5e-c384-46ee-8e00-4b775f415604 is already hosted by enough agents. {{(pid=103845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:26:35.164582 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.base_scheduler [None req-777d8513-a3d8-47a3-abf3-ed99468d0a09 admin admin] Resources bound (agent type, host, resource id): {{(pid=103845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:26:35.170051 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777d8513-a3d8-47a3-abf3-ed99468d0a09 admin admin] Received port after_create {{(pid=103845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 15:26:35.279615 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777d8513-a3d8-47a3-abf3-ed99468d0a09 admin admin] Pushing event updated for resources: {'Port': ['ID=b5fec57a-2bcc-4dc4-9107-3aa4124ebcc7,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:35.307007 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:35.330933 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [None req-b53453dc-87b9-49f6-a490-f54fa947a5e1 None None] Attempting to bind port e8f2d302-b1e4-44f0-b9ab-a37b10458966 on host dv-cinder-848848-4-iscsi for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 15:26:35.331462 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [None req-b53453dc-87b9-49f6-a490-f54fa947a5e1 None None] Attempting to bind port e8f2d302-b1e4-44f0-b9ab-a37b10458966 by drivers openvswitch,hyperv on host dv-cinder-848848-4-iscsi at level 0 using segments [{'id': '4902358a-84fd-44b7-9de8-73522f5a56dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'c6ecbf13-cdde-4eb1-a04c-6350b37f96a3'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 15:26:35.332073 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53453dc-87b9-49f6-a490-f54fa947a5e1 None None] Attempting to bind port e8f2d302-b1e4-44f0-b9ab-a37b10458966 on network c6ecbf13-cdde-4eb1-a04c-6350b37f96a3 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:26:35.340507 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53453dc-87b9-49f6-a490-f54fa947a5e1 None None] Checking agent: {'id': 'd26a5351-3de7-44f9-93eb-9fed5ee5b55b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848848-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 15, 16, 51), 'started_at': datetime.datetime(2022, 7, 6, 15, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 15, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848848-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 15:26:35.341179 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53453dc-87b9-49f6-a490-f54fa947a5e1 None None] Checking segment: {'id': '4902358a-84fd-44b7-9de8-73522f5a56dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'c6ecbf13-cdde-4eb1-a04c-6350b37f96a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:26:35.341834 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b53453dc-87b9-49f6-a490-f54fa947a5e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:35.342615 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53453dc-87b9-49f6-a490-f54fa947a5e1 None None] Bound using segment: {'id': '4902358a-84fd-44b7-9de8-73522f5a56dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'c6ecbf13-cdde-4eb1-a04c-6350b37f96a3'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 15:26:35.343279 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [None req-b53453dc-87b9-49f6-a490-f54fa947a5e1 None None] Bound port: e8f2d302-b1e4-44f0-b9ab-a37b10458966, host: dv-cinder-848848-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4902358a-84fd-44b7-9de8-73522f5a56dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'c6ecbf13-cdde-4eb1-a04c-6350b37f96a3'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 15:26:35.344387 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b53453dc-87b9-49f6-a490-f54fa947a5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (e8f2d302-b1e4-44f0-b9ab-a37b10458966), before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:35.417423 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-b53453dc-87b9-49f6-a490-f54fa947a5e1 None None] For port e8f2d302-b1e4-44f0-b9ab-a37b10458966, host dv-cinder-848848-4-iscsi, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:26:35.421111 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-b53453dc-87b9-49f6-a490-f54fa947a5e1 None None] For port e8f2d302-b1e4-44f0-b9ab-a37b10458966, host dv-cinder-848848-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=e8f2d302-b1e4-44f0-b9ab-a37b10458966,segment=NetworkSegment(4902358a-84fd-44b7-9de8-73522f5a56dd),segment_id=4902358a-84fd-44b7-9de8-73522f5a56dd)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:26:35.431626 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b53453dc-87b9-49f6-a490-f54fa947a5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (e8f2d302-b1e4-44f0-b9ab-a37b10458966), after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:35.496723 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53453dc-87b9-49f6-a490-f54fa947a5e1 None None] Routers {'4f274a41-136b-4f5a-998c-601296f075d8'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:26:35.497536 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-b53453dc-87b9-49f6-a490-f54fa947a5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:26:18Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['4f274a41-136b-4f5a-998c-601296f075d8'], 'active': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:26:35.547875 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-6c439b30-3951-48b4-b1b4-cdd297c2c63f None None] Provisioning complete for port e8f2d302-b1e4-44f0-b9ab-a37b10458966 triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:26:35.548427 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-6c439b30-3951-48b4-b1b4-cdd297c2c63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (e8f2d302-b1e4-44f0-b9ab-a37b10458966), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:35.564660 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:35.578426 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d471058-009e-447b-994b-8a7f224c2f90 None None] Pushing event updated for resources: {'Port': ['ID=e8f2d302-b1e4-44f0-b9ab-a37b10458966,revision_number=4']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:35.648528 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a14ad-3ca6-4e8e-8a7e-832aec2fc2f9 req-40512f12-7ac6-400f-a9da-ebac266753d8 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:35.657792 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-125a14ad-3ca6-4e8e-8a7e-832aec2fc2f9 req-40512f12-7ac6-400f-a9da-ebac266753d8 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 945 time: 0.0637963 Jul 06 15:26:35.691609 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-777d8513-a3d8-47a3-abf3-ed99468d0a09 admin admin] Publish callbacks [] for router_gateway (3e1fe7ee-b9c8-429a-b518-a9170e5cfbac), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:35.744513 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-125a14ad-3ca6-4e8e-8a7e-832aec2fc2f9 req-4867d42d-cd3a-408d-966e-b034fa364026 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813589 Jul 06 15:26:35.761691 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvr_db [None req-b53453dc-87b9-49f6-a490-f54fa947a5e1 None None] Set router 4f274a41-136b-4f5a-998c-601296f075d8 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:26:35.833271 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-6c439b30-3951-48b4-b1b4-cdd297c2c63f None None] Current status of the port e8f2d302-b1e4-44f0-b9ab-a37b10458966 is: DOWN; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:26:35.834220 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-6c439b30-3951-48b4-b1b4-cdd297c2c63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (e8f2d302-b1e4-44f0-b9ab-a37b10458966), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:35.909624 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:35.923641 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-6c439b30-3951-48b4-b1b4-cdd297c2c63f None None] For port e8f2d302-b1e4-44f0-b9ab-a37b10458966, host dv-cinder-848848-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=e8f2d302-b1e4-44f0-b9ab-a37b10458966,segment=NetworkSegment(4902358a-84fd-44b7-9de8-73522f5a56dd),segment_id=4902358a-84fd-44b7-9de8-73522f5a56dd)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:26:35.933306 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-6c439b30-3951-48b4-b1b4-cdd297c2c63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (e8f2d302-b1e4-44f0-b9ab-a37b10458966), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:36.009451 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c439b30-3951-48b4-b1b4-cdd297c2c63f None None] Pushing event updated for resources: {'Port': ['ID=e8f2d302-b1e4-44f0-b9ab-a37b10458966,revision_number=5']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:36.177231 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-c3bdbccc-5fdb-4cd4-b459-51d90b3a1ce8 None None] Provisioning complete for port e8f2d302-b1e4-44f0-b9ab-a37b10458966 triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:26:36.177618 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-c3bdbccc-5fdb-4cd4-b459-51d90b3a1ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (e8f2d302-b1e4-44f0-b9ab-a37b10458966), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:36.186313 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:36.229746 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-b53453dc-87b9-49f6-a490-f54fa947a5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f274a41-136b-4f5a-998c-601296f075d8', 'name': 'tempest-TestMinimumBasicScenario-1595226874-router', 'tenant_id': '0805ca8c35a34d0dbf0f1e7ac459c517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '6f0f090c-ce2a-472e-afc6-22d7d1139da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:26:26Z', 'updated_at': '2022-07-06T15:26:30Z', 'revision_number': 4, 'project_id': '0805ca8c35a34d0dbf0f1e7ac459c517', 'gw_port': {'id': '6f0f090c-ce2a-472e-afc6-22d7d1139da9', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f274a41-136b-4f5a-998c-601296f075d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:26:26Z', 'updated_at': '2022-07-06T15:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': 'e8f2d302-b1e4-44f0-b9ab-a37b10458966', 'name': '', 'network_id': 'c6ecbf13-cdde-4eb1-a04c-6350b37f96a3', 'tenant_id': '0805ca8c35a34d0dbf0f1e7ac459c517', 'mac_address': 'fa:16:3e:29:c7:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f274a41-136b-4f5a-998c-601296f075d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'a7527d58-380f-473d-ba30-5ff4fd90a6b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:26:29Z', 'updated_at': '2022-07-06T15:26:35Z', 'revision_number': 4, 'project_id': '0805ca8c35a34d0dbf0f1e7ac459c517', 'subnets': [{'id': 'a7527d58-380f-473d-ba30-5ff4fd90a6b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:26:36.269573 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53453dc-87b9-49f6-a490-f54fa947a5e1 None None] The sync data for ids ['4f274a41-136b-4f5a-998c-601296f075d8'] in dv-cinder-848848-4-iscsi is: [{'id': '4f274a41-136b-4f5a-998c-601296f075d8', 'name': 'tempest-TestMinimumBasicScenario-1595226874-router', 'tenant_id': '0805ca8c35a34d0dbf0f1e7ac459c517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '6f0f090c-ce2a-472e-afc6-22d7d1139da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:26:26Z', 'updated_at': '2022-07-06T15:26:30Z', 'revision_number': 4, 'project_id': '0805ca8c35a34d0dbf0f1e7ac459c517', 'gw_port': {'id': '6f0f090c-ce2a-472e-afc6-22d7d1139da9', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f274a41-136b-4f5a-998c-601296f075d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:26:26Z', 'updated_at': '2022-07-06T15:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': 'e8f2d302-b1e4-44f0-b9ab-a37b10458966', 'name': '', 'network_id': 'c6ecbf13-cdde-4eb1-a04c-6350b37f96a3', 'tenant_id': '0805ca8c35a34d0dbf0f1e7ac459c517', 'mac_address': 'fa:16:3e:29:c7:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f274a41-136b-4f5a-998c-601296f075d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'a7527d58-380f-473d-ba30-5ff4fd90a6b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:26:29Z', 'updated_at': '2022-07-06T15:26:35Z', 'revision_number': 4, 'project_id': '0805ca8c35a34d0dbf0f1e7ac459c517', 'subnets': [{'id': 'a7527d58-380f-473d-ba30-5ff4fd90a6b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:26:36.305812 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b623515-0997-49bc-8ebb-43d9c8bd86f0 req-b20535f2-1bb3-4fca-b12e-7496524a2bcc tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:36.321374 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-0b623515-0997-49bc-8ebb-43d9c8bd86f0 req-b20535f2-1bb3-4fca-b12e-7496524a2bcc tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.46 "GET /v2.0/ports?device_id=aeea6136-04c3-4d1f-8e59-a33186b6630f HTTP/1.1" status: 200 len: 945 time: 0.1233709 Jul 06 15:26:36.355324 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:36.432591 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-c3bdbccc-5fdb-4cd4-b459-51d90b3a1ce8 None None] Current status of the port e8f2d302-b1e4-44f0-b9ab-a37b10458966 is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:26:36.439047 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-777d8513-a3d8-47a3-abf3-ed99468d0a09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591614'] for router (3e1fe7ee-b9c8-429a-b518-a9170e5cfbac), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:36.446454 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device e8f2d302-b1e4-44f0-b9ab-a37b10458966 up at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:26:36.451899 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3124d5-fbfe-4d2d-96e0-78ebb531458b None None] Network 022ff25f-fab2-4869-9a8d-b6c74b911d78 requested from dv-cinder-848848-4-iscsi {{(pid=103846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 15:26:36.465421 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-0b623515-0997-49bc-8ebb-43d9c8bd86f0 req-4b3d1311-9fe9-40da-9f01-974a93010f3d tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.46 "GET /v2.0/security-groups?id=1850cff1-2e93-409f-81df-dcda9b3d696a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339891 Jul 06 15:26:36.600324 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Provisioning complete for port e8f2d302-b1e4-44f0-b9ab-a37b10458966 triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:26:36.601338 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (e8f2d302-b1e4-44f0-b9ab-a37b10458966), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:36.602224 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-777d8513-a3d8-47a3-abf3-ed99468d0a09 admin admin] Router 3e1fe7ee-b9c8-429a-b518-a9170e5cfbac is scheduled to L3 agent 8e6e5f2a-f235-48ed-8752-aab723ac44e7 with binding_index 1 {{(pid=103845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 06 15:26:36.624354 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-31755d56-7e0b-4d13-aa82-3167d6707cc8 None None] Provisioning complete for port 98c8a29c-e79b-4e74-b05a-2fb8e1fdf652 triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:26:36.624354 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-31755d56-7e0b-4d13-aa82-3167d6707cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (98c8a29c-e79b-4e74-b05a-2fb8e1fdf652), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:36.747145 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-777d8513-a3d8-47a3-abf3-ed99468d0a09 admin admin] Notify agent at l3_agent.dv-cinder-848848-4-iscsi the message routers_updated {{(pid=103845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:26:36.769678 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-777d8513-a3d8-47a3-abf3-ed99468d0a09 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:36.771624 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-777d8513-a3d8-47a3-abf3-ed99468d0a09 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4203308 Jul 06 15:26:36.774584 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 54132) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:26:36.829494 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef10b77-9c7b-49d0-9fb6-ad4152c220d5 None None] Sync routers for ids ['3e1fe7ee-b9c8-429a-b518-a9170e5cfbac'] in dv-cinder-848848-4-iscsi {{(pid=103846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:26:36.906608 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef10b77-9c7b-49d0-9fb6-ad4152c220d5 None None] Routers {'3e1fe7ee-b9c8-429a-b518-a9170e5cfbac'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:26:36.908069 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-aef10b77-9c7b-49d0-9fb6-ad4152c220d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:26:18Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['3e1fe7ee-b9c8-429a-b518-a9170e5cfbac'], 'active': True} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:26:36.908738 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:36.968343 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-31755d56-7e0b-4d13-aa82-3167d6707cc8 None None] Current status of the port 98c8a29c-e79b-4e74-b05a-2fb8e1fdf652 is: DOWN; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:26:36.969312 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-31755d56-7e0b-4d13-aa82-3167d6707cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (98c8a29c-e79b-4e74-b05a-2fb8e1fdf652), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:36.975031 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Current status of the port e8f2d302-b1e4-44f0-b9ab-a37b10458966 is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:26:36.976326 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 98c8a29c-e79b-4e74-b05a-2fb8e1fdf652 up at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:26:37.131779 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-31755d56-7e0b-4d13-aa82-3167d6707cc8 None None] For port 98c8a29c-e79b-4e74-b05a-2fb8e1fdf652, host dv-cinder-848848-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=98c8a29c-e79b-4e74-b05a-2fb8e1fdf652,segment=NetworkSegment(e85cf291-a3fc-4950-a5d6-5cd527f3c3af),segment_id=e85cf291-a3fc-4950-a5d6-5cd527f3c3af)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:26:37.139016 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3fc0fe-edca-4d0c-bf50-cb70b5bcdcc5 req-1c09e023-974c-43dd-8892-45cb1e34731d tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:37.146618 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-dc3fc0fe-edca-4d0c-bf50-cb70b5bcdcc5 req-1c09e023-974c-43dd-8892-45cb1e34731d tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 945 time: 0.2176945 Jul 06 15:26:37.146961 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-31755d56-7e0b-4d13-aa82-3167d6707cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (98c8a29c-e79b-4e74-b05a-2fb8e1fdf652), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:37.152494 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Provisioning complete for port 98c8a29c-e79b-4e74-b05a-2fb8e1fdf652 triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:26:37.152796 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (98c8a29c-e79b-4e74-b05a-2fb8e1fdf652), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:37.226433 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvr_db [None req-aef10b77-9c7b-49d0-9fb6-ad4152c220d5 None None] Set router 3e1fe7ee-b9c8-429a-b518-a9170e5cfbac gateway port host: dv-cinder-848848-4-iscsi {{(pid=103846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:26:37.335813 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-dc3fc0fe-edca-4d0c-bf50-cb70b5bcdcc5 req-68cf11ed-eab3-4ccd-a3ee-12f139a7e0a9 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882665 Jul 06 15:26:37.408969 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-b3e82b41-9b4b-412e-a685-01a4fa9e32e1 None None] Provisioning complete for port 98c8a29c-e79b-4e74-b05a-2fb8e1fdf652 triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:26:37.409346 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b3e82b41-9b4b-412e-a685-01a4fa9e32e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (98c8a29c-e79b-4e74-b05a-2fb8e1fdf652), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:37.465919 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:37.655092 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af5b9f7-04d3-4e92-a922-8612c2caf113 req-ddbcf6c5-f497-4ce2-9213-3729953a8be3 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:37.657012 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31755d56-7e0b-4d13-aa82-3167d6707cc8 None None] Pushing event updated for resources: {'Port': ['ID=98c8a29c-e79b-4e74-b05a-2fb8e1fdf652,revision_number=3']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:37.657681 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-9af5b9f7-04d3-4e92-a922-8612c2caf113 req-ddbcf6c5-f497-4ce2-9213-3729953a8be3 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.46 "GET /v2.0/ports?device_id=aeea6136-04c3-4d1f-8e59-a33186b6630f HTTP/1.1" status: 200 len: 945 time: 0.0794430 Jul 06 15:26:37.691249 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=100 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:37.697486 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:37.725998 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Current status of the port 98c8a29c-e79b-4e74-b05a-2fb8e1fdf652 is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:26:37.751283 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 54180) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:26:37.770844 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-01587c97-2f11-47a7-926a-ad413b34a38e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:37.791301 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-9af5b9f7-04d3-4e92-a922-8612c2caf113 req-98440441-e805-47c4-afb9-b97377ea2267 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.46 "GET /v2.0/security-groups?id=1850cff1-2e93-409f-81df-dcda9b3d696a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238203 Jul 06 15:26:37.795505 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-aef10b77-9c7b-49d0-9fb6-ad4152c220d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e1fe7ee-b9c8-429a-b518-a9170e5cfbac', 'name': 'tempest-TestMinimumBasicScenario-662809201-router', 'tenant_id': 'a06421484e18450fa03768d5949a0893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'b5fec57a-2bcc-4dc4-9107-3aa4124ebcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:26:33Z', 'updated_at': '2022-07-06T15:26:35Z', 'revision_number': 3, 'project_id': 'a06421484e18450fa03768d5949a0893', 'gw_port': {'id': 'b5fec57a-2bcc-4dc4-9107-3aa4124ebcc7', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ec:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e1fe7ee-b9c8-429a-b518-a9170e5cfbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:26:34Z', 'updated_at': '2022-07-06T15:26:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi'}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:26:37.831452 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef10b77-9c7b-49d0-9fb6-ad4152c220d5 None None] Checking router: 3e1fe7ee-b9c8-429a-b518-a9170e5cfbac for host: dv-cinder-848848-4-iscsi {{(pid=103846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:26:37.831800 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef10b77-9c7b-49d0-9fb6-ad4152c220d5 None None] Updating router 3e1fe7ee-b9c8-429a-b518-a9170e5cfbac port b5fec57a-2bcc-4dc4-9107-3aa4124ebcc7 binding host dv-cinder-848848-4-iscsi {{(pid=103846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 15:26:37.853666 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b3e82b41-9b4b-412e-a685-01a4fa9e32e1 None None] Current status of the port 98c8a29c-e79b-4e74-b05a-2fb8e1fdf652 is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:26:37.864890 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-aef10b77-9c7b-49d0-9fb6-ad4152c220d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (b5fec57a-2bcc-4dc4-9107-3aa4124ebcc7), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:37.977620 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-394139d9-f799-4485-8d57-e59e2fdb16fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:37.980096 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.db_base_plugin_common [None req-01587c97-2f11-47a7-926a-ad413b34a38e admin admin] Allocated IP 172.20.0.1 (022ff25f-fab2-4869-9a8d-b6c74b911d78/e718f2e7-9160-46ec-afea-0d1aea78a8bc/01a540ae-fc7a-47da-abe9-1deeb7dd89d2) {{(pid=103844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:26:38.035308 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:38.061336 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-394139d9-f799-4485-8d57-e59e2fdb16fe admin admin] Publish callbacks [] for security_group (a36c1e6c-11ca-42b5-ba40-169e82590380), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:38.067612 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-394139d9-f799-4485-8d57-e59e2fdb16fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (a36c1e6c-11ca-42b5-ba40-169e82590380), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:38.102775 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-01587c97-2f11-47a7-926a-ad413b34a38e admin admin] Publish callbacks [] for port (01a540ae-fc7a-47da-abe9-1deeb7dd89d2), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:38.108654 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:38.120650 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-394139d9-f799-4485-8d57-e59e2fdb16fe admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=347d7a0c2fb94726b94437204bb1d3b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3677065 Jul 06 15:26:38.121907 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394139d9-f799-4485-8d57-e59e2fdb16fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a36c1e6c-11ca-42b5-ba40-169e82590380,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:38.124536 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 54192) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:26:38.131071 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394139d9-f799-4485-8d57-e59e2fdb16fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:38.131455 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394139d9-f799-4485-8d57-e59e2fdb16fe admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:38.132131 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394139d9-f799-4485-8d57-e59e2fdb16fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:38.132493 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394139d9-f799-4485-8d57-e59e2fdb16fe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:38.132827 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394139d9-f799-4485-8d57-e59e2fdb16fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:38.133152 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394139d9-f799-4485-8d57-e59e2fdb16fe admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:38.133476 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394139d9-f799-4485-8d57-e59e2fdb16fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:38.133892 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394139d9-f799-4485-8d57-e59e2fdb16fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:38.134509 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394139d9-f799-4485-8d57-e59e2fdb16fe admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:38.135181 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394139d9-f799-4485-8d57-e59e2fdb16fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:38.135677 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394139d9-f799-4485-8d57-e59e2fdb16fe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:38.136008 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394139d9-f799-4485-8d57-e59e2fdb16fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:38.136328 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394139d9-f799-4485-8d57-e59e2fdb16fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:38.136646 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394139d9-f799-4485-8d57-e59e2fdb16fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:38.137861 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394139d9-f799-4485-8d57-e59e2fdb16fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:38.168053 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 98c8a29c-e79b-4e74-b05a-2fb8e1fdf652 up at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:26:38.185442 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-01587c97-2f11-47a7-926a-ad413b34a38e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786465455737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2698075'] for port (01a540ae-fc7a-47da-abe9-1deeb7dd89d2), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:38.208768 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-aef10b77-9c7b-49d0-9fb6-ad4152c220d5 None None] Publish callbacks [] for port (b5fec57a-2bcc-4dc4-9107-3aa4124ebcc7), precommit_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:38.217876 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-aef10b77-9c7b-49d0-9fb6-ad4152c220d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (b5fec57a-2bcc-4dc4-9107-3aa4124ebcc7), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:38.241873 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01587c97-2f11-47a7-926a-ad413b34a38e admin admin] Network 022ff25f-fab2-4869-9a8d-b6c74b911d78 is already hosted by enough agents. {{(pid=103844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:26:38.251561 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.base_scheduler [None req-01587c97-2f11-47a7-926a-ad413b34a38e admin admin] Resources bound (agent type, host, resource id): {{(pid=103844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:26:38.269420 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01587c97-2f11-47a7-926a-ad413b34a38e admin admin] Received port after_create {{(pid=103844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 15:26:38.272207 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01587c97-2f11-47a7-926a-ad413b34a38e admin admin] Pushing event updated for resources: {'Port': ['ID=01a540ae-fc7a-47da-abe9-1deeb7dd89d2,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:38.274369 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-5e30695b-9b20-4060-9293-853fc07e6848 admin admin] Publish callbacks [] for security_group (a36c1e6c-11ca-42b5-ba40-169e82590380), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:38.288607 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Provisioning complete for port 98c8a29c-e79b-4e74-b05a-2fb8e1fdf652 triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:26:38.289093 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (98c8a29c-e79b-4e74-b05a-2fb8e1fdf652), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:38.290924 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee4dde0-1917-419c-976c-a3be2db24108 None None] Pushing event updated for resources: {'Port': ['ID=b5fec57a-2bcc-4dc4-9107-3aa4124ebcc7,revision_number=2']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:38.293909 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.managers [None req-aef10b77-9c7b-49d0-9fb6-ad4152c220d5 None None] Attempting to bind port b5fec57a-2bcc-4dc4-9107-3aa4124ebcc7 on host dv-cinder-848848-4-iscsi for vnic_type normal with profile {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 15:26:38.294279 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.managers [None req-aef10b77-9c7b-49d0-9fb6-ad4152c220d5 None None] Attempting to bind port b5fec57a-2bcc-4dc4-9107-3aa4124ebcc7 by drivers openvswitch,hyperv on host dv-cinder-848848-4-iscsi at level 0 using segments [{'id': '7bafd98f-0c00-45ed-9abe-629590d245f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604'}] {{(pid=103846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 15:26:38.294640 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef10b77-9c7b-49d0-9fb6-ad4152c220d5 None None] Attempting to bind port b5fec57a-2bcc-4dc4-9107-3aa4124ebcc7 on network 377cda5e-c384-46ee-8e00-4b775f415604 {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:26:38.316590 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01587c97-2f11-47a7-926a-ad413b34a38e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:38.316934 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01587c97-2f11-47a7-926a-ad413b34a38e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:38.317276 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01587c97-2f11-47a7-926a-ad413b34a38e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:38.317607 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01587c97-2f11-47a7-926a-ad413b34a38e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:38.318291 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01587c97-2f11-47a7-926a-ad413b34a38e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:38.318291 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01587c97-2f11-47a7-926a-ad413b34a38e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:38.318567 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01587c97-2f11-47a7-926a-ad413b34a38e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:38.318887 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01587c97-2f11-47a7-926a-ad413b34a38e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:38.319206 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01587c97-2f11-47a7-926a-ad413b34a38e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:38.319704 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01587c97-2f11-47a7-926a-ad413b34a38e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:38.320165 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01587c97-2f11-47a7-926a-ad413b34a38e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:38.320495 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01587c97-2f11-47a7-926a-ad413b34a38e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:38.320811 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01587c97-2f11-47a7-926a-ad413b34a38e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:38.321654 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01587c97-2f11-47a7-926a-ad413b34a38e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:38.321654 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01587c97-2f11-47a7-926a-ad413b34a38e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:38.326298 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee4dde0-1917-419c-976c-a3be2db24108 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:38.326783 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee4dde0-1917-419c-976c-a3be2db24108 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:38.326983 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee4dde0-1917-419c-976c-a3be2db24108 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:38.327718 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee4dde0-1917-419c-976c-a3be2db24108 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:38.327718 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee4dde0-1917-419c-976c-a3be2db24108 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:38.328638 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee4dde0-1917-419c-976c-a3be2db24108 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:38.328897 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee4dde0-1917-419c-976c-a3be2db24108 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:38.329222 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee4dde0-1917-419c-976c-a3be2db24108 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:38.329857 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee4dde0-1917-419c-976c-a3be2db24108 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:38.329857 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee4dde0-1917-419c-976c-a3be2db24108 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:38.330181 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee4dde0-1917-419c-976c-a3be2db24108 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:38.330486 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee4dde0-1917-419c-976c-a3be2db24108 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:38.330886 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee4dde0-1917-419c-976c-a3be2db24108 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:38.331110 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee4dde0-1917-419c-976c-a3be2db24108 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:38.331478 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee4dde0-1917-419c-976c-a3be2db24108 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:26:38.334810 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef10b77-9c7b-49d0-9fb6-ad4152c220d5 None None] Checking agent: {'id': 'd26a5351-3de7-44f9-93eb-9fed5ee5b55b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848848-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 15, 16, 51), 'started_at': datetime.datetime(2022, 7, 6, 15, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 15, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848848-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 15:26:38.335186 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef10b77-9c7b-49d0-9fb6-ad4152c220d5 None None] Checking segment: {'id': '7bafd98f-0c00-45ed-9abe-629590d245f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:26:38.335990 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-aef10b77-9c7b-49d0-9fb6-ad4152c220d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:38.335990 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef10b77-9c7b-49d0-9fb6-ad4152c220d5 None None] Bound using segment: {'id': '7bafd98f-0c00-45ed-9abe-629590d245f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604'} {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 15:26:38.336453 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.managers [None req-aef10b77-9c7b-49d0-9fb6-ad4152c220d5 None None] Bound port: b5fec57a-2bcc-4dc4-9107-3aa4124ebcc7, host: dv-cinder-848848-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bafd98f-0c00-45ed-9abe-629590d245f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604'}}] {{(pid=103846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 15:26:38.336829 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-aef10b77-9c7b-49d0-9fb6-ad4152c220d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (b5fec57a-2bcc-4dc4-9107-3aa4124ebcc7), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:38.342290 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-5e30695b-9b20-4060-9293-853fc07e6848 admin admin] Publish callbacks [] for security_group (a36c1e6c-11ca-42b5-ba40-169e82590380), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:38.362884 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-01587c97-2f11-47a7-926a-ad413b34a38e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-649734'] for router_interface (3e1fe7ee-b9c8-429a-b518-a9170e5cfbac), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:38.402778 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:38.438765 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-aef10b77-9c7b-49d0-9fb6-ad4152c220d5 None None] For port b5fec57a-2bcc-4dc4-9107-3aa4124ebcc7, host dv-cinder-848848-4-iscsi, cleared binding levels {{(pid=103846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:26:38.444420 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-aef10b77-9c7b-49d0-9fb6-ad4152c220d5 None None] For port b5fec57a-2bcc-4dc4-9107-3aa4124ebcc7, host dv-cinder-848848-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=b5fec57a-2bcc-4dc4-9107-3aa4124ebcc7,segment=NetworkSegment(7bafd98f-0c00-45ed-9abe-629590d245f2),segment_id=7bafd98f-0c00-45ed-9abe-629590d245f2)] {{(pid=103846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:26:38.469492 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-aef10b77-9c7b-49d0-9fb6-ad4152c220d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (b5fec57a-2bcc-4dc4-9107-3aa4124ebcc7), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:38.477701 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b37d80-6bb8-41ea-bd79-2dc7341366e2 req-94c3fbd5-b40d-42a5-b1db-a6cf020bb682 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:38.479340 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-58b37d80-6bb8-41ea-bd79-2dc7341366e2 req-94c3fbd5-b40d-42a5-b1db-a6cf020bb682 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 945 time: 0.0729630 Jul 06 15:26:38.516049 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Current status of the port 98c8a29c-e79b-4e74-b05a-2fb8e1fdf652 is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:26:38.528457 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-5e30695b-9b20-4060-9293-853fc07e6848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (a36c1e6c-11ca-42b5-ba40-169e82590380), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:38.533056 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-5e30695b-9b20-4060-9293-853fc07e6848 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:38.537711 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-5e30695b-9b20-4060-9293-853fc07e6848 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a36c1e6c-11ca-42b5-ba40-169e82590380 HTTP/1.1" status: 204 len: 168 time: 0.4098811 Jul 06 15:26:38.540541 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef10b77-9c7b-49d0-9fb6-ad4152c220d5 None None] Routers {'3e1fe7ee-b9c8-429a-b518-a9170e5cfbac'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:26:38.541168 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-aef10b77-9c7b-49d0-9fb6-ad4152c220d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:26:18Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['3e1fe7ee-b9c8-429a-b518-a9170e5cfbac'], 'active': True} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:26:38.542923 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee4dde0-1917-419c-976c-a3be2db24108 None None] Pushing event updated for resources: {'Port': ['ID=b5fec57a-2bcc-4dc4-9107-3aa4124ebcc7,revision_number=3']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:38.567316 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:38.570818 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e30695b-9b20-4060-9293-853fc07e6848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36c1e6c-11ca-42b5-ba40-169e82590380,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:38.576238 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-01587c97-2f11-47a7-926a-ad413b34a38e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (01a540ae-fc7a-47da-abe9-1deeb7dd89d2), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:38.577449 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-58b37d80-6bb8-41ea-bd79-2dc7341366e2 req-5b47d54a-09a5-4b55-9527-dca141913ffb tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845172 Jul 06 15:26:38.608328 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-8a2bef35-c8d5-47d1-9be6-a2ffb8dea770 None None] Provisioning complete for port 01a540ae-fc7a-47da-abe9-1deeb7dd89d2 triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:26:38.608903 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-8a2bef35-c8d5-47d1-9be6-a2ffb8dea770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (01a540ae-fc7a-47da-abe9-1deeb7dd89d2), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:38.676768 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:38.686611 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-8a2bef35-c8d5-47d1-9be6-a2ffb8dea770 None None] Port 01a540ae-fc7a-47da-abe9-1deeb7dd89d2 cannot update to ACTIVE because it is not bound. {{(pid=103846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 15:26:38.697715 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvr_db [None req-aef10b77-9c7b-49d0-9fb6-ad4152c220d5 None None] Set router 3e1fe7ee-b9c8-429a-b518-a9170e5cfbac gateway port host: dv-cinder-848848-4-iscsi {{(pid=103846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:26:38.750543 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-01587c97-2f11-47a7-926a-ad413b34a38e admin admin] Publish callbacks [] for port (01a540ae-fc7a-47da-abe9-1deeb7dd89d2), precommit_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:38.755769 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-01587c97-2f11-47a7-926a-ad413b34a38e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2698066'] for port (01a540ae-fc7a-47da-abe9-1deeb7dd89d2), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:38.836000 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01587c97-2f11-47a7-926a-ad413b34a38e admin admin] Pushing event updated for resources: {'Port': ['ID=01a540ae-fc7a-47da-abe9-1deeb7dd89d2,revision_number=2']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:38.840168 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-01587c97-2f11-47a7-926a-ad413b34a38e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649874'] for router_interface (3e1fe7ee-b9c8-429a-b518-a9170e5cfbac), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:38.899301 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-aef10b77-9c7b-49d0-9fb6-ad4152c220d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e1fe7ee-b9c8-429a-b518-a9170e5cfbac', 'name': 'tempest-TestMinimumBasicScenario-662809201-router', 'tenant_id': 'a06421484e18450fa03768d5949a0893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'b5fec57a-2bcc-4dc4-9107-3aa4124ebcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:26:33Z', 'updated_at': '2022-07-06T15:26:38Z', 'revision_number': 4, 'project_id': 'a06421484e18450fa03768d5949a0893', 'gw_port': {'id': 'b5fec57a-2bcc-4dc4-9107-3aa4124ebcc7', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ec:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e1fe7ee-b9c8-429a-b518-a9170e5cfbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:26:34Z', 'updated_at': '2022-07-06T15:26:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': '01a540ae-fc7a-47da-abe9-1deeb7dd89d2', 'name': '', 'network_id': '022ff25f-fab2-4869-9a8d-b6c74b911d78', 'tenant_id': 'a06421484e18450fa03768d5949a0893', 'mac_address': 'fa:16:3e:35:0d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e1fe7ee-b9c8-429a-b518-a9170e5cfbac', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'e718f2e7-9160-46ec-afea-0d1aea78a8bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:26:37Z', 'updated_at': '2022-07-06T15:26:37Z', 'revision_number': 1, 'project_id': 'a06421484e18450fa03768d5949a0893', 'subnets': [{'id': 'e718f2e7-9160-46ec-afea-0d1aea78a8bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:26:38.923027 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 54202) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:26:38.926932 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef10b77-9c7b-49d0-9fb6-ad4152c220d5 None None] The sync data for ids ['3e1fe7ee-b9c8-429a-b518-a9170e5cfbac'] in dv-cinder-848848-4-iscsi is: [{'id': '3e1fe7ee-b9c8-429a-b518-a9170e5cfbac', 'name': 'tempest-TestMinimumBasicScenario-662809201-router', 'tenant_id': 'a06421484e18450fa03768d5949a0893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'b5fec57a-2bcc-4dc4-9107-3aa4124ebcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:26:33Z', 'updated_at': '2022-07-06T15:26:38Z', 'revision_number': 4, 'project_id': 'a06421484e18450fa03768d5949a0893', 'gw_port': {'id': 'b5fec57a-2bcc-4dc4-9107-3aa4124ebcc7', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ec:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e1fe7ee-b9c8-429a-b518-a9170e5cfbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:26:34Z', 'updated_at': '2022-07-06T15:26:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': '01a540ae-fc7a-47da-abe9-1deeb7dd89d2', 'name': '', 'network_id': '022ff25f-fab2-4869-9a8d-b6c74b911d78', 'tenant_id': 'a06421484e18450fa03768d5949a0893', 'mac_address': 'fa:16:3e:35:0d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e1fe7ee-b9c8-429a-b518-a9170e5cfbac', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'e718f2e7-9160-46ec-afea-0d1aea78a8bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:26:37Z', 'updated_at': '2022-07-06T15:26:37Z', 'revision_number': 1, 'project_id': 'a06421484e18450fa03768d5949a0893', 'subnets': [{'id': 'e718f2e7-9160-46ec-afea-0d1aea78a8bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:26:38.938872 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-d8f52b2d-5213-460a-98d5-da164fb9c2be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:38.954700 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:38.971852 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5d380c-f074-45f2-a8a1-e75e386270b6 req-6f9c98e1-452c-4c97-97bd-395da4289946 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:38.973355 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-0d5d380c-f074-45f2-a8a1-e75e386270b6 req-6f9c98e1-452c-4c97-97bd-395da4289946 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.46 "GET /v2.0/ports?device_id=aeea6136-04c3-4d1f-8e59-a33186b6630f HTTP/1.1" status: 200 len: 945 time: 0.0887299 Jul 06 15:26:38.992416 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:39.022573 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01587c97-2f11-47a7-926a-ad413b34a38e admin admin] Network 022ff25f-fab2-4869-9a8d-b6c74b911d78 is already hosted by enough agents. {{(pid=103844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:26:39.025773 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.base_scheduler [None req-01587c97-2f11-47a7-926a-ad413b34a38e admin admin] Resources bound (agent type, host, resource id): {{(pid=103844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:26:39.101919 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-d8f52b2d-5213-460a-98d5-da164fb9c2be admin admin] Publish callbacks [] for security_group (ee2d6b24-aad0-44f9-9345-28b77a8e47df), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:39.113059 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-d8f52b2d-5213-460a-98d5-da164fb9c2be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (ee2d6b24-aad0-44f9-9345-28b77a8e47df), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:39.136032 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-0d5d380c-f074-45f2-a8a1-e75e386270b6 req-816ecf8a-bba1-469f-b39b-5f93fc4e66b7 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.46 "GET /v2.0/security-groups?id=1850cff1-2e93-409f-81df-dcda9b3d696a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499755 Jul 06 15:26:39.145791 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f52b2d-5213-460a-98d5-da164fb9c2be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2d6b24-aad0-44f9-9345-28b77a8e47df,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:39.167203 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-d8f52b2d-5213-460a-98d5-da164fb9c2be admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=54e53f317a9d47f9ad540f0a69103470&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2407377 Jul 06 15:26:39.167594 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 54216) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:26:39.214033 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01587c97-2f11-47a7-926a-ad413b34a38e admin admin] Router 3e1fe7ee-b9c8-429a-b518-a9170e5cfbac has already been hosted by L3 agent 8e6e5f2a-f235-48ed-8752-aab723ac44e7 {{(pid=103844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 15:26:39.301115 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-5232e14a-305b-48c3-8514-6f135669413f admin admin] Publish callbacks [] for security_group (ee2d6b24-aad0-44f9-9345-28b77a8e47df), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:39.329975 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-5232e14a-305b-48c3-8514-6f135669413f admin admin] Publish callbacks [] for security_group (ee2d6b24-aad0-44f9-9345-28b77a8e47df), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:39.408272 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-5232e14a-305b-48c3-8514-6f135669413f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (ee2d6b24-aad0-44f9-9345-28b77a8e47df), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:39.410870 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-5232e14a-305b-48c3-8514-6f135669413f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:39.412352 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-5232e14a-305b-48c3-8514-6f135669413f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ee2d6b24-aad0-44f9-9345-28b77a8e47df HTTP/1.1" status: 204 len: 168 time: 0.2435753 Jul 06 15:26:39.423723 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5232e14a-305b-48c3-8514-6f135669413f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2d6b24-aad0-44f9-9345-28b77a8e47df,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:39.426964 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-706012ff-9d77-4bc4-a7d7-10688334170c None None] Provisioning complete for port 01a540ae-fc7a-47da-abe9-1deeb7dd89d2 triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:26:39.427530 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-706012ff-9d77-4bc4-a7d7-10688334170c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (01a540ae-fc7a-47da-abe9-1deeb7dd89d2), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:39.435088 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01587c97-2f11-47a7-926a-ad413b34a38e admin admin] Notify agent at l3_agent.dv-cinder-848848-4-iscsi the message routers_updated {{(pid=103844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:26:39.455256 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-01587c97-2f11-47a7-926a-ad413b34a38e admin admin] 10.222.0.46 "PUT /v2.0/routers/3e1fe7ee-b9c8-429a-b518-a9170e5cfbac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6666412 Jul 06 15:26:39.455256 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26da9c59-e9d9-4984-bcb3-b4070b78dd58 req-2d7c497a-3bfe-4b87-acab-19ac4224b59b tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:39.467289 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-26da9c59-e9d9-4984-bcb3-b4070b78dd58 req-2d7c497a-3bfe-4b87-acab-19ac4224b59b tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeea6136-04c3-4d1f-8e59-a33186b6630f HTTP/1.1" status: 200 len: 945 time: 0.1524353 Jul 06 15:26:39.514638 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-706012ff-9d77-4bc4-a7d7-10688334170c None None] Port 01a540ae-fc7a-47da-abe9-1deeb7dd89d2 cannot update to ACTIVE because it is not bound. {{(pid=103846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 15:26:39.583955 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 54224) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:26:39.585277 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [req-26da9c59-e9d9-4984-bcb3-b4070b78dd58 req-0ab0257f-d342-47b2-ab5b-4ef249bea26d tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] Deleting port b7618127-2732-465e-886a-0fab54e544e7 {{(pid=103844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 15:26:39.585764 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-26da9c59-e9d9-4984-bcb3-b4070b78dd58 req-0ab0257f-d342-47b2-ab5b-4ef249bea26d tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786465945384'] for port (b7618127-2732-465e-886a-0fab54e544e7), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:39.603206 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:39.730075 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [req-26da9c59-e9d9-4984-bcb3-b4070b78dd58 req-0ab0257f-d342-47b2-ab5b-4ef249bea26d tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] For port b7618127-2732-465e-886a-0fab54e544e7, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=b7618127-2732-465e-886a-0fab54e544e7,segment=NetworkSegment(2bb19238-1591-4e04-b98f-5b50e22e9846),segment_id=2bb19238-1591-4e04-b98f-5b50e22e9846)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:26:39.731551 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-26da9c59-e9d9-4984-bcb3-b4070b78dd58 req-0ab0257f-d342-47b2-ab5b-4ef249bea26d tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652656'] for port (b7618127-2732-465e-886a-0fab54e544e7), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:39.747650 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [req-26da9c59-e9d9-4984-bcb3-b4070b78dd58 req-0ab0257f-d342-47b2-ab5b-4ef249bea26d tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] Calling delete_port for b7618127-2732-465e-886a-0fab54e544e7 owned by compute:nova {{(pid=103844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 15:26:39.753922 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a0037-fdbd-4ee6-9d6d-cedaba6ca896 req-d031cd74-2a44-46d3-9607-8a19a2850ebd tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:39.765291 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-ae5a0037-fdbd-4ee6-9d6d-cedaba6ca896 req-d031cd74-2a44-46d3-9607-8a19a2850ebd tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 945 time: 0.0771968 Jul 06 15:26:39.822932 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-ae5a0037-fdbd-4ee6-9d6d-cedaba6ca896 req-babeafd9-934e-4592-a4c4-207c9ac41d2d tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564866 Jul 06 15:26:39.937821 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-26da9c59-e9d9-4984-bcb3-b4070b78dd58 req-0ab0257f-d342-47b2-ab5b-4ef249bea26d tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786465950455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786465455746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2698075'] for port (b7618127-2732-465e-886a-0fab54e544e7), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:39.957184 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] get_ports_and_sgs() called for port_ids ['b7618127-2732-465e-886a-0fab54e544e7'] {{(pid=103846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:26:39.991074 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab0257f-d342-47b2-ab5b-4ef249bea26d tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] Pushing event deleted for resources: {'Port': ['ID=b7618127-2732-465e-886a-0fab54e544e7,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:40.011515 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-1fcfe0a6-0161-43c0-9dcc-95f4ab79600d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:40.068015 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [req-26da9c59-e9d9-4984-bcb3-b4070b78dd58 req-0ab0257f-d342-47b2-ab5b-4ef249bea26d tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] No DVR routers for this DVR port b7618127-2732-465e-886a-0fab54e544e7 on host hv-cinder-84884 {{(pid=103844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 15:26:40.072442 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-26da9c59-e9d9-4984-bcb3-b4070b78dd58 req-0ab0257f-d342-47b2-ab5b-4ef249bea26d tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for port (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:40.079043 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-26da9c59-e9d9-4984-bcb3-b4070b78dd58 req-0ab0257f-d342-47b2-ab5b-4ef249bea26d tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.16 "DELETE /v2.0/ports/b7618127-2732-465e-886a-0fab54e544e7 HTTP/1.1" status: 204 len: 173 time: 0.6152365 Jul 06 15:26:40.079925 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeea6136-04c3-4d1f-8e59-a33186b6630f', 'name': 'network-vif-deleted', 'tag': 'b7618127-2732-465e-886a-0fab54e544e7'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:26:40.084098 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23f0ce0f3171803df377307192b3bbc073243688ace587a9918d8ae03454cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef2561a-054c-4404-8692-bae3dfe6918f" -d '{"events": [{"server_uuid": "aeea6136-04c3-4d1f-8e59-a33186b6630f", "name": "network-vif-deleted", "tag": "b7618127-2732-465e-886a-0fab54e544e7"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:26:40.202622 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-1fcfe0a6-0161-43c0-9dcc-95f4ab79600d admin admin] Publish callbacks [] for security_group (b59dcaf3-50c5-40e7-ba39-62eb6214fd42), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:40.207187 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 15:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-138321a6-70f6-4a90-82e1-c3813c5076f3 x-openstack-request-id: req-138321a6-70f6-4a90-82e1-c3813c5076f3 {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:26:40.209260 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeea6136-04c3-4d1f-8e59-a33186b6630f", "name": "network-vif-deleted", "tag": "b7618127-2732-465e-886a-0fab54e544e7", "status": "completed", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:26:40.209915 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-138321a6-70f6-4a90-82e1-c3813c5076f3 {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:26:40.210935 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-138321a6-70f6-4a90-82e1-c3813c5076f3'] response: {'server_uuid': 'aeea6136-04c3-4d1f-8e59-a33186b6630f', 'name': 'network-vif-deleted', 'tag': 'b7618127-2732-465e-886a-0fab54e544e7', 'status': 'completed', 'code': 200} Jul 06 15:26:40.212900 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-1fcfe0a6-0161-43c0-9dcc-95f4ab79600d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (b59dcaf3-50c5-40e7-ba39-62eb6214fd42), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:40.302789 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-1fcfe0a6-0161-43c0-9dcc-95f4ab79600d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=04a162567976474fb70601e678e3abb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7177410 Jul 06 15:26:40.305339 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 54252) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:26:40.317037 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device b5fec57a-2bcc-4dc4-9107-3aa4124ebcc7 up at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:26:40.358860 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-037d7db9-cdcb-489d-8458-10b92ae4d8e5 req-66ba112f-240d-448e-9ad3-09fac2aea685 tempest-VolumesActionsTest-974457274 tempest-VolumesActionsTest-974457274-project] 10.222.0.46 "GET /v2.0/ports?device_id=aeea6136-04c3-4d1f-8e59-a33186b6630f HTTP/1.1" status: 200 len: 210 time: 0.0545683 Jul 06 15:26:40.360355 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcfe0a6-0161-43c0-9dcc-95f4ab79600d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b59dcaf3-50c5-40e7-ba39-62eb6214fd42,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:40.411790 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Provisioning complete for port b5fec57a-2bcc-4dc4-9107-3aa4124ebcc7 triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:26:40.412444 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (b5fec57a-2bcc-4dc4-9107-3aa4124ebcc7), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:40.421711 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-a02dd64c-5dd8-449d-82c1-8bc6745d7d4c admin admin] Publish callbacks [] for security_group (b59dcaf3-50c5-40e7-ba39-62eb6214fd42), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:40.449753 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-a02dd64c-5dd8-449d-82c1-8bc6745d7d4c admin admin] Publish callbacks [] for security_group (b59dcaf3-50c5-40e7-ba39-62eb6214fd42), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:40.508568 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Current status of the port b5fec57a-2bcc-4dc4-9107-3aa4124ebcc7 is: DOWN; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:26:40.509995 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (b5fec57a-2bcc-4dc4-9107-3aa4124ebcc7), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:40.540510 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] For port b5fec57a-2bcc-4dc4-9107-3aa4124ebcc7, host dv-cinder-848848-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=b5fec57a-2bcc-4dc4-9107-3aa4124ebcc7,segment=NetworkSegment(7bafd98f-0c00-45ed-9abe-629590d245f2),segment_id=7bafd98f-0c00-45ed-9abe-629590d245f2)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:26:40.545147 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-a02dd64c-5dd8-449d-82c1-8bc6745d7d4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (b59dcaf3-50c5-40e7-ba39-62eb6214fd42), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:40.548117 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-a02dd64c-5dd8-449d-82c1-8bc6745d7d4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:40.552821 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-a02dd64c-5dd8-449d-82c1-8bc6745d7d4c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b59dcaf3-50c5-40e7-ba39-62eb6214fd42 HTTP/1.1" status: 204 len: 168 time: 0.2462919 Jul 06 15:26:40.553997 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (b5fec57a-2bcc-4dc4-9107-3aa4124ebcc7), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:40.564840 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02dd64c-5dd8-449d-82c1-8bc6745d7d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59dcaf3-50c5-40e7-ba39-62eb6214fd42,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:40.649054 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Pushing event updated for resources: {'Port': ['ID=b5fec57a-2bcc-4dc4-9107-3aa4124ebcc7,revision_number=4']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:40.978215 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8106b1e-c1d9-4136-8f8f-3d5419c5ae91 req-5fb45a7a-8efe-4e63-9ab2-9025464e7450 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:40.986651 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-a8106b1e-c1d9-4136-8f8f-3d5419c5ae91 req-5fb45a7a-8efe-4e63-9ab2-9025464e7450 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 945 time: 0.0770917 Jul 06 15:26:41.011927 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:41.054691 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-a8106b1e-c1d9-4136-8f8f-3d5419c5ae91 req-71baeeed-194d-44bb-b72c-1de65e83f954 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667558 Jul 06 15:26:41.215363 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 54290) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:26:41.236797 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-455cadf0-174f-47dc-8b78-45a637ce71f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:41.384830 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-455cadf0-174f-47dc-8b78-45a637ce71f8 admin admin] Publish callbacks [] for security_group (85f1800b-5efc-41f0-a175-258fe71881df), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:41.393147 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-455cadf0-174f-47dc-8b78-45a637ce71f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (85f1800b-5efc-41f0-a175-258fe71881df), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:41.429762 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 54296) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:26:41.430312 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-455cadf0-174f-47dc-8b78-45a637ce71f8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7832794269b7497fa5ced83e015cffa2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2134535 Jul 06 15:26:41.456520 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cadf0-174f-47dc-8b78-45a637ce71f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f1800b-5efc-41f0-a175-258fe71881df,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:41.527252 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:41.535876 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-4a7adfd5-989f-4c77-8126-0ffe188e8579 admin admin] Publish callbacks [] for security_group (85f1800b-5efc-41f0-a175-258fe71881df), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:41.567247 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-4a7adfd5-989f-4c77-8126-0ffe188e8579 admin admin] Publish callbacks [] for security_group (85f1800b-5efc-41f0-a175-258fe71881df), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:41.638890 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-4a7adfd5-989f-4c77-8126-0ffe188e8579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (85f1800b-5efc-41f0-a175-258fe71881df), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:41.641941 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-4a7adfd5-989f-4c77-8126-0ffe188e8579 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:41.645286 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-4a7adfd5-989f-4c77-8126-0ffe188e8579 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/85f1800b-5efc-41f0-a175-258fe71881df HTTP/1.1" status: 204 len: 168 time: 0.2114916 Jul 06 15:26:41.654706 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7adfd5-989f-4c77-8126-0ffe188e8579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f1800b-5efc-41f0-a175-258fe71881df,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:42.268650 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 54356) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:26:42.278460 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device b5fec57a-2bcc-4dc4-9107-3aa4124ebcc7 up at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:26:42.294498 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-c180656b-0237-4a86-930f-28f3016d538c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:42.311533 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:INSERT=10,neutron:SELECT=84,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:42.339315 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e04848-e41b-4039-bba6-e12753a34a27 req-27f5787f-63e8-4010-9735-08f6fa04f4bd tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:42.362285 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-21e04848-e41b-4039-bba6-e12753a34a27 req-27f5787f-63e8-4010-9735-08f6fa04f4bd tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 945 time: 0.1479571 Jul 06 15:26:42.400524 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:42.439371 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Provisioning complete for port b5fec57a-2bcc-4dc4-9107-3aa4124ebcc7 triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:26:42.440569 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (b5fec57a-2bcc-4dc4-9107-3aa4124ebcc7), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:42.497905 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:42.531378 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-c180656b-0237-4a86-930f-28f3016d538c admin admin] Publish callbacks [] for security_group (7e873c8d-ff9a-4139-8c7b-718cf25450b3), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:42.550919 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-c180656b-0237-4a86-930f-28f3016d538c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (7e873c8d-ff9a-4139-8c7b-718cf25450b3), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:42.589097 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Current status of the port b5fec57a-2bcc-4dc4-9107-3aa4124ebcc7 is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:26:42.609262 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-21e04848-e41b-4039-bba6-e12753a34a27 req-8bf9fc16-0802-4119-ae03-466e17878df2 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448504 Jul 06 15:26:42.659514 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-c180656b-0237-4a86-930f-28f3016d538c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=557c7212f01d4bfeb4b11164e881ff20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3897605 Jul 06 15:26:42.662865 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 54376) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:26:42.698791 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c180656b-0237-4a86-930f-28f3016d538c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e873c8d-ff9a-4139-8c7b-718cf25450b3,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:42.770925 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-3f8257c2-9969-4464-853a-b80845eb0844 admin admin] Publish callbacks [] for security_group (7e873c8d-ff9a-4139-8c7b-718cf25450b3), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:42.804141 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-3f8257c2-9969-4464-853a-b80845eb0844 admin admin] Publish callbacks [] for security_group (7e873c8d-ff9a-4139-8c7b-718cf25450b3), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:42.921850 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-3f8257c2-9969-4464-853a-b80845eb0844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (7e873c8d-ff9a-4139-8c7b-718cf25450b3), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:42.924951 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-3f8257c2-9969-4464-853a-b80845eb0844 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:42.928936 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-3f8257c2-9969-4464-853a-b80845eb0844 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7e873c8d-ff9a-4139-8c7b-718cf25450b3 HTTP/1.1" status: 204 len: 168 time: 0.2650528 Jul 06 15:26:42.942770 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8257c2-9969-4464-853a-b80845eb0844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e873c8d-ff9a-4139-8c7b-718cf25450b3,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:43.089204 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ed6a76-18e2-47cd-8a52-5aa2ebce3fcf None None] Sync routers for ids ['3e1fe7ee-b9c8-429a-b518-a9170e5cfbac'] in dv-cinder-848848-4-iscsi {{(pid=103847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:26:43.108077 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ed6a76-18e2-47cd-8a52-5aa2ebce3fcf None None] Routers {'3e1fe7ee-b9c8-429a-b518-a9170e5cfbac'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:26:43.109651 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-45ed6a76-18e2-47cd-8a52-5aa2ebce3fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:26:18Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['3e1fe7ee-b9c8-429a-b518-a9170e5cfbac'], 'active': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:26:43.289169 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvr_db [None req-45ed6a76-18e2-47cd-8a52-5aa2ebce3fcf None None] Set router 3e1fe7ee-b9c8-429a-b518-a9170e5cfbac gateway port host: dv-cinder-848848-4-iscsi {{(pid=103847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:26:43.349052 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (eda728fc-b46d-4378-b578-35bac6b15486), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:43.575048 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-45ed6a76-18e2-47cd-8a52-5aa2ebce3fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e1fe7ee-b9c8-429a-b518-a9170e5cfbac', 'name': 'tempest-TestMinimumBasicScenario-662809201-router', 'tenant_id': 'a06421484e18450fa03768d5949a0893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'b5fec57a-2bcc-4dc4-9107-3aa4124ebcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:26:33Z', 'updated_at': '2022-07-06T15:26:38Z', 'revision_number': 4, 'project_id': 'a06421484e18450fa03768d5949a0893', 'gw_port': {'id': 'b5fec57a-2bcc-4dc4-9107-3aa4124ebcc7', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ec:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1fe7ee-b9c8-429a-b518-a9170e5cfbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:26:34Z', 'updated_at': '2022-07-06T15:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': '01a540ae-fc7a-47da-abe9-1deeb7dd89d2', 'name': '', 'network_id': '022ff25f-fab2-4869-9a8d-b6c74b911d78', 'tenant_id': 'a06421484e18450fa03768d5949a0893', 'mac_address': 'fa:16:3e:35:0d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e1fe7ee-b9c8-429a-b518-a9170e5cfbac', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'e718f2e7-9160-46ec-afea-0d1aea78a8bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:26:37Z', 'updated_at': '2022-07-06T15:26:38Z', 'revision_number': 2, 'project_id': 'a06421484e18450fa03768d5949a0893', 'subnets': [{'id': 'e718f2e7-9160-46ec-afea-0d1aea78a8bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:26:43.666719 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ed6a76-18e2-47cd-8a52-5aa2ebce3fcf None None] Checking router: 3e1fe7ee-b9c8-429a-b518-a9170e5cfbac for host: dv-cinder-848848-4-iscsi {{(pid=103847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:26:43.667020 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ed6a76-18e2-47cd-8a52-5aa2ebce3fcf None None] Updating router 3e1fe7ee-b9c8-429a-b518-a9170e5cfbac port 01a540ae-fc7a-47da-abe9-1deeb7dd89d2 binding host dv-cinder-848848-4-iscsi {{(pid=103847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 15:26:43.715839 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-45ed6a76-18e2-47cd-8a52-5aa2ebce3fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (01a540ae-fc7a-47da-abe9-1deeb7dd89d2), before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:43.840752 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19538101-4190-4781-8715-5802287c346f req-fb7f1f5d-2a86-4d3b-91c8-a2f17c503b46 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:43.843122 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-19538101-4190-4781-8715-5802287c346f req-fb7f1f5d-2a86-4d3b-91c8-a2f17c503b46 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 945 time: 0.0989811 Jul 06 15:26:43.916989 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-19538101-4190-4781-8715-5802287c346f req-08ee8ef0-3e25-47fb-8038-3c9a89918ac9 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668707 Jul 06 15:26:44.035201 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:44.131383 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=100 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:44.156689 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-45ed6a76-18e2-47cd-8a52-5aa2ebce3fcf None None] Publish callbacks [] for port (01a540ae-fc7a-47da-abe9-1deeb7dd89d2), precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:44.176933 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-45ed6a76-18e2-47cd-8a52-5aa2ebce3fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (01a540ae-fc7a-47da-abe9-1deeb7dd89d2), after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:44.288485 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device b7618127-2732-465e-886a-0fab54e544e7 no longer exists at agent hyperv_hv-cinder-84884 {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:26:44.291631 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8f8150-663b-462b-9a78-d8149ae46d0b None None] Pushing event updated for resources: {'Port': ['ID=01a540ae-fc7a-47da-abe9-1deeb7dd89d2,revision_number=3']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:44.329320 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] No Port match for: b7618127-2732-465e-886a-0fab54e544e7 {{(pid=103846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 15:26:44.330242 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device b7618127-2732-465e-886a-0fab54e544e7 not bound to the agent host hv-cinder-84884 {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:26:44.399786 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [None req-45ed6a76-18e2-47cd-8a52-5aa2ebce3fcf None None] Attempting to bind port 01a540ae-fc7a-47da-abe9-1deeb7dd89d2 on host dv-cinder-848848-4-iscsi for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 15:26:44.400203 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [None req-45ed6a76-18e2-47cd-8a52-5aa2ebce3fcf None None] Attempting to bind port 01a540ae-fc7a-47da-abe9-1deeb7dd89d2 by drivers openvswitch,hyperv on host dv-cinder-848848-4-iscsi at level 0 using segments [{'id': 'e85cf291-a3fc-4950-a5d6-5cd527f3c3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '022ff25f-fab2-4869-9a8d-b6c74b911d78'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 15:26:44.401069 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ed6a76-18e2-47cd-8a52-5aa2ebce3fcf None None] Attempting to bind port 01a540ae-fc7a-47da-abe9-1deeb7dd89d2 on network 022ff25f-fab2-4869-9a8d-b6c74b911d78 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:26:44.410733 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ed6a76-18e2-47cd-8a52-5aa2ebce3fcf None None] Checking agent: {'id': 'd26a5351-3de7-44f9-93eb-9fed5ee5b55b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848848-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 15, 16, 51), 'started_at': datetime.datetime(2022, 7, 6, 15, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 15, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848848-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 15:26:44.411158 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ed6a76-18e2-47cd-8a52-5aa2ebce3fcf None None] Checking segment: {'id': 'e85cf291-a3fc-4950-a5d6-5cd527f3c3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '022ff25f-fab2-4869-9a8d-b6c74b911d78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:26:44.411518 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-45ed6a76-18e2-47cd-8a52-5aa2ebce3fcf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:44.412071 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ed6a76-18e2-47cd-8a52-5aa2ebce3fcf None None] Bound using segment: {'id': 'e85cf291-a3fc-4950-a5d6-5cd527f3c3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '022ff25f-fab2-4869-9a8d-b6c74b911d78'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 15:26:44.412724 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [None req-45ed6a76-18e2-47cd-8a52-5aa2ebce3fcf None None] Bound port: 01a540ae-fc7a-47da-abe9-1deeb7dd89d2, host: dv-cinder-848848-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e85cf291-a3fc-4950-a5d6-5cd527f3c3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '022ff25f-fab2-4869-9a8d-b6c74b911d78'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 15:26:44.413395 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-45ed6a76-18e2-47cd-8a52-5aa2ebce3fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (01a540ae-fc7a-47da-abe9-1deeb7dd89d2), before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:44.496235 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-45ed6a76-18e2-47cd-8a52-5aa2ebce3fcf None None] For port 01a540ae-fc7a-47da-abe9-1deeb7dd89d2, host dv-cinder-848848-4-iscsi, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:26:44.499792 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-45ed6a76-18e2-47cd-8a52-5aa2ebce3fcf None None] For port 01a540ae-fc7a-47da-abe9-1deeb7dd89d2, host dv-cinder-848848-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=01a540ae-fc7a-47da-abe9-1deeb7dd89d2,segment=NetworkSegment(e85cf291-a3fc-4950-a5d6-5cd527f3c3af),segment_id=e85cf291-a3fc-4950-a5d6-5cd527f3c3af)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:26:44.508655 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-45ed6a76-18e2-47cd-8a52-5aa2ebce3fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (01a540ae-fc7a-47da-abe9-1deeb7dd89d2), after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:44.617360 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ed6a76-18e2-47cd-8a52-5aa2ebce3fcf None None] Routers {'3e1fe7ee-b9c8-429a-b518-a9170e5cfbac'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:26:44.618321 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-45ed6a76-18e2-47cd-8a52-5aa2ebce3fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:26:18Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['3e1fe7ee-b9c8-429a-b518-a9170e5cfbac'], 'active': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:26:44.621176 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8f8150-663b-462b-9a78-d8149ae46d0b None None] Pushing event updated for resources: {'Port': ['ID=01a540ae-fc7a-47da-abe9-1deeb7dd89d2,revision_number=4']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:44.687878 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-a3efb78e-38c8-4858-bfb6-1faabcb7e7b6 None None] Provisioning complete for port 01a540ae-fc7a-47da-abe9-1deeb7dd89d2 triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:26:44.688504 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-a3efb78e-38c8-4858-bfb6-1faabcb7e7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (01a540ae-fc7a-47da-abe9-1deeb7dd89d2), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:44.790473 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvr_db [None req-45ed6a76-18e2-47cd-8a52-5aa2ebce3fcf None None] Set router 3e1fe7ee-b9c8-429a-b518-a9170e5cfbac gateway port host: dv-cinder-848848-4-iscsi {{(pid=103847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:26:44.894948 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-a3efb78e-38c8-4858-bfb6-1faabcb7e7b6 None None] Current status of the port 01a540ae-fc7a-47da-abe9-1deeb7dd89d2 is: DOWN; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:26:44.899621 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-a3efb78e-38c8-4858-bfb6-1faabcb7e7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (01a540ae-fc7a-47da-abe9-1deeb7dd89d2), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:44.959850 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-a3efb78e-38c8-4858-bfb6-1faabcb7e7b6 None None] For port 01a540ae-fc7a-47da-abe9-1deeb7dd89d2, host dv-cinder-848848-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=01a540ae-fc7a-47da-abe9-1deeb7dd89d2,segment=NetworkSegment(e85cf291-a3fc-4950-a5d6-5cd527f3c3af),segment_id=e85cf291-a3fc-4950-a5d6-5cd527f3c3af)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:26:44.971436 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-a3efb78e-38c8-4858-bfb6-1faabcb7e7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (01a540ae-fc7a-47da-abe9-1deeb7dd89d2), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:44.981406 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:45.107434 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-cb9e8096-e55d-43d2-ac03-0735aa7a87fc None None] Provisioning complete for port 01a540ae-fc7a-47da-abe9-1deeb7dd89d2 triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:26:45.117702 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-cb9e8096-e55d-43d2-ac03-0735aa7a87fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (01a540ae-fc7a-47da-abe9-1deeb7dd89d2), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:45.170131 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3efb78e-38c8-4858-bfb6-1faabcb7e7b6 None None] Pushing event updated for resources: {'Port': ['ID=01a540ae-fc7a-47da-abe9-1deeb7dd89d2,revision_number=5']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:26:45.190928 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e228a7e-eea2-456d-baa7-22c5b2db9dca req-07f4c1ea-5ee9-4ba4-bde5-0f4a436a0cf8 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:45.212709 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-5e228a7e-eea2-456d-baa7-22c5b2db9dca req-07f4c1ea-5ee9-4ba4-bde5-0f4a436a0cf8 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 945 time: 0.1259315 Jul 06 15:26:45.229196 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-45ed6a76-18e2-47cd-8a52-5aa2ebce3fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e1fe7ee-b9c8-429a-b518-a9170e5cfbac', 'name': 'tempest-TestMinimumBasicScenario-662809201-router', 'tenant_id': 'a06421484e18450fa03768d5949a0893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'b5fec57a-2bcc-4dc4-9107-3aa4124ebcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:26:33Z', 'updated_at': '2022-07-06T15:26:38Z', 'revision_number': 4, 'project_id': 'a06421484e18450fa03768d5949a0893', 'gw_port': {'id': 'b5fec57a-2bcc-4dc4-9107-3aa4124ebcc7', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ec:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1fe7ee-b9c8-429a-b518-a9170e5cfbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:26:34Z', 'updated_at': '2022-07-06T15:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': '01a540ae-fc7a-47da-abe9-1deeb7dd89d2', 'name': '', 'network_id': '022ff25f-fab2-4869-9a8d-b6c74b911d78', 'tenant_id': 'a06421484e18450fa03768d5949a0893', 'mac_address': 'fa:16:3e:35:0d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e1fe7ee-b9c8-429a-b518-a9170e5cfbac', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'e718f2e7-9160-46ec-afea-0d1aea78a8bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:26:37Z', 'updated_at': '2022-07-06T15:26:44Z', 'revision_number': 4, 'project_id': 'a06421484e18450fa03768d5949a0893', 'subnets': [{'id': 'e718f2e7-9160-46ec-afea-0d1aea78a8bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:26:45.263652 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-cb9e8096-e55d-43d2-ac03-0735aa7a87fc None None] Current status of the port 01a540ae-fc7a-47da-abe9-1deeb7dd89d2 is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:26:45.306295 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ed6a76-18e2-47cd-8a52-5aa2ebce3fcf None None] The sync data for ids ['3e1fe7ee-b9c8-429a-b518-a9170e5cfbac'] in dv-cinder-848848-4-iscsi is: [{'id': '3e1fe7ee-b9c8-429a-b518-a9170e5cfbac', 'name': 'tempest-TestMinimumBasicScenario-662809201-router', 'tenant_id': 'a06421484e18450fa03768d5949a0893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'b5fec57a-2bcc-4dc4-9107-3aa4124ebcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:26:33Z', 'updated_at': '2022-07-06T15:26:38Z', 'revision_number': 4, 'project_id': 'a06421484e18450fa03768d5949a0893', 'gw_port': {'id': 'b5fec57a-2bcc-4dc4-9107-3aa4124ebcc7', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ec:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1fe7ee-b9c8-429a-b518-a9170e5cfbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:26:34Z', 'updated_at': '2022-07-06T15:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': '01a540ae-fc7a-47da-abe9-1deeb7dd89d2', 'name': '', 'network_id': '022ff25f-fab2-4869-9a8d-b6c74b911d78', 'tenant_id': 'a06421484e18450fa03768d5949a0893', 'mac_address': 'fa:16:3e:35:0d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e1fe7ee-b9c8-429a-b518-a9170e5cfbac', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'e718f2e7-9160-46ec-afea-0d1aea78a8bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:26:37Z', 'updated_at': '2022-07-06T15:26:44Z', 'revision_number': 4, 'project_id': 'a06421484e18450fa03768d5949a0893', 'subnets': [{'id': 'e718f2e7-9160-46ec-afea-0d1aea78a8bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:26:45.306941 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-5e228a7e-eea2-456d-baa7-22c5b2db9dca req-535d8008-8bdd-43f9-b2ad-b6b9cb5f8591 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927899 Jul 06 15:26:46.174136 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6c1d843d-5da2-4901-b627-5dcf716cc304 req-bcd490e6-835a-4cb2-9771-baa78b1f7642 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e00187af-8819-41e6-98f0-199ce9db0f05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0647669 Jul 06 15:26:46.202394 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 01a540ae-fc7a-47da-abe9-1deeb7dd89d2 up at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:26:46.270098 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d843d-5da2-4901-b627-5dcf716cc304 req-41418ddf-5c9a-40d0-9e46-67dc887b9970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:46.270730 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-c6093a45-282b-4bf1-a93f-b856c21be6c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (a81823b9-ba52-46bb-9bcd-43b269600933), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:46.276904 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6c1d843d-5da2-4901-b627-5dcf716cc304 req-41418ddf-5c9a-40d0-9e46-67dc887b9970 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef44ecc951964d51925463c5e09f9fbb&device_id=e00187af-8819-41e6-98f0-199ce9db0f05 HTTP/1.1" status: 200 len: 1130 time: 0.0719416 Jul 06 15:26:46.294048 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Provisioning complete for port 01a540ae-fc7a-47da-abe9-1deeb7dd89d2 triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:26:46.294435 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (01a540ae-fc7a-47da-abe9-1deeb7dd89d2), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:46.413588 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Current status of the port 01a540ae-fc7a-47da-abe9-1deeb7dd89d2 is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:26:46.452586 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d843d-5da2-4901-b627-5dcf716cc304 req-d9234273-0899-4fa6-990a-2b70f775fd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:46.455320 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6c1d843d-5da2-4901-b627-5dcf716cc304 req-d9234273-0899-4fa6-990a-2b70f775fd1f service neutron] 10.222.0.16 "GET /v2.0/networks?id=2f7f712f-7346-42c2-b097-b4b48d9f78be HTTP/1.1" status: 200 len: 920 time: 0.1434100 Jul 06 15:26:46.464697 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aadd736-34eb-4f84-9746-0e6e1b7eca4c req-e900dc91-9dae-407c-93dd-854d9743de0d tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:46.466179 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-9aadd736-34eb-4f84-9746-0e6e1b7eca4c req-e900dc91-9dae-407c-93dd-854d9743de0d tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 945 time: 0.0596325 Jul 06 15:26:46.534145 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-9aadd736-34eb-4f84-9746-0e6e1b7eca4c req-ba5be3af-cb40-4dad-a644-2b7671e83255 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608499 Jul 06 15:26:46.790428 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6c1d843d-5da2-4901-b627-5dcf716cc304 req-c0050008-e008-46ab-bdc9-26b4c7fd4820 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6 HTTP/1.1" status: 200 len: 217 time: 0.3273284 Jul 06 15:26:47.554751 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d843d-5da2-4901-b627-5dcf716cc304 req-82d1ec5c-9c58-4cbd-a74d-d2baafbffe98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:47.556257 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6c1d843d-5da2-4901-b627-5dcf716cc304 req-82d1ec5c-9c58-4cbd-a74d-d2baafbffe98 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d2607162-f852-4242-9cef-eb0efdf849b4 HTTP/1.1" status: 200 len: 858 time: 0.0500529 Jul 06 15:26:47.677308 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a567e7d6-ea3c-4f9c-868c-f7ead9f209cc req-82c3e9d8-223b-4dc4-a662-1bc03efd789f tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:47.678803 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-a567e7d6-ea3c-4f9c-868c-f7ead9f209cc req-82c3e9d8-223b-4dc4-a662-1bc03efd789f tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 945 time: 0.0495474 Jul 06 15:26:47.731771 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-a567e7d6-ea3c-4f9c-868c-f7ead9f209cc req-51558b7a-0f0b-41f5-804b-6c704a27f55b tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471377 Jul 06 15:26:48.291001 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-1277c26a-f32a-4322-9dee-92d72fb8187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8e6e5f2a-f235-48ed-8752-aab723ac44e7), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:48.387159 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d843d-5da2-4901-b627-5dcf716cc304 req-8a9c552c-7f02-4bb3-a5f4-e81fd8ef663b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:48.389666 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6c1d843d-5da2-4901-b627-5dcf716cc304 req-8a9c552c-7f02-4bb3-a5f4-e81fd8ef663b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2f7f712f-7346-42c2-b097-b4b48d9f78be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0739796 Jul 06 15:26:48.864863 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c107dda9-49e7-4e74-a551-1f103cc23f28 req-364ced92-32e9-4278-be72-f693c6fe9cc4 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:48.872861 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-c107dda9-49e7-4e74-a551-1f103cc23f28 req-364ced92-32e9-4278-be72-f693c6fe9cc4 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 945 time: 0.0574186 Jul 06 15:26:48.930461 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-c107dda9-49e7-4e74-a551-1f103cc23f28 req-c114f2b0-297b-410d-b345-06d9596d5975 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564249 Jul 06 15:26:49.338766 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6c1d843d-5da2-4901-b627-5dcf716cc304 req-7bd9c466-3f69-465f-b028-148aac8236b0 service neutron] 10.222.0.16 "GET /v2.0/networks/2f7f712f-7346-42c2-b097-b4b48d9f78be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194773 Jul 06 15:26:49.373752 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:49.455326 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6c1d843d-5da2-4901-b627-5dcf716cc304 req-7c4100c4-aa93-41ec-aa01-06c3503456b7 service neutron] 10.222.0.16 "GET /v2.0/networks/2f7f712f-7346-42c2-b097-b4b48d9f78be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022730 Jul 06 15:26:49.569959 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-5e71b6aa-55c8-4030-9936-371c496b104b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (6f0d5ee7-fa21-4cb0-b4ff-cf35f5a4ba31), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:50.054725 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632a237-2c85-4920-8c94-affe933dce17 req-3426489d-07d0-4389-84fd-2a4a03472e43 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:50.056272 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-a632a237-2c85-4920-8c94-affe933dce17 req-3426489d-07d0-4389-84fd-2a4a03472e43 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 945 time: 0.0582728 Jul 06 15:26:50.144757 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-a632a237-2c85-4920-8c94-affe933dce17 req-198f9699-bb1b-48b6-8308-a89a2ffb756b tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827320 Jul 06 15:26:51.105806 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-8ac95340-3f24-440b-a4d9-caf8afcb49bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8ea57be5-348a-4c5b-804c-cda178363830), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:51.252739 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (d26a5351-3de7-44f9-93eb-9fed5ee5b55b), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:26:51.347655 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0614fa1c-ff09-48fb-a03a-b6e7260cbd84 req-c5c41fd8-e61f-4460-88e8-f8e5501d4466 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:51.355725 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-0614fa1c-ff09-48fb-a03a-b6e7260cbd84 req-c5c41fd8-e61f-4460-88e8-f8e5501d4466 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 945 time: 0.0681627 Jul 06 15:26:51.404195 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-0614fa1c-ff09-48fb-a03a-b6e7260cbd84 req-9b371364-1330-4d75-8fd6-4493a0761408 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463049 Jul 06 15:26:52.523478 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1353e48-910c-4456-b97c-e0ffbeee3e89 req-bc65047b-ab98-4f5e-8f68-271e4414c9fa tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:52.524926 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-f1353e48-910c-4456-b97c-e0ffbeee3e89 req-bc65047b-ab98-4f5e-8f68-271e4414c9fa tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 945 time: 0.0516996 Jul 06 15:26:52.585788 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-f1353e48-910c-4456-b97c-e0ffbeee3e89 req-ce395bda-ab48-4799-b891-0b89d6ba5b27 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536354 Jul 06 15:26:53.714947 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11be2f0-2a64-4793-b7e3-24be9660173f req-0f0e4db0-d856-456f-a4ce-abdff8273f34 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:53.716426 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-b11be2f0-2a64-4793-b7e3-24be9660173f req-0f0e4db0-d856-456f-a4ce-abdff8273f34 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 945 time: 0.0507216 Jul 06 15:26:53.767026 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-b11be2f0-2a64-4793-b7e3-24be9660173f req-2234fde6-0c9b-466f-b248-fa43a67c22f7 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445111 Jul 06 15:26:54.903834 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b19ff9b-baf5-45a0-b566-133e7de1d901 req-199d095e-7f44-4133-9b69-105dff2b689d tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:54.907031 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-3b19ff9b-baf5-45a0-b566-133e7de1d901 req-199d095e-7f44-4133-9b69-105dff2b689d tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 945 time: 0.0675976 Jul 06 15:26:54.957043 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:54.989810 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-3b19ff9b-baf5-45a0-b566-133e7de1d901 req-2c91aa59-45f1-4f98-90f4-cb0715ef3688 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759020 Jul 06 15:26:55.080653 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=71 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:55.250442 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=66,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:56.098039 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d7ab0-de8d-4f1d-9a96-46c8967064ec req-67f466c0-ded0-4af5-810c-2e7bdb760632 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:56.099546 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-609d7ab0-de8d-4f1d-9a96-46c8967064ec req-67f466c0-ded0-4af5-810c-2e7bdb760632 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 945 time: 0.0496686 Jul 06 15:26:56.141716 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=2 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:26:56.146538 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-609d7ab0-de8d-4f1d-9a96-46c8967064ec req-fbee1065-2a06-4978-a413-4d19629e7ecf tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415571 Jul 06 15:26:57.257493 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51e22e9-b118-4ff7-b88b-56a5d52a2b20 req-ade27820-541e-4e35-b771-d79964dcc158 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:57.258949 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-c51e22e9-b118-4ff7-b88b-56a5d52a2b20 req-ade27820-541e-4e35-b771-d79964dcc158 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 945 time: 0.0465362 Jul 06 15:26:57.308433 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-c51e22e9-b118-4ff7-b88b-56a5d52a2b20 req-abfbb0f4-e0df-4012-9086-39ba6c61186d tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440006 Jul 06 15:26:58.442329 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d557e9e9-5e6a-4549-a4d7-93994b5e21c9 req-78b34ad1-c0da-4961-ac0d-3c56ad245a66 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:58.444015 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-d557e9e9-5e6a-4549-a4d7-93994b5e21c9 req-78b34ad1-c0da-4961-ac0d-3c56ad245a66 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 945 time: 0.0541737 Jul 06 15:26:58.495478 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-d557e9e9-5e6a-4549-a4d7-93994b5e21c9 req-d2181129-9b5f-4600-82ce-dbe8938cf0dd tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442746 Jul 06 15:26:59.630749 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb8dca6-882a-4be7-b992-29c34a82718e req-ff9a340f-4031-47f1-baf9-9c0b4eb0083c tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:26:59.638613 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-ebb8dca6-882a-4be7-b992-29c34a82718e req-ff9a340f-4031-47f1-baf9-9c0b4eb0083c tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 945 time: 0.0640416 Jul 06 15:26:59.691189 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-ebb8dca6-882a-4be7-b992-29c34a82718e req-90f4874c-30ff-467f-b0ac-67995c612279 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515580 Jul 06 15:27:00.698530 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.agents_db [None req-99b786f5-93e1-437c-926e-a88e17275ab4 None None] Agent healthcheck: found 6 active agents {{(pid=103847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:27:00.821306 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ede2b-8a61-4505-a66d-9928e3e08d8c req-654b3569-037b-49d2-908a-644eed02a36f tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:00.822873 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-0c2ede2b-8a61-4505-a66d-9928e3e08d8c req-654b3569-037b-49d2-908a-644eed02a36f tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 945 time: 0.0588052 Jul 06 15:27:00.870428 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-0c2ede2b-8a61-4505-a66d-9928e3e08d8c req-2578ace4-09f0-4abc-aec7-08a886274c10 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419030 Jul 06 15:27:01.066929 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=32,neutron:UPDATE=3 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:01.112296 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daa04be-75b7-4960-a76a-739f1799b662 req-dca5ab18-a454-4f97-92e4-a3965ce76d88 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:01.113923 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-2daa04be-75b7-4960-a76a-739f1799b662 req-dca5ab18-a454-4f97-92e4-a3965ce76d88 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 945 time: 0.0547426 Jul 06 15:27:01.165960 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-2daa04be-75b7-4960-a76a-739f1799b662 req-5e08dce7-555a-41da-8de7-8986a922b41c tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc6fbc5a-489d-42df-8f08-ce6874fd60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451415 Jul 06 15:27:01.233123 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=78,neutron:UPDATE=2 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:01.391924 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=13 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:01.411374 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=84 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:01.993657 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184e0a8-a889-47ee-ad0d-8a5cada15123 req-227f0eae-7368-492c-aa15-6a3ad716d20a tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:01.995121 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-6184e0a8-a889-47ee-ad0d-8a5cada15123 req-227f0eae-7368-492c-aa15-6a3ad716d20a tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 945 time: 0.0499368 Jul 06 15:27:02.041522 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-6184e0a8-a889-47ee-ad0d-8a5cada15123 req-81e527de-69b3-4b89-890a-8929d24567b3 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406215 Jul 06 15:27:02.281110 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a3b828-7db2-471d-b970-446ea0dc639d req-a8a02f22-7f8b-4a16-8216-9f0eeade942a tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:02.282560 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-38a3b828-7db2-471d-b970-446ea0dc639d req-a8a02f22-7f8b-4a16-8216-9f0eeade942a tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 945 time: 0.0474429 Jul 06 15:27:02.327448 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-38a3b828-7db2-471d-b970-446ea0dc639d req-23acf236-5f47-4de8-aac2-0fc9b8f6d1e7 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc6fbc5a-489d-42df-8f08-ce6874fd60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394485 Jul 06 15:27:03.158530 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303523fb-5ce9-4652-b438-a99ee6e43566 req-2d899c8e-41b2-4dd0-8874-6da8afc796ad tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:03.160023 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-303523fb-5ce9-4652-b438-a99ee6e43566 req-2d899c8e-41b2-4dd0-8874-6da8afc796ad tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 945 time: 0.0479701 Jul 06 15:27:03.221580 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-303523fb-5ce9-4652-b438-a99ee6e43566 req-9b301920-df8a-453d-a73d-3b3e52098772 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551326 Jul 06 15:27:03.447700 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1696e4b0-2b19-4bcf-b6fe-005b3bb6872f req-5ee2c641-76dc-4f5e-b3ed-982be8e76f95 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:03.450988 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-1696e4b0-2b19-4bcf-b6fe-005b3bb6872f req-5ee2c641-76dc-4f5e-b3ed-982be8e76f95 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 945 time: 0.0501869 Jul 06 15:27:03.501523 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-1696e4b0-2b19-4bcf-b6fe-005b3bb6872f req-fde52524-5527-4b1a-a89b-d4bb236a349d tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc6fbc5a-489d-42df-8f08-ce6874fd60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442588 Jul 06 15:27:04.341092 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4669d3-2d83-44bc-b285-7bc8da46bd6e req-6a20c848-fcd3-4346-8b60-6f7b7f1cb743 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:04.342486 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-ea4669d3-2d83-44bc-b285-7bc8da46bd6e req-6a20c848-fcd3-4346-8b60-6f7b7f1cb743 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 945 time: 0.0471742 Jul 06 15:27:04.391440 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-ea4669d3-2d83-44bc-b285-7bc8da46bd6e req-a846a5d8-6eca-47a5-bfca-4aee4241abde tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433140 Jul 06 15:27:04.633136 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b73dcf-2390-43a3-86ef-a2624233f6b1 req-06c05050-cad9-46c8-a272-fe3b538143d1 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:04.634681 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-41b73dcf-2390-43a3-86ef-a2624233f6b1 req-06c05050-cad9-46c8-a272-fe3b538143d1 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 945 time: 0.0573335 Jul 06 15:27:04.647844 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=100 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:04.654765 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=100 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:04.685601 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-41b73dcf-2390-43a3-86ef-a2624233f6b1 req-3219d36c-40e2-4e13-a480-00482442cd2a tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc6fbc5a-489d-42df-8f08-ce6874fd60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453064 Jul 06 15:27:05.574364 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abfe0f3-3ea0-40e6-ae04-4939e1312739 req-722f9ea5-3015-4eab-9480-e31822839a53 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:05.576186 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-4abfe0f3-3ea0-40e6-ae04-4939e1312739 req-722f9ea5-3015-4eab-9480-e31822839a53 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 945 time: 0.0777025 Jul 06 15:27:05.639810 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-4abfe0f3-3ea0-40e6-ae04-4939e1312739 req-8fc07d8b-55cf-4a34-ae28-dba1688a34c2 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557394 Jul 06 15:27:05.800317 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11489a91-4cd4-48ad-8dec-2f3a30e2e80f req-7e1dc8a1-62f8-4a31-8413-43e82791b881 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:05.802139 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-11489a91-4cd4-48ad-8dec-2f3a30e2e80f req-7e1dc8a1-62f8-4a31-8413-43e82791b881 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 945 time: 0.0495007 Jul 06 15:27:05.862461 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-11489a91-4cd4-48ad-8dec-2f3a30e2e80f req-9c6ae8b6-b35d-4694-ab25-c9d45545e25c tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc6fbc5a-489d-42df-8f08-ce6874fd60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546277 Jul 06 15:27:06.765800 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a9f1de-bd33-48b1-b6fc-9a26f12278f1 req-f5658c6d-0a3b-4409-a74a-ecbc091b1faa tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:06.771773 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-37a9f1de-bd33-48b1-b6fc-9a26f12278f1 req-f5658c6d-0a3b-4409-a74a-ecbc091b1faa tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 945 time: 0.0563688 Jul 06 15:27:06.833203 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-37a9f1de-bd33-48b1-b6fc-9a26f12278f1 req-27ad78b6-614d-4543-b597-23cf78810ce0 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582304 Jul 06 15:27:07.007700 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4241a3b-0be2-49d3-a204-2a5b9dee7038 req-139a7e09-2ddc-4745-a183-d44075652e8d tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:07.010162 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-a4241a3b-0be2-49d3-a204-2a5b9dee7038 req-139a7e09-2ddc-4745-a183-d44075652e8d tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 945 time: 0.0615242 Jul 06 15:27:07.077227 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-a4241a3b-0be2-49d3-a204-2a5b9dee7038 req-48d5abeb-db5d-4273-8f79-237ed2e6b3de tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc6fbc5a-489d-42df-8f08-ce6874fd60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601690 Jul 06 15:27:07.408766 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 54868) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:27:07.413806 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [None req-747047a9-8df1-4b32-b601-8205c2113127 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Request body: {'security_group': {'name': 'tempest-securitygroup--499450787', 'description': 'tempest-description--1031001116'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:27:07.438143 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-747047a9-8df1-4b32-b601-8205c2113127 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for security_group (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:07.580238 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-747047a9-8df1-4b32-b601-8205c2113127 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for security_group (5dc83bcc-a5e4-4bef-b0c9-99b76100b218), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:07.598760 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-747047a9-8df1-4b32-b601-8205c2113127 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (5dc83bcc-a5e4-4bef-b0c9-99b76100b218), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:07.638437 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747047a9-8df1-4b32-b601-8205c2113127 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc83bcc-a5e4-4bef-b0c9-99b76100b218,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:27:07.644103 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-747047a9-8df1-4b32-b601-8205c2113127 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for security_group (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:07.645470 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-747047a9-8df1-4b32-b601-8205c2113127 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2355084 Jul 06 15:27:07.648425 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 54874) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:27:07.654265 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [None req-cf0b98b9-98cc-4bfa-b182-dcafc8d41a55 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Request body: {'security_group_rule': {'security_group_id': '5dc83bcc-a5e4-4bef-b0c9-99b76100b218', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:27:07.688557 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-cf0b98b9-98cc-4bfa-b182-dcafc8d41a55 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for security_group_rule (333786be-8a71-4fab-8434-094234ef2b03), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:07.759748 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-cf0b98b9-98cc-4bfa-b182-dcafc8d41a55 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for security_group_rule (333786be-8a71-4fab-8434-094234ef2b03), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:07.765416 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-cf0b98b9-98cc-4bfa-b182-dcafc8d41a55 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669521'] for security_group_rule (333786be-8a71-4fab-8434-094234ef2b03), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:07.791970 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0b98b9-98cc-4bfa-b182-dcafc8d41a55 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=333786be-8a71-4fab-8434-094234ef2b03,revision_number=0']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:27:07.797718 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-cf0b98b9-98cc-4bfa-b182-dcafc8d41a55 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:07.800358 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-cf0b98b9-98cc-4bfa-b182-dcafc8d41a55 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1508653 Jul 06 15:27:07.802775 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 54878) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:27:07.807511 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [None req-70d72176-328e-4998-b566-ac1761e0c325 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Request body: {'security_group_rule': {'security_group_id': '5dc83bcc-a5e4-4bef-b0c9-99b76100b218', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:27:07.840724 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-70d72176-328e-4998-b566-ac1761e0c325 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for security_group_rule (29a602d8-8312-446f-b29d-8c06fb6e3c36), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:07.928946 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-70d72176-328e-4998-b566-ac1761e0c325 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for security_group_rule (29a602d8-8312-446f-b29d-8c06fb6e3c36), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:07.935943 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-70d72176-328e-4998-b566-ac1761e0c325 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669521'] for security_group_rule (29a602d8-8312-446f-b29d-8c06fb6e3c36), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:07.970697 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d72176-328e-4998-b566-ac1761e0c325 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29a602d8-8312-446f-b29d-8c06fb6e3c36,revision_number=0']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:27:07.982174 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-70d72176-328e-4998-b566-ac1761e0c325 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:07.990159 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-70d72176-328e-4998-b566-ac1761e0c325 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1807706 Jul 06 15:27:07.991208 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 54888) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:27:07.997407 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [None req-53ca3379-8831-4464-a0a2-4413c6edcf34 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Request body: {'floatingip': {'floating_network_id': '377cda5e-c384-46ee-8e00-4b775f415604'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:27:08.031750 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-53ca3379-8831-4464-a0a2-4413c6edcf34 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:08.034082 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db9f3a-7f99-4065-a1a7-bc38e98d2780 req-0e735f21-281b-4e37-9cc5-47eecdffa245 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:08.042548 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-b0db9f3a-7f99-4065-a1a7-bc38e98d2780 req-0e735f21-281b-4e37-9cc5-47eecdffa245 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 945 time: 0.0880358 Jul 06 15:27:08.109038 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-b0db9f3a-7f99-4065-a1a7-bc38e98d2780 req-eede4030-0223-42cb-9b7c-ec5bd35c81fb tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652115 Jul 06 15:27:08.174105 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-53ca3379-8831-4464-a0a2-4413c6edcf34 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:08.266404 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9175a7-854c-4d97-bcaf-f618299eface req-de1530be-ae71-45f4-a888-5169571c9cea tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:08.268167 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-7b9175a7-854c-4d97-bcaf-f618299eface req-de1530be-ae71-45f4-a888-5169571c9cea tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 945 time: 0.0844910 Jul 06 15:27:08.318082 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.db_base_plugin_common [None req-53ca3379-8831-4464-a0a2-4413c6edcf34 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Allocated IP 172.27.3.46 (377cda5e-c384-46ee-8e00-4b775f415604/1975bb39-9f7d-4b8c-94d3-6023908c91e1/c4f96cfd-2bbe-4256-8091-a4857951d7cc) {{(pid=103844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:27:08.324627 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-7b9175a7-854c-4d97-bcaf-f618299eface req-6cd3217b-0230-4327-a10a-32c1628299b7 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc6fbc5a-489d-42df-8f08-ce6874fd60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490148 Jul 06 15:27:08.409539 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:08.428015 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:08.457931 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-53ca3379-8831-4464-a0a2-4413c6edcf34 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for port (c4f96cfd-2bbe-4256-8091-a4857951d7cc), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:08.499773 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-53ca3379-8831-4464-a0a2-4413c6edcf34 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786465455737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2698075'] for port (c4f96cfd-2bbe-4256-8091-a4857951d7cc), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:08.540950 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ca3379-8831-4464-a0a2-4413c6edcf34 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Network 377cda5e-c384-46ee-8e00-4b775f415604 is already hosted by enough agents. {{(pid=103844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:27:08.545261 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.base_scheduler [None req-53ca3379-8831-4464-a0a2-4413c6edcf34 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Resources bound (agent type, host, resource id): {{(pid=103844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:27:08.549937 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ca3379-8831-4464-a0a2-4413c6edcf34 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Received port after_create {{(pid=103844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 15:27:08.571952 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ca3379-8831-4464-a0a2-4413c6edcf34 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Pushing event updated for resources: {'Port': ['ID=c4f96cfd-2bbe-4256-8091-a4857951d7cc,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:27:08.693039 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-53ca3379-8831-4464-a0a2-4413c6edcf34 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for floatingip (8ae18ccc-62a8-43aa-a229-93322a10daeb), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:08.735865 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-53ca3379-8831-4464-a0a2-4413c6edcf34 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (c4f96cfd-2bbe-4256-8091-a4857951d7cc), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:08.972254 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-53ca3379-8831-4464-a0a2-4413c6edcf34 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for port (c4f96cfd-2bbe-4256-8091-a4857951d7cc), precommit_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:09.002039 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca02769-8efe-4145-a7da-08e4baa9e711 req-918a5d0f-8c62-4cfd-a7aa-edb2255f51b4 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:09.004872 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-53ca3379-8831-4464-a0a2-4413c6edcf34 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2698066'] for port (c4f96cfd-2bbe-4256-8091-a4857951d7cc), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:09.009431 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-1ca02769-8efe-4145-a7da-08e4baa9e711 req-918a5d0f-8c62-4cfd-a7aa-edb2255f51b4 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.46 "GET /v2.0/ports?device_id=dbc61511-ad97-49b6-8127-d567909b6ebb HTTP/1.1" status: 200 len: 945 time: 0.0657425 Jul 06 15:27:09.068173 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-1ca02769-8efe-4145-a7da-08e4baa9e711 req-499ee1ee-94fd-4381-a4f3-1a481b426beb tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d2d61da-c2c3-44ba-8fac-6c2dfcc52d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573947 Jul 06 15:27:09.126225 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ca3379-8831-4464-a0a2-4413c6edcf34 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Pushing event updated for resources: {'Port': ['ID=c4f96cfd-2bbe-4256-8091-a4857951d7cc,revision_number=2']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:27:09.139610 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0bf077-c8c4-43b8-84f3-a42e4878f937 req-a260d920-63d0-4f6e-8faf-26bd07e527b5 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:09.141059 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-dc0bf077-c8c4-43b8-84f3-a42e4878f937 req-a260d920-63d0-4f6e-8faf-26bd07e527b5 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/networks?id=c6ecbf13-cdde-4eb1-a04c-6350b37f96a3 HTTP/1.1" status: 200 len: 815 time: 0.2220342 Jul 06 15:27:09.159930 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-53ca3379-8831-4464-a0a2-4413c6edcf34 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591059'] for floatingip (8ae18ccc-62a8-43aa-a229-93322a10daeb), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:09.164918 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-dc0bf077-c8c4-43b8-84f3-a42e4878f937 req-792bac02-258b-4f58-8b5b-e7bee65292bb tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/quotas/0805ca8c35a34d0dbf0f1e7ac459c517 HTTP/1.1" status: 200 len: 375 time: 0.0179937 Jul 06 15:27:09.222853 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-dc0bf077-c8c4-43b8-84f3-a42e4878f937 req-9133e014-3dab-42f7-bacc-dea8cf7eb497 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0805ca8c35a34d0dbf0f1e7ac459c517&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497708 Jul 06 15:27:09.226700 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-53ca3379-8831-4464-a0a2-4413c6edcf34 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for floatingip (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:09.227859 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-53ca3379-8831-4464-a0a2-4413c6edcf34 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2355001 Jul 06 15:27:09.290203 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8316de81-b610-4378-8c65-76f333a92749 req-53ebc0a5-8a62-42e8-a824-143b14a9f4cb tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:09.297524 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-8316de81-b610-4378-8c65-76f333a92749 req-53ebc0a5-8a62-42e8-a824-143b14a9f4cb tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 945 time: 0.0719633 Jul 06 15:27:09.377476 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-8316de81-b610-4378-8c65-76f333a92749 req-ba7aa16f-e717-48a2-b37c-dc65407f701d tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782726 Jul 06 15:27:09.446410 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-dc0bf077-c8c4-43b8-84f3-a42e4878f937 req-d22f700f-25b2-4d44-9d37-7cd0bb93d17a service neutron] 10.222.0.46 "GET /v2.0/networks/c6ecbf13-cdde-4eb1-a04c-6350b37f96a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726773 Jul 06 15:27:09.472523 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:09.527646 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:09.557704 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-dc0bf077-c8c4-43b8-84f3-a42e4878f937 req-7d1c7bb7-47a9-4f71-b633-c1617a1bb7fe service neutron] 10.222.0.46 "GET /v2.0/networks/c6ecbf13-cdde-4eb1-a04c-6350b37f96a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053772 Jul 06 15:27:09.570824 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b12b4a-2298-403f-acd2-816634157ba0 req-e0ce4776-d46f-4259-a231-a832cc1ac9ea tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:09.573272 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-f2b12b4a-2298-403f-acd2-816634157ba0 req-e0ce4776-d46f-4259-a231-a832cc1ac9ea tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 945 time: 0.0543990 Jul 06 15:27:09.727532 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-f2b12b4a-2298-403f-acd2-816634157ba0 req-fc884044-cc39-4d7d-9ba3-34d42bba07b0 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc6fbc5a-489d-42df-8f08-ce6874fd60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448691 Jul 06 15:27:09.862003 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-7caf245d-e54b-4abc-93b9-0b26275d9cf7 req-de02d363-ab50-4688-a3ee-915a2253d88f tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/ports?device_id=f08c8b7f-24e0-47fe-9b46-87202f357774 HTTP/1.1" status: 200 len: 210 time: 0.0734451 Jul 06 15:27:09.933844 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-238469d5-1f57-4ec3-a6d4-b23ac8e3eb7b req-ffa8d290-9589-4811-a699-96d9bc2a6da6 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--499450787&fields=id&tenant_id=e9fb04db8ac9464086cd7f3362e97455 HTTP/1.1" status: 200 len: 267 time: 0.0981600 Jul 06 15:27:10.129825 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238469d5-1f57-4ec3-a6d4-b23ac8e3eb7b req-0294836e-3a5c-4cbb-9d60-a46afc7c8fd3 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:10.132183 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-238469d5-1f57-4ec3-a6d4-b23ac8e3eb7b req-0294836e-3a5c-4cbb-9d60-a46afc7c8fd3 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/networks?id=a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5 HTTP/1.1" status: 200 len: 814 time: 0.1969006 Jul 06 15:27:10.156576 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-238469d5-1f57-4ec3-a6d4-b23ac8e3eb7b req-bb3068ce-c524-4961-901c-5f085259cae3 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/quotas/e9fb04db8ac9464086cd7f3362e97455 HTTP/1.1" status: 200 len: 375 time: 0.0115798 Jul 06 15:27:10.186933 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=100 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:10.205199 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e02dc-60c1-49f2-b3f5-eb530df1ac95 req-47c791f2-8981-4b67-b37b-f0975019c54b tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:10.211699 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-5a2e02dc-60c1-49f2-b3f5-eb530df1ac95 req-47c791f2-8981-4b67-b37b-f0975019c54b tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.46 "GET /v2.0/ports?device_id=dbc61511-ad97-49b6-8127-d567909b6ebb HTTP/1.1" status: 200 len: 945 time: 0.0645244 Jul 06 15:27:10.220240 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-238469d5-1f57-4ec3-a6d4-b23ac8e3eb7b req-41f58fe9-9e94-4d9c-983f-2fc0715f398b tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e9fb04db8ac9464086cd7f3362e97455&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0584550 Jul 06 15:27:10.264486 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-5a2e02dc-60c1-49f2-b3f5-eb530df1ac95 req-162284dd-c5d3-4c8d-9f30-fcaa918102a4 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d2d61da-c2c3-44ba-8fac-6c2dfcc52d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507827 Jul 06 15:27:10.336579 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-238469d5-1f57-4ec3-a6d4-b23ac8e3eb7b req-01817a08-a28b-4d41-b6be-a675569e1e34 service neutron] 10.222.0.46 "GET /v2.0/networks/a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050010 Jul 06 15:27:10.433099 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-238469d5-1f57-4ec3-a6d4-b23ac8e3eb7b req-090bdcd1-62af-4803-967b-4bdb3007ba19 service neutron] 10.222.0.46 "GET /v2.0/networks/a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886743 Jul 06 15:27:10.517172 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e33089-0a5c-423a-9f31-aead02ff83ee req-c016e267-8008-47d6-98be-2457bb86d792 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:10.518711 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-03e33089-0a5c-423a-9f31-aead02ff83ee req-c016e267-8008-47d6-98be-2457bb86d792 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 945 time: 0.0488777 Jul 06 15:27:10.619330 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-03e33089-0a5c-423a-9f31-aead02ff83ee req-eca21c09-663a-47fe-ae8b-cfd4b47c911f tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823591 Jul 06 15:27:10.706954 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-36aea47d-72fe-48b5-aa9f-52cfbcfd4fd2 req-f072c1f1-0e7a-447c-8ab4-cd8a422fadf6 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44071dc-0ea5-446e-8cf3-8509970b78a8 HTTP/1.1" status: 200 len: 210 time: 0.1200662 Jul 06 15:27:10.873411 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414d9b62-c2bf-463e-9b2c-7e7caf02840d req-f3eaed21-f96f-45cf-a7c3-e07c1002d067 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:10.881223 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-414d9b62-c2bf-463e-9b2c-7e7caf02840d req-f3eaed21-f96f-45cf-a7c3-e07c1002d067 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 945 time: 0.0617197 Jul 06 15:27:10.909129 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=100 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:10.998927 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-414d9b62-c2bf-463e-9b2c-7e7caf02840d req-6ec302cd-1ca5-43f2-b3e5-a972df09729c tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc6fbc5a-489d-42df-8f08-ce6874fd60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132638 Jul 06 15:27:10.999287 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83126315-9e5f-40c8-a82b-d31c54c5966d req-e26ef7db-7771-45e5-9b4c-975acef591d3 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:11.002381 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-83126315-9e5f-40c8-a82b-d31c54c5966d req-e26ef7db-7771-45e5-9b4c-975acef591d3 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbc61511-ad97-49b6-8127-d567909b6ebb HTTP/1.1" status: 200 len: 945 time: 0.0703347 Jul 06 15:27:11.050263 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-244799b1-ea12-4aa3-baf9-7d7218457e68 req-70223562-b746-47a1-a7f5-07b4e10a872e tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/ports?device_id=f08c8b7f-24e0-47fe-9b46-87202f357774 HTTP/1.1" status: 200 len: 210 time: 0.0465038 Jul 06 15:27:11.384583 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa43dc8-9f6e-449d-b8bd-777b8c13e81d req-560cb6e6-e434-46d8-948c-b4d3d2f401fa tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:11.387715 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-baa43dc8-9f6e-449d-b8bd-777b8c13e81d req-560cb6e6-e434-46d8-948c-b4d3d2f401fa tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.46 "GET /v2.0/ports?device_id=dbc61511-ad97-49b6-8127-d567909b6ebb HTTP/1.1" status: 200 len: 945 time: 0.0513742 Jul 06 15:27:11.449679 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-baa43dc8-9f6e-449d-b8bd-777b8c13e81d req-93277cde-3a97-49cf-8c05-69c30b8635cf tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d2d61da-c2c3-44ba-8fac-6c2dfcc52d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582714 Jul 06 15:27:11.741113 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7c32b4-43d8-4a67-8ff3-23424e166260 req-aac78c1a-114b-4ac9-8be8-fed7d9437140 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:11.742668 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-9d7c32b4-43d8-4a67-8ff3-23424e166260 req-aac78c1a-114b-4ac9-8be8-fed7d9437140 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 945 time: 0.0502172 Jul 06 15:27:11.805720 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-9d7c32b4-43d8-4a67-8ff3-23424e166260 req-9474ae2e-b19f-4359-b304-f0d49c87f072 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563509 Jul 06 15:27:11.810080 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-606469b2-42ec-4f40-9fd9-a2795116c7bf req-807976e2-2790-46ae-be96-a17ee8786aa9 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44071dc-0ea5-446e-8cf3-8509970b78a8 HTTP/1.1" status: 200 len: 210 time: 0.0416124 Jul 06 15:27:12.246892 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82693402-c93d-40f1-9c9d-554a23f5b8ad req-bba49c41-1439-4b8c-be93-b8c854b04e2d tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:12.248941 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-82693402-c93d-40f1-9c9d-554a23f5b8ad req-bba49c41-1439-4b8c-be93-b8c854b04e2d tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 945 time: 0.0631554 Jul 06 15:27:12.291693 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-3644e457-20f9-4544-b440-17b745baa449 req-bba01cc3-7d43-4599-878d-0466752cb5cf tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/ports?device_id=f08c8b7f-24e0-47fe-9b46-87202f357774 HTTP/1.1" status: 200 len: 210 time: 0.0916810 Jul 06 15:27:12.344105 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [req-83126315-9e5f-40c8-a82b-d31c54c5966d req-4fa68791-8c64-47b6-b4b8-8f198b561297 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] Deleting port 74bf4e8a-6917-4bfa-85fd-a39eecbb576e {{(pid=103844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 15:27:12.344539 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-83126315-9e5f-40c8-a82b-d31c54c5966d req-4fa68791-8c64-47b6-b4b8-8f198b561297 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786465945384'] for port (74bf4e8a-6917-4bfa-85fd-a39eecbb576e), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:12.387780 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f727ab74-0082-497a-abf7-25fbf4f5996b req-dd855bdd-3f3d-490d-bb74-dbda8a844a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:12.389454 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-f727ab74-0082-497a-abf7-25fbf4f5996b req-dd855bdd-3f3d-490d-bb74-dbda8a844a91 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 1129 time: 0.0918279 Jul 06 15:27:12.452902 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-82693402-c93d-40f1-9c9d-554a23f5b8ad req-fc4bab0f-4b55-4459-9b11-0555b77d16bf tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc6fbc5a-489d-42df-8f08-ce6874fd60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1692801 Jul 06 15:27:12.489500 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [req-83126315-9e5f-40c8-a82b-d31c54c5966d req-4fa68791-8c64-47b6-b4b8-8f198b561297 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] For port 74bf4e8a-6917-4bfa-85fd-a39eecbb576e, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=74bf4e8a-6917-4bfa-85fd-a39eecbb576e,segment=NetworkSegment(f0f5d63e-46e5-40c5-98e9-730cc5ca7fc9),segment_id=f0f5d63e-46e5-40c5-98e9-730cc5ca7fc9)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:27:12.489861 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-83126315-9e5f-40c8-a82b-d31c54c5966d req-4fa68791-8c64-47b6-b4b8-8f198b561297 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652656'] for port (74bf4e8a-6917-4bfa-85fd-a39eecbb576e), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:12.503834 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [req-83126315-9e5f-40c8-a82b-d31c54c5966d req-4fa68791-8c64-47b6-b4b8-8f198b561297 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] Calling delete_port for 74bf4e8a-6917-4bfa-85fd-a39eecbb576e owned by compute:nova {{(pid=103844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 15:27:12.517210 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:12.568254 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6aab7-7888-491c-9ea2-a5cbd680f97a req-c18e15a7-33c6-4bf0-912d-3a7e8ab14db6 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:12.569662 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-9fe6aab7-7888-491c-9ea2-a5cbd680f97a req-c18e15a7-33c6-4bf0-912d-3a7e8ab14db6 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.46 "GET /v2.0/ports?device_id=dbc61511-ad97-49b6-8127-d567909b6ebb HTTP/1.1" status: 200 len: 945 time: 0.0538232 Jul 06 15:27:12.609266 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:12.644228 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-9fe6aab7-7888-491c-9ea2-a5cbd680f97a req-7bd686f8-ede0-4cf9-88fd-e25c0cf510ff tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d2d61da-c2c3-44ba-8fac-6c2dfcc52d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584180 Jul 06 15:27:12.683182 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-f727ab74-0082-497a-abf7-25fbf4f5996b req-9a0ddfef-e6ad-4099-b9f8-7c9b41c3cfe7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609686 Jul 06 15:27:12.752880 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=4 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:12.773306 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=4 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:12.914797 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-83126315-9e5f-40c8-a82b-d31c54c5966d req-4fa68791-8c64-47b6-b4b8-8f198b561297 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786465950455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786465455746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2698075'] for port (74bf4e8a-6917-4bfa-85fd-a39eecbb576e), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:12.936749 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] get_ports_and_sgs() called for port_ids ['74bf4e8a-6917-4bfa-85fd-a39eecbb576e'] {{(pid=103846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:27:12.948783 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa68791-8c64-47b6-b4b8-8f198b561297 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] Pushing event deleted for resources: {'Port': ['ID=74bf4e8a-6917-4bfa-85fd-a39eecbb576e,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:27:12.999005 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-c37f27cc-e868-4dc1-a764-c75fb4055c97 req-473bad60-dbb1-45d6-b742-90af5a5ce1cc tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44071dc-0ea5-446e-8cf3-8509970b78a8 HTTP/1.1" status: 200 len: 210 time: 0.0534487 Jul 06 15:27:13.042404 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [req-83126315-9e5f-40c8-a82b-d31c54c5966d req-4fa68791-8c64-47b6-b4b8-8f198b561297 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] No DVR routers for this DVR port 74bf4e8a-6917-4bfa-85fd-a39eecbb576e on host hv-cinder-84884 {{(pid=103844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 15:27:13.045288 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-83126315-9e5f-40c8-a82b-d31c54c5966d req-4fa68791-8c64-47b6-b4b8-8f198b561297 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for port (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:13.048699 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-83126315-9e5f-40c8-a82b-d31c54c5966d req-4fa68791-8c64-47b6-b4b8-8f198b561297 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.16 "DELETE /v2.0/ports/74bf4e8a-6917-4bfa-85fd-a39eecbb576e HTTP/1.1" status: 204 len: 173 time: 0.9740977 Jul 06 15:27:13.049203 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc61511-ad97-49b6-8127-d567909b6ebb', 'name': 'network-vif-deleted', 'tag': '74bf4e8a-6917-4bfa-85fd-a39eecbb576e'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:27:13.052266 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23f0ce0f3171803df377307192b3bbc073243688ace587a9918d8ae03454cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d78b369-aaf4-409e-9608-0f31f4a9192d" -d '{"events": [{"server_uuid": "dbc61511-ad97-49b6-8127-d567909b6ebb", "name": "network-vif-deleted", "tag": "74bf4e8a-6917-4bfa-85fd-a39eecbb576e"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:27:13.080092 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc0c68-935c-467b-918d-4cd3492e7b21 req-ee70f97d-a180-4e58-910d-82261f36616a tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:13.083635 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-6cdc0c68-935c-467b-918d-4cd3492e7b21 req-ee70f97d-a180-4e58-910d-82261f36616a tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 945 time: 0.1078026 Jul 06 15:27:13.109610 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 15:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86253eec-6f2c-47a2-8df3-4020b59499f7 x-openstack-request-id: req-86253eec-6f2c-47a2-8df3-4020b59499f7 {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:27:13.109903 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbc61511-ad97-49b6-8127-d567909b6ebb", "name": "network-vif-deleted", "tag": "74bf4e8a-6917-4bfa-85fd-a39eecbb576e", "status": "completed", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:27:13.110204 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-86253eec-6f2c-47a2-8df3-4020b59499f7 {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:27:13.111138 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86253eec-6f2c-47a2-8df3-4020b59499f7'] response: {'server_uuid': 'dbc61511-ad97-49b6-8127-d567909b6ebb', 'name': 'network-vif-deleted', 'tag': '74bf4e8a-6917-4bfa-85fd-a39eecbb576e', 'status': 'completed', 'code': 200} Jul 06 15:27:13.147024 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-6cdc0c68-935c-467b-918d-4cd3492e7b21 req-5cbfb536-72d2-42d2-b5e9-c2681d3d9d06 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552115 Jul 06 15:27:13.394911 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (eda728fc-b46d-4378-b578-35bac6b15486), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:13.481755 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-b30115df-42d9-4f8e-b0bf-b68225b00b59 req-16fd2cdd-1898-4420-b220-3dc5abbe1204 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/ports?device_id=f08c8b7f-24e0-47fe-9b46-87202f357774 HTTP/1.1" status: 200 len: 210 time: 0.0779614 Jul 06 15:27:13.548791 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0bf077-c8c4-43b8-84f3-a42e4878f937 req-7ffc422b-8173-443b-a3e1-0221c17fce04 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:13.550327 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-dc0bf077-c8c4-43b8-84f3-a42e4878f937 req-7ffc422b-8173-443b-a3e1-0221c17fce04 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.16 "GET /v2.0/networks?id=c6ecbf13-cdde-4eb1-a04c-6350b37f96a3 HTTP/1.1" status: 200 len: 815 time: 0.2242177 Jul 06 15:27:13.601371 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0bef85-65a1-4e92-b686-dd99106f7e66 req-e4d7820a-2119-4ac2-a5e1-38056f39e876 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:13.602875 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-0c0bef85-65a1-4e92-b686-dd99106f7e66 req-e4d7820a-2119-4ac2-a5e1-38056f39e876 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 945 time: 0.0536170 Jul 06 15:27:13.652261 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-0c0bef85-65a1-4e92-b686-dd99106f7e66 req-f1d697d5-91e6-42cd-bf35-8de52f1d19d4 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc6fbc5a-489d-42df-8f08-ce6874fd60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435572 Jul 06 15:27:13.759458 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [req-dc0bf077-c8c4-43b8-84f3-a42e4878f937 req-e122bfdc-1140-4cc2-a76a-57bb8117ef38 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Request body: {'port': {'device_id': 'f08c8b7f-24e0-47fe-9b46-87202f357774', 'network_id': 'c6ecbf13-cdde-4eb1-a04c-6350b37f96a3', 'admin_state_up': True, 'tenant_id': '0805ca8c35a34d0dbf0f1e7ac459c517'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:27:13.792690 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-36e22917-bd99-48a3-b2c5-36407c819c52 req-3b1058b5-c2fa-4fd1-a593-cf49cc9a91f9 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.46 "GET /v2.0/ports?device_id=dbc61511-ad97-49b6-8127-d567909b6ebb HTTP/1.1" status: 200 len: 210 time: 0.0504839 Jul 06 15:27:14.008217 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc0bf077-c8c4-43b8-84f3-a42e4878f937 req-e122bfdc-1140-4cc2-a76a-57bb8117ef38 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Made reservation on behalf of 0805ca8c35a34d0dbf0f1e7ac459c517 for: {'port': 1} {{(pid=103844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:27:14.011572 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-dc0bf077-c8c4-43b8-84f3-a42e4878f937 req-e122bfdc-1140-4cc2-a76a-57bb8117ef38 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:14.042683 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238469d5-1f57-4ec3-a6d4-b23ac8e3eb7b req-26dba980-c00a-427e-a34f-627b08488a42 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:14.044211 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-238469d5-1f57-4ec3-a6d4-b23ac8e3eb7b req-26dba980-c00a-427e-a34f-627b08488a42 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.16 "GET /v2.0/networks?id=a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5 HTTP/1.1" status: 200 len: 814 time: 0.1618280 Jul 06 15:27:14.132584 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-c3d8f080-42dc-4401-971e-6dc9ad83644b req-cadcf831-e9e3-4b74-a688-40bee8106974 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44071dc-0ea5-446e-8cf3-8509970b78a8 HTTP/1.1" status: 200 len: 210 time: 0.0480554 Jul 06 15:27:14.200101 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.db_base_plugin_common [req-dc0bf077-c8c4-43b8-84f3-a42e4878f937 req-e122bfdc-1140-4cc2-a76a-57bb8117ef38 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Allocated IP 172.20.0.11 (c6ecbf13-cdde-4eb1-a04c-6350b37f96a3/a7527d58-380f-473d-ba30-5ff4fd90a6b4/06b84364-8b0e-41bc-bdb2-0e28411c93d0) {{(pid=103844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:27:14.312833 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb9ff4-6294-4ddf-8400-e265004a389f req-0ebf92e1-2d54-4091-9fc3-2b9c39f3898d tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:14.315129 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-95eb9ff4-6294-4ddf-8400-e265004a389f req-0ebf92e1-2d54-4091-9fc3-2b9c39f3898d tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 945 time: 0.0937331 Jul 06 15:27:14.367172 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:14.430731 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:DELETE=3,neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:14.436206 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-95eb9ff4-6294-4ddf-8400-e265004a389f req-3e0cb7dc-d058-4b8a-8568-912cbe10da2b tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126561 Jul 06 15:27:14.468651 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-dc0bf077-c8c4-43b8-84f3-a42e4878f937 req-e122bfdc-1140-4cc2-a76a-57bb8117ef38 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Publish callbacks [] for port (06b84364-8b0e-41bc-bdb2-0e28411c93d0), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:14.503834 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-dc0bf077-c8c4-43b8-84f3-a42e4878f937 req-e122bfdc-1140-4cc2-a76a-57bb8117ef38 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786465455737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2698075'] for port (06b84364-8b0e-41bc-bdb2-0e28411c93d0), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:14.565528 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc0bf077-c8c4-43b8-84f3-a42e4878f937 req-e122bfdc-1140-4cc2-a76a-57bb8117ef38 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Network c6ecbf13-cdde-4eb1-a04c-6350b37f96a3 is already hosted by enough agents. {{(pid=103844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:27:14.578560 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.base_scheduler [req-dc0bf077-c8c4-43b8-84f3-a42e4878f937 req-e122bfdc-1140-4cc2-a76a-57bb8117ef38 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Resources bound (agent type, host, resource id): {{(pid=103844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:27:14.587449 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc0bf077-c8c4-43b8-84f3-a42e4878f937 req-e122bfdc-1140-4cc2-a76a-57bb8117ef38 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Received port after_create {{(pid=103844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 15:27:14.647749 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e122bfdc-1140-4cc2-a76a-57bb8117ef38 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Pushing event updated for resources: {'Port': ['ID=06b84364-8b0e-41bc-bdb2-0e28411c93d0,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:27:14.699203 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0bf077-c8c4-43b8-84f3-a42e4878f937 req-e122bfdc-1140-4cc2-a76a-57bb8117ef38 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:14.699894 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-dc0bf077-c8c4-43b8-84f3-a42e4878f937 req-e122bfdc-1140-4cc2-a76a-57bb8117ef38 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for port (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:14.746424 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-238469d5-1f57-4ec3-a6d4-b23ac8e3eb7b req-2ef95cde-db23-47c0-a84b-e13c1cd71a42 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9fb04db8ac9464086cd7f3362e97455 HTTP/1.1" status: 200 len: 472 time: 0.2077413 Jul 06 15:27:14.755899 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f741e52-e4ab-429f-a375-e0765ddfac3b req-428d490c-a175-4b30-82f0-2b963f7211ab tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:14.756786 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-dc0bf077-c8c4-43b8-84f3-a42e4878f937 req-e122bfdc-1140-4cc2-a76a-57bb8117ef38 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0030873 Jul 06 15:27:14.766348 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-2f741e52-e4ab-429f-a375-e0765ddfac3b req-428d490c-a175-4b30-82f0-2b963f7211ab tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/ports?device_id=f08c8b7f-24e0-47fe-9b46-87202f357774 HTTP/1.1" status: 200 len: 932 time: 0.1494775 Jul 06 15:27:14.849264 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-2f741e52-e4ab-429f-a375-e0765ddfac3b req-4d5dfea9-ea85-4a24-838f-ede9ebfeeea8 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f1a1e9b-36c4-4c38-bea4-b0aaf920a706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769298 Jul 06 15:27:14.863843 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ffa583-68b2-429b-9b15-15e7377ed114 req-55197624-b9ad-49fe-85c8-0694c69e06b5 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:14.866149 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-93ffa583-68b2-429b-9b15-15e7377ed114 req-55197624-b9ad-49fe-85c8-0694c69e06b5 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 945 time: 0.0786436 Jul 06 15:27:14.930807 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-6991db92-7563-47f8-b475-9db8a26ae511 None None] Provisioning complete for port 06b84364-8b0e-41bc-bdb2-0e28411c93d0 triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:27:14.931955 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-6991db92-7563-47f8-b475-9db8a26ae511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (06b84364-8b0e-41bc-bdb2-0e28411c93d0), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:14.937859 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-93ffa583-68b2-429b-9b15-15e7377ed114 req-3412dff1-7f7a-43da-9f2d-c035051ca373 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc6fbc5a-489d-42df-8f08-ce6874fd60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657680 Jul 06 15:27:14.966600 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-6991db92-7563-47f8-b475-9db8a26ae511 None None] Port 06b84364-8b0e-41bc-bdb2-0e28411c93d0 cannot update to ACTIVE because it is not bound. {{(pid=103846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 15:27:14.994479 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-0e4f9fc7-9e62-43ff-b279-224c71d4f0c9 req-18f1ccb7-e418-4603-acec-6f1ad549166a tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.46 "GET /v2.0/ports?device_id=dbc61511-ad97-49b6-8127-d567909b6ebb HTTP/1.1" status: 200 len: 210 time: 0.0310857 Jul 06 15:27:15.120805 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [req-238469d5-1f57-4ec3-a6d4-b23ac8e3eb7b req-94a149fd-96ce-40d1-83e6-edf148f1e8df tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Request body: {'port': {'device_id': 'e44071dc-0ea5-446e-8cf3-8509970b78a8', 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5', 'admin_state_up': True, 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'security_groups': ['5dc83bcc-a5e4-4bef-b0c9-99b76100b218']}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:27:15.162038 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [req-dc0bf077-c8c4-43b8-84f3-a42e4878f937 req-4a780284-98f7-44ec-b731-53c1407c6ba4 service neutron] Request body: {'port': {'device_id': 'f08c8b7f-24e0-47fe-9b46-87202f357774', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84884'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:27:15.323991 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-df504180-5ef8-4334-b6a6-08adc88957ee req-448f714b-09f1-418e-8332-9897dba1c668 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44071dc-0ea5-446e-8cf3-8509970b78a8 HTTP/1.1" status: 200 len: 210 time: 0.0672693 Jul 06 15:27:15.353014 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-dc0bf077-c8c4-43b8-84f3-a42e4878f937 req-4a780284-98f7-44ec-b731-53c1407c6ba4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (06b84364-8b0e-41bc-bdb2-0e28411c93d0), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:15.424570 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-238469d5-1f57-4ec3-a6d4-b23ac8e3eb7b req-94a149fd-96ce-40d1-83e6-edf148f1e8df tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Made reservation on behalf of e9fb04db8ac9464086cd7f3362e97455 for: {'port': 1} {{(pid=103844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:27:15.428093 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-238469d5-1f57-4ec3-a6d4-b23ac8e3eb7b req-94a149fd-96ce-40d1-83e6-edf148f1e8df tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:15.567801 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c973be8-303a-4837-b48e-a01db2018213 req-e7b043a5-e5fb-4d11-9b0e-53a456f293ad tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:15.575974 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-3c973be8-303a-4837-b48e-a01db2018213 req-e7b043a5-e5fb-4d11-9b0e-53a456f293ad tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 945 time: 0.0619676 Jul 06 15:27:15.629348 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-3c973be8-303a-4837-b48e-a01db2018213 req-62641dbc-5f2c-4285-88f4-220b7a1df500 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522048 Jul 06 15:27:15.946415 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:15.952022 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:16.024631 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.db_base_plugin_common [req-238469d5-1f57-4ec3-a6d4-b23ac8e3eb7b req-94a149fd-96ce-40d1-83e6-edf148f1e8df tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Allocated IP 172.20.0.13 (a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5/f20ae9c1-f124-46af-83bd-c43bda7bdca6/8b63513d-d499-47ba-b47f-6a4a11d9be7c) {{(pid=103844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:27:16.099920 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5718c790-4cf4-4e8d-8b7d-db198ea45d93 req-e36c78d9-c63b-4d5d-b144-c74f1fd50c2a tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:16.101306 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-5718c790-4cf4-4e8d-8b7d-db198ea45d93 req-e36c78d9-c63b-4d5d-b144-c74f1fd50c2a tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/ports?device_id=f08c8b7f-24e0-47fe-9b46-87202f357774 HTTP/1.1" status: 200 len: 932 time: 0.1120200 Jul 06 15:27:16.137196 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a8057-8002-4978-89b6-d3c9f9b500b7 req-c0b7a7a8-c15d-4484-b2fa-b6d0ebfef952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:16.140425 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-d27a8057-8002-4978-89b6-d3c9f9b500b7 req-c0b7a7a8-c15d-4484-b2fa-b6d0ebfef952 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef44ecc951964d51925463c5e09f9fbb&device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 1129 time: 0.1129491 Jul 06 15:27:16.146854 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f51e5-ecd7-49ea-b52d-a39311137aa6 req-2a010dd1-0e51-43eb-a3bc-0ba6694be78c tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:16.147981 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-bd8f51e5-ecd7-49ea-b52d-a39311137aa6 req-2a010dd1-0e51-43eb-a3bc-0ba6694be78c tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 945 time: 0.0915475 Jul 06 15:27:16.234399 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-bd8f51e5-ecd7-49ea-b52d-a39311137aa6 req-4c680ed9-4269-4f68-8463-aff138c5f0f9 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765514 Jul 06 15:27:16.273896 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-464a1eb2-ff3f-4497-be8c-99c0e9602fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (a81823b9-ba52-46bb-9bcd-43b269600933), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:16.339320 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device 74bf4e8a-6917-4bfa-85fd-a39eecbb576e no longer exists at agent hyperv_hv-cinder-84884 {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:27:16.392994 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] No Port match for: 74bf4e8a-6917-4bfa-85fd-a39eecbb576e {{(pid=103846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 15:27:16.393344 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device 74bf4e8a-6917-4bfa-85fd-a39eecbb576e not bound to the agent host hv-cinder-84884 {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:27:16.417947 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a273030-559d-4ce5-b775-33a456110429 req-4b45abae-7c08-4db5-86d8-f3c92187caef tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:16.421950 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-0a273030-559d-4ce5-b775-33a456110429 req-4b45abae-7c08-4db5-86d8-f3c92187caef tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 945 time: 0.1186988 Jul 06 15:27:16.452033 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [req-dc0bf077-c8c4-43b8-84f3-a42e4878f937 req-4a780284-98f7-44ec-b731-53c1407c6ba4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06b84364-8b0e-41bc-bdb2-0e28411c93d0 {{(pid=103844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 15:27:16.462196 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-dc0bf077-c8c4-43b8-84f3-a42e4878f937 req-4a780284-98f7-44ec-b731-53c1407c6ba4 service neutron] Publish callbacks [] for port (06b84364-8b0e-41bc-bdb2-0e28411c93d0), precommit_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:16.477937 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [req-dc0bf077-c8c4-43b8-84f3-a42e4878f937 req-4a780284-98f7-44ec-b731-53c1407c6ba4 service neutron] Transition to ACTIVE for port object 06b84364-8b0e-41bc-bdb2-0e28411c93d0 will not be triggered until provisioned by entity L2. {{(pid=103844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 06 15:27:16.501389 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-dc0bf077-c8c4-43b8-84f3-a42e4878f937 req-4a780284-98f7-44ec-b731-53c1407c6ba4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2698066'] for port (06b84364-8b0e-41bc-bdb2-0e28411c93d0), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:16.520283 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=100 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:16.540713 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-0a273030-559d-4ce5-b775-33a456110429 req-2550c431-086a-4f8c-a11d-5085dbe240da tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc6fbc5a-489d-42df-8f08-ce6874fd60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091919 Jul 06 15:27:16.649031 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-238469d5-1f57-4ec3-a6d4-b23ac8e3eb7b req-94a149fd-96ce-40d1-83e6-edf148f1e8df tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for port (8b63513d-d499-47ba-b47f-6a4a11d9be7c), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:16.705531 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-6e95881c-adbc-4319-aae7-eda9581441e4 req-e1ceefac-3d7b-4751-b410-7015a3652ea2 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44071dc-0ea5-446e-8cf3-8509970b78a8 HTTP/1.1" status: 200 len: 210 time: 0.0548749 Jul 06 15:27:16.708210 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-5718c790-4cf4-4e8d-8b7d-db198ea45d93 req-b12ed75f-26fc-45b0-bb70-e6f2c6854db0 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f1a1e9b-36c4-4c38-bea4-b0aaf920a706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5743463 Jul 06 15:27:16.708818 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:16.710527 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a8057-8002-4978-89b6-d3c9f9b500b7 req-91c0f724-e692-4fa6-b9df-1111ac35535a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:16.712730 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-d27a8057-8002-4978-89b6-d3c9f9b500b7 req-91c0f724-e692-4fa6-b9df-1111ac35535a service neutron] 10.222.0.16 "GET /v2.0/networks?id=2f7f712f-7346-42c2-b097-b4b48d9f78be HTTP/1.1" status: 200 len: 920 time: 0.5388169 Jul 06 15:27:16.718789 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-238469d5-1f57-4ec3-a6d4-b23ac8e3eb7b req-94a149fd-96ce-40d1-83e6-edf148f1e8df tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786465455737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2698075'] for port (8b63513d-d499-47ba-b47f-6a4a11d9be7c), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:16.753529 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-238469d5-1f57-4ec3-a6d4-b23ac8e3eb7b req-94a149fd-96ce-40d1-83e6-edf148f1e8df tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Network a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5 is already hosted by enough agents. {{(pid=103844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:27:16.760278 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.base_scheduler [req-238469d5-1f57-4ec3-a6d4-b23ac8e3eb7b req-94a149fd-96ce-40d1-83e6-edf148f1e8df tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Resources bound (agent type, host, resource id): {{(pid=103844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:27:16.830026 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [req-238469d5-1f57-4ec3-a6d4-b23ac8e3eb7b req-94a149fd-96ce-40d1-83e6-edf148f1e8df tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Received port after_create {{(pid=103844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 15:27:16.857087 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-d27a8057-8002-4978-89b6-d3c9f9b500b7 req-70478cf0-6aad-4e2c-bcbc-eed98c5a8239 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee13c450-a247-45da-9000-1d74f1a8c8aa HTTP/1.1" status: 200 len: 217 time: 0.1196134 Jul 06 15:27:16.904569 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a780284-98f7-44ec-b731-53c1407c6ba4 service neutron] Pushing event updated for resources: {'Port': ['ID=06b84364-8b0e-41bc-bdb2-0e28411c93d0,revision_number=2']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:27:17.032917 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a8057-8002-4978-89b6-d3c9f9b500b7 req-53576ce2-e5a2-488a-b85b-74604ccc3ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:17.034401 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-d27a8057-8002-4978-89b6-d3c9f9b500b7 req-53576ce2-e5a2-488a-b85b-74604ccc3ca9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d2607162-f852-4242-9cef-eb0efdf849b4 HTTP/1.1" status: 200 len: 858 time: 0.1239588 Jul 06 15:27:17.051321 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238469d5-1f57-4ec3-a6d4-b23ac8e3eb7b req-94a149fd-96ce-40d1-83e6-edf148f1e8df tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:17.051957 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-238469d5-1f57-4ec3-a6d4-b23ac8e3eb7b req-94a149fd-96ce-40d1-83e6-edf148f1e8df tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for port (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:17.078461 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-238469d5-1f57-4ec3-a6d4-b23ac8e3eb7b req-94a149fd-96ce-40d1-83e6-edf148f1e8df tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9618490 Jul 06 15:27:17.081856 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a149fd-96ce-40d1-83e6-edf148f1e8df tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Pushing event updated for resources: {'Port': ['ID=8b63513d-d499-47ba-b47f-6a4a11d9be7c,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:27:17.105845 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [req-dc0bf077-c8c4-43b8-84f3-a42e4878f937 req-4a780284-98f7-44ec-b731-53c1407c6ba4 service neutron] Attempting to bind port 06b84364-8b0e-41bc-bdb2-0e28411c93d0 on host hv-cinder-84884 for vnic_type normal with profile {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 15:27:17.106741 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [req-dc0bf077-c8c4-43b8-84f3-a42e4878f937 req-4a780284-98f7-44ec-b731-53c1407c6ba4 service neutron] Attempting to bind port 06b84364-8b0e-41bc-bdb2-0e28411c93d0 by drivers openvswitch,hyperv on host hv-cinder-84884 at level 0 using segments [{'id': '4902358a-84fd-44b7-9de8-73522f5a56dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'c6ecbf13-cdde-4eb1-a04c-6350b37f96a3'}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 15:27:17.107370 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0bf077-c8c4-43b8-84f3-a42e4878f937 req-4a780284-98f7-44ec-b731-53c1407c6ba4 service neutron] Attempting to bind port 06b84364-8b0e-41bc-bdb2-0e28411c93d0 on network c6ecbf13-cdde-4eb1-a04c-6350b37f96a3 {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:27:17.114894 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0bf077-c8c4-43b8-84f3-a42e4878f937 req-4a780284-98f7-44ec-b731-53c1407c6ba4 service neutron] Port 06b84364-8b0e-41bc-bdb2-0e28411c93d0 on network c6ecbf13-cdde-4eb1-a04c-6350b37f96a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84884 {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 06 15:27:17.115376 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0bf077-c8c4-43b8-84f3-a42e4878f937 req-4a780284-98f7-44ec-b731-53c1407c6ba4 service neutron] Attempting to bind port 06b84364-8b0e-41bc-bdb2-0e28411c93d0 on network c6ecbf13-cdde-4eb1-a04c-6350b37f96a3 {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:27:17.121886 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0bf077-c8c4-43b8-84f3-a42e4878f937 req-4a780284-98f7-44ec-b731-53c1407c6ba4 service neutron] Checking agent: {'id': 'eda728fc-b46d-4378-b578-35bac6b15486', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84884', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 15, 22, 43), 'started_at': datetime.datetime(2022, 7, 6, 15, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 15, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 15:27:17.122353 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0bf077-c8c4-43b8-84f3-a42e4878f937 req-4a780284-98f7-44ec-b731-53c1407c6ba4 service neutron] Checking segment: {'id': '4902358a-84fd-44b7-9de8-73522f5a56dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'c6ecbf13-cdde-4eb1-a04c-6350b37f96a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:27:17.122815 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0bf077-c8c4-43b8-84f3-a42e4878f937 req-4a780284-98f7-44ec-b731-53c1407c6ba4 service neutron] Bound using segment: {'id': '4902358a-84fd-44b7-9de8-73522f5a56dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'c6ecbf13-cdde-4eb1-a04c-6350b37f96a3'} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 15:27:17.123513 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [req-dc0bf077-c8c4-43b8-84f3-a42e4878f937 req-4a780284-98f7-44ec-b731-53c1407c6ba4 service neutron] Bound port: 06b84364-8b0e-41bc-bdb2-0e28411c93d0, host: hv-cinder-84884, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4902358a-84fd-44b7-9de8-73522f5a56dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'c6ecbf13-cdde-4eb1-a04c-6350b37f96a3'}}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 15:27:17.123945 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-dc0bf077-c8c4-43b8-84f3-a42e4878f937 req-4a780284-98f7-44ec-b731-53c1407c6ba4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (06b84364-8b0e-41bc-bdb2-0e28411c93d0), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:17.199771 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [req-dc0bf077-c8c4-43b8-84f3-a42e4878f937 req-4a780284-98f7-44ec-b731-53c1407c6ba4 service neutron] For port 06b84364-8b0e-41bc-bdb2-0e28411c93d0, host hv-cinder-84884, cleared binding levels {{(pid=103844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:27:17.202812 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [req-dc0bf077-c8c4-43b8-84f3-a42e4878f937 req-4a780284-98f7-44ec-b731-53c1407c6ba4 service neutron] For port 06b84364-8b0e-41bc-bdb2-0e28411c93d0, host hv-cinder-84884, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=06b84364-8b0e-41bc-bdb2-0e28411c93d0,segment=NetworkSegment(4902358a-84fd-44b7-9de8-73522f5a56dd),segment_id=4902358a-84fd-44b7-9de8-73522f5a56dd)] {{(pid=103844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:27:17.210416 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-dc0bf077-c8c4-43b8-84f3-a42e4878f937 req-4a780284-98f7-44ec-b731-53c1407c6ba4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2698066'] for port (06b84364-8b0e-41bc-bdb2-0e28411c93d0), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:17.217657 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-2c9ea501-a408-42b9-b164-1c5351d662b7 None None] Provisioning complete for port 8b63513d-d499-47ba-b47f-6a4a11d9be7c triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:27:17.218288 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-2c9ea501-a408-42b9-b164-1c5351d662b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (8b63513d-d499-47ba-b47f-6a4a11d9be7c), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:17.227531 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:17.284093 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-2c9ea501-a408-42b9-b164-1c5351d662b7 None None] Port 8b63513d-d499-47ba-b47f-6a4a11d9be7c cannot update to ACTIVE because it is not bound. {{(pid=103846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 15:27:17.286742 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0bf077-c8c4-43b8-84f3-a42e4878f937 req-4a780284-98f7-44ec-b731-53c1407c6ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:17.287390 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-dc0bf077-c8c4-43b8-84f3-a42e4878f937 req-4a780284-98f7-44ec-b731-53c1407c6ba4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for port (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:17.288778 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-dc0bf077-c8c4-43b8-84f3-a42e4878f937 req-4a780284-98f7-44ec-b731-53c1407c6ba4 service neutron] 10.222.0.16 "PUT /v2.0/ports/06b84364-8b0e-41bc-bdb2-0e28411c93d0 HTTP/1.1" status: 200 len: 1094 time: 2.1361842 Jul 06 15:27:17.289281 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f08c8b7f-24e0-47fe-9b46-87202f357774', 'tag': '06b84364-8b0e-41bc-bdb2-0e28411c93d0'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:27:17.291529 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23f0ce0f3171803df377307192b3bbc073243688ace587a9918d8ae03454cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-005070fb-0061-43da-b836-44798a133c4e" -d '{"events": [{"name": "network-changed", "server_uuid": "f08c8b7f-24e0-47fe-9b46-87202f357774", "tag": "06b84364-8b0e-41bc-bdb2-0e28411c93d0"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:27:17.309669 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a780284-98f7-44ec-b731-53c1407c6ba4 service neutron] Pushing event updated for resources: {'Port': ['ID=06b84364-8b0e-41bc-bdb2-0e28411c93d0,revision_number=3']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:27:17.358230 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 15:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4703dba0-928a-4ef1-88f1-67bc162f26b2 x-openstack-request-id: req-4703dba0-928a-4ef1-88f1-67bc162f26b2 {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:27:17.358741 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f08c8b7f-24e0-47fe-9b46-87202f357774", "tag": "06b84364-8b0e-41bc-bdb2-0e28411c93d0", "status": "completed", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:27:17.359120 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4703dba0-928a-4ef1-88f1-67bc162f26b2 {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:27:17.359619 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4703dba0-928a-4ef1-88f1-67bc162f26b2'] response: {'name': 'network-changed', 'server_uuid': 'f08c8b7f-24e0-47fe-9b46-87202f357774', 'tag': '06b84364-8b0e-41bc-bdb2-0e28411c93d0', 'status': 'completed', 'code': 200} Jul 06 15:27:17.434234 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ee5e3-063d-4603-848e-3dc770eeaf16 req-7bcb43d7-2a71-457c-be61-0d3f61366656 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:17.442467 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-5b6ee5e3-063d-4603-848e-3dc770eeaf16 req-7bcb43d7-2a71-457c-be61-0d3f61366656 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 945 time: 0.0930979 Jul 06 15:27:17.510217 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-5b6ee5e3-063d-4603-848e-3dc770eeaf16 req-0bbf54cb-d8ec-4edd-8894-7c1edf83cfe4 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658748 Jul 06 15:27:17.667039 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b433c-dd33-44d6-8e0a-ae0a72ac1a91 req-6089378d-31d1-47ef-9a9b-9bdca7cb31b2 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:17.668842 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-633b433c-dd33-44d6-8e0a-ae0a72ac1a91 req-6089378d-31d1-47ef-9a9b-9bdca7cb31b2 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 945 time: 0.0554488 Jul 06 15:27:17.717731 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-633b433c-dd33-44d6-8e0a-ae0a72ac1a91 req-c36f2256-32b6-4e53-8755-5b4abe341c63 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc6fbc5a-489d-42df-8f08-ce6874fd60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432146 Jul 06 15:27:17.956103 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cecd32-ff81-4be6-b103-1e07485530d4 req-d5e26749-de83-4cb6-b7fa-246fdc941ece tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:17.963404 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-56cecd32-ff81-4be6-b103-1e07485530d4 req-d5e26749-de83-4cb6-b7fa-246fdc941ece tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/ports?device_id=f08c8b7f-24e0-47fe-9b46-87202f357774 HTTP/1.1" status: 200 len: 944 time: 0.1152449 Jul 06 15:27:17.981872 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aaf606-8e1a-4da0-9b91-eed5a6749790 req-81a84b53-2700-4788-a9d0-b4c64adc876f tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:17.989542 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-e9aaf606-8e1a-4da0-9b91-eed5a6749790 req-81a84b53-2700-4788-a9d0-b4c64adc876f tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44071dc-0ea5-446e-8cf3-8509970b78a8 HTTP/1.1" status: 200 len: 932 time: 0.1464813 Jul 06 15:27:18.056120 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-56cecd32-ff81-4be6-b103-1e07485530d4 req-e4c95ea3-f112-42bc-97c0-5a8def901824 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f1a1e9b-36c4-4c38-bea4-b0aaf920a706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915370 Jul 06 15:27:18.067440 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-e9aaf606-8e1a-4da0-9b91-eed5a6749790 req-6c9bd80b-d78e-455b-b51b-f2c2c86e9540 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dc83bcc-a5e4-4bef-b0c9-99b76100b218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662324 Jul 06 15:27:18.285775 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-f2d1bec3-2a78-4f34-881a-3bcae5bac82c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8e6e5f2a-f235-48ed-8752-aab723ac44e7), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:18.644312 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aa8c29-20c6-4ec3-b0e5-be1a7f767c59 req-66afe73d-93b6-4159-b539-41c3c75e5e38 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:18.645905 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-f0aa8c29-20c6-4ec3-b0e5-be1a7f767c59 req-66afe73d-93b6-4159-b539-41c3c75e5e38 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 945 time: 0.0545990 Jul 06 15:27:18.701715 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-f0aa8c29-20c6-4ec3-b0e5-be1a7f767c59 req-bab19543-04da-4ebf-86a2-63fe126964c4 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497007 Jul 06 15:27:18.804335 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=100 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:18.849136 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d833dbac-8528-4e6c-bb62-be89cae6b8df req-b836d9d1-19a4-4926-8635-d672a7bd49ff tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:18.850616 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-d833dbac-8528-4e6c-bb62-be89cae6b8df req-b836d9d1-19a4-4926-8635-d672a7bd49ff tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 945 time: 0.0613449 Jul 06 15:27:18.901830 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-d833dbac-8528-4e6c-bb62-be89cae6b8df req-629f0fca-bab9-4213-a418-3b4acad2b458 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc6fbc5a-489d-42df-8f08-ce6874fd60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445051 Jul 06 15:27:19.179936 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e5f9f8-fa42-4a30-85a8-919c2fdcf1c3 req-737a4e36-2035-4cfb-8922-7b708960da73 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:19.181459 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-81e5f9f8-fa42-4a30-85a8-919c2fdcf1c3 req-737a4e36-2035-4cfb-8922-7b708960da73 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/ports?device_id=f08c8b7f-24e0-47fe-9b46-87202f357774 HTTP/1.1" status: 200 len: 944 time: 0.0534816 Jul 06 15:27:19.199363 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08c06c-7e39-43f0-ade4-91d090c1dd46 req-24700d94-feda-4f46-8deb-09059494b8ac tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:19.207778 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-2d08c06c-7e39-43f0-ade4-91d090c1dd46 req-24700d94-feda-4f46-8deb-09059494b8ac tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44071dc-0ea5-446e-8cf3-8509970b78a8 HTTP/1.1" status: 200 len: 932 time: 0.0549145 Jul 06 15:27:19.237603 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-81e5f9f8-fa42-4a30-85a8-919c2fdcf1c3 req-e47e0e9a-4cee-4050-b893-c155fb5b506e tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f1a1e9b-36c4-4c38-bea4-b0aaf920a706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479198 Jul 06 15:27:19.254987 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-2d08c06c-7e39-43f0-ade4-91d090c1dd46 req-a632ec84-a869-496f-9128-42b0d4d2d3f2 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dc83bcc-a5e4-4bef-b0c9-99b76100b218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460989 Jul 06 15:27:19.573594 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-5e71b6aa-55c8-4030-9936-371c496b104b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (6f0d5ee7-fa21-4cb0-b4ff-cf35f5a4ba31), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:19.867521 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a42ce52-4420-4a51-ae25-90799a7e07ac req-78c5e0d6-298b-4031-a53c-b4f2e912abf8 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:19.869366 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-5a42ce52-4420-4a51-ae25-90799a7e07ac req-78c5e0d6-298b-4031-a53c-b4f2e912abf8 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 945 time: 0.0735362 Jul 06 15:27:19.928655 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-5a42ce52-4420-4a51-ae25-90799a7e07ac req-cc5de634-9f7f-47c4-a02c-a42a31b0ebe0 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501506 Jul 06 15:27:20.052763 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f132a1a-0787-43ce-8c69-d06f2a5b23f4 req-d70b27e2-6833-424f-91c0-b37233ec16e6 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:20.054386 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-1f132a1a-0787-43ce-8c69-d06f2a5b23f4 req-d70b27e2-6833-424f-91c0-b37233ec16e6 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 945 time: 0.0647547 Jul 06 15:27:20.112102 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-1f132a1a-0787-43ce-8c69-d06f2a5b23f4 req-d25a6716-6646-4732-8c1e-e3d1feb55760 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc6fbc5a-489d-42df-8f08-ce6874fd60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519989 Jul 06 15:27:20.398363 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [req-238469d5-1f57-4ec3-a6d4-b23ac8e3eb7b req-3dca1c8b-2917-411a-9cb8-4bde79d4affa service neutron] Request body: {'port': {'device_id': 'e44071dc-0ea5-446e-8cf3-8509970b78a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84884'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:27:20.423257 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b19d1c1-5bed-4708-a00d-233202cf06a4 req-3affcf81-dde2-47ad-975d-d4d0c7340409 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:20.430546 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-0b19d1c1-5bed-4708-a00d-233202cf06a4 req-3affcf81-dde2-47ad-975d-d4d0c7340409 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44071dc-0ea5-446e-8cf3-8509970b78a8 HTTP/1.1" status: 200 len: 932 time: 0.0581319 Jul 06 15:27:20.438020 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:20.481759 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a8057-8002-4978-89b6-d3c9f9b500b7 req-53961adb-461d-4e4b-9357-f591cde12597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:20.483298 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-d27a8057-8002-4978-89b6-d3c9f9b500b7 req-53961adb-461d-4e4b-9357-f591cde12597 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2f7f712f-7346-42c2-b097-b4b48d9f78be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1711566 Jul 06 15:27:20.491309 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-0b19d1c1-5bed-4708-a00d-233202cf06a4 req-db707faa-eec2-49f4-90d5-259109886328 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dc83bcc-a5e4-4bef-b0c9-99b76100b218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598156 Jul 06 15:27:20.535965 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005070fb-0061-43da-b836-44798a133c4e req-9ac47ccf-b64c-4e32-a815-9d2844a33ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:20.537453 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-005070fb-0061-43da-b836-44798a133c4e req-9ac47ccf-b64c-4e32-a815-9d2844a33ca4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0805ca8c35a34d0dbf0f1e7ac459c517&device_id=f08c8b7f-24e0-47fe-9b46-87202f357774 HTTP/1.1" status: 200 len: 1128 time: 0.1468778 Jul 06 15:27:20.548147 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2454ff8c-e935-430d-a167-89e093598b55 req-f8b64539-8dd8-4835-b40c-9afab01781e2 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:20.549509 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-2454ff8c-e935-430d-a167-89e093598b55 req-f8b64539-8dd8-4835-b40c-9afab01781e2 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/ports?device_id=f08c8b7f-24e0-47fe-9b46-87202f357774 HTTP/1.1" status: 200 len: 944 time: 0.1658342 Jul 06 15:27:20.661677 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-238469d5-1f57-4ec3-a6d4-b23ac8e3eb7b req-3dca1c8b-2917-411a-9cb8-4bde79d4affa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (8b63513d-d499-47ba-b47f-6a4a11d9be7c), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:20.789366 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-d27a8057-8002-4978-89b6-d3c9f9b500b7 req-60627f18-2b2a-450a-9384-b2a9d1849ce6 service neutron] 10.222.0.16 "GET /v2.0/networks/2f7f712f-7346-42c2-b097-b4b48d9f78be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857862 Jul 06 15:27:20.792513 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-2454ff8c-e935-430d-a167-89e093598b55 req-20997905-0de5-4ecb-881c-f99dbcef93cb tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f1a1e9b-36c4-4c38-bea4-b0aaf920a706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168674 Jul 06 15:27:20.805051 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:20.883288 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005070fb-0061-43da-b836-44798a133c4e req-baea9f16-7c00-4699-b306-5663722e7fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:20.884753 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-005070fb-0061-43da-b836-44798a133c4e req-baea9f16-7c00-4699-b306-5663722e7fb3 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=0805ca8c35a34d0dbf0f1e7ac459c517&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3157797 Jul 06 15:27:21.067726 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-d27a8057-8002-4978-89b6-d3c9f9b500b7 req-b7864a8c-80a9-42c3-8375-a4176e643a0c service neutron] 10.222.0.16 "GET /v2.0/networks/2f7f712f-7346-42c2-b097-b4b48d9f78be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709987 Jul 06 15:27:21.088155 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-8ac95340-3f24-440b-a4d9-caf8afcb49bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8ea57be5-348a-4c5b-804c-cda178363830), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:21.091771 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29dff67-7564-4101-911a-fb0128d172aa req-0875dbcf-c1b3-4a2a-b0b0-45900aae95d9 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:21.100037 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-d29dff67-7564-4101-911a-fb0128d172aa req-0875dbcf-c1b3-4a2a-b0b0-45900aae95d9 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 945 time: 0.0956752 Jul 06 15:27:21.116342 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005070fb-0061-43da-b836-44798a133c4e req-277be2e9-5c96-4495-89fd-c653c82b255d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:21.118362 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-005070fb-0061-43da-b836-44798a133c4e req-277be2e9-5c96-4495-89fd-c653c82b255d service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2228951 Jul 06 15:27:21.180755 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-d29dff67-7564-4101-911a-fb0128d172aa req-c3bdf593-0fa4-450c-8ca7-656a3dd22384 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715249 Jul 06 15:27:21.230460 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (d26a5351-3de7-44f9-93eb-9fed5ee5b55b), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:21.272376 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [req-238469d5-1f57-4ec3-a6d4-b23ac8e3eb7b req-3dca1c8b-2917-411a-9cb8-4bde79d4affa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b63513d-d499-47ba-b47f-6a4a11d9be7c {{(pid=103844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 15:27:21.285626 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-238469d5-1f57-4ec3-a6d4-b23ac8e3eb7b req-3dca1c8b-2917-411a-9cb8-4bde79d4affa service neutron] Publish callbacks [] for port (8b63513d-d499-47ba-b47f-6a4a11d9be7c), precommit_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:21.308084 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6caed4-f334-48ab-b54d-ee44c954f4c4 req-59bba181-38cb-409a-929e-05eeac93ad6c tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:21.310213 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-8f6caed4-f334-48ab-b54d-ee44c954f4c4 req-59bba181-38cb-409a-929e-05eeac93ad6c tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 945 time: 0.0979359 Jul 06 15:27:21.316690 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [req-238469d5-1f57-4ec3-a6d4-b23ac8e3eb7b req-3dca1c8b-2917-411a-9cb8-4bde79d4affa service neutron] Transition to ACTIVE for port object 8b63513d-d499-47ba-b47f-6a4a11d9be7c will not be triggered until provisioned by entity L2. {{(pid=103844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 06 15:27:21.326826 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-238469d5-1f57-4ec3-a6d4-b23ac8e3eb7b req-3dca1c8b-2917-411a-9cb8-4bde79d4affa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2698066'] for port (8b63513d-d499-47ba-b47f-6a4a11d9be7c), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:21.416887 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:21.457269 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dca1c8b-2917-411a-9cb8-4bde79d4affa service neutron] Pushing event updated for resources: {'Port': ['ID=8b63513d-d499-47ba-b47f-6a4a11d9be7c,revision_number=2']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:27:21.486793 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-8f6caed4-f334-48ab-b54d-ee44c954f4c4 req-7ced355e-31ae-4d08-bdf3-ca3ce850a5d4 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc6fbc5a-489d-42df-8f08-ce6874fd60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1684608 Jul 06 15:27:21.558916 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [req-238469d5-1f57-4ec3-a6d4-b23ac8e3eb7b req-3dca1c8b-2917-411a-9cb8-4bde79d4affa service neutron] Attempting to bind port 8b63513d-d499-47ba-b47f-6a4a11d9be7c on host hv-cinder-84884 for vnic_type normal with profile {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 15:27:21.559623 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [req-238469d5-1f57-4ec3-a6d4-b23ac8e3eb7b req-3dca1c8b-2917-411a-9cb8-4bde79d4affa service neutron] Attempting to bind port 8b63513d-d499-47ba-b47f-6a4a11d9be7c by drivers openvswitch,hyperv on host hv-cinder-84884 at level 0 using segments [{'id': '9e485fae-b0f5-4f5a-9064-6e2e7153a585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5'}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 15:27:21.560207 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238469d5-1f57-4ec3-a6d4-b23ac8e3eb7b req-3dca1c8b-2917-411a-9cb8-4bde79d4affa service neutron] Attempting to bind port 8b63513d-d499-47ba-b47f-6a4a11d9be7c on network a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5 {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:27:21.566090 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238469d5-1f57-4ec3-a6d4-b23ac8e3eb7b req-3dca1c8b-2917-411a-9cb8-4bde79d4affa service neutron] Port 8b63513d-d499-47ba-b47f-6a4a11d9be7c on network a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84884 {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 06 15:27:21.566767 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238469d5-1f57-4ec3-a6d4-b23ac8e3eb7b req-3dca1c8b-2917-411a-9cb8-4bde79d4affa service neutron] Attempting to bind port 8b63513d-d499-47ba-b47f-6a4a11d9be7c on network a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5 {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:27:21.573526 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238469d5-1f57-4ec3-a6d4-b23ac8e3eb7b req-3dca1c8b-2917-411a-9cb8-4bde79d4affa service neutron] Checking agent: {'id': 'eda728fc-b46d-4378-b578-35bac6b15486', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84884', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 15, 22, 43), 'started_at': datetime.datetime(2022, 7, 6, 15, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 15, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 15:27:21.574227 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238469d5-1f57-4ec3-a6d4-b23ac8e3eb7b req-3dca1c8b-2917-411a-9cb8-4bde79d4affa service neutron] Checking segment: {'id': '9e485fae-b0f5-4f5a-9064-6e2e7153a585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:27:21.574840 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238469d5-1f57-4ec3-a6d4-b23ac8e3eb7b req-3dca1c8b-2917-411a-9cb8-4bde79d4affa service neutron] Bound using segment: {'id': '9e485fae-b0f5-4f5a-9064-6e2e7153a585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5'} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 15:27:21.575601 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [req-238469d5-1f57-4ec3-a6d4-b23ac8e3eb7b req-3dca1c8b-2917-411a-9cb8-4bde79d4affa service neutron] Bound port: 8b63513d-d499-47ba-b47f-6a4a11d9be7c, host: hv-cinder-84884, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e485fae-b0f5-4f5a-9064-6e2e7153a585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5'}}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 15:27:21.576204 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-238469d5-1f57-4ec3-a6d4-b23ac8e3eb7b req-3dca1c8b-2917-411a-9cb8-4bde79d4affa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (8b63513d-d499-47ba-b47f-6a4a11d9be7c), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:21.669704 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [req-238469d5-1f57-4ec3-a6d4-b23ac8e3eb7b req-3dca1c8b-2917-411a-9cb8-4bde79d4affa service neutron] For port 8b63513d-d499-47ba-b47f-6a4a11d9be7c, host hv-cinder-84884, cleared binding levels {{(pid=103844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:27:21.677417 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [req-238469d5-1f57-4ec3-a6d4-b23ac8e3eb7b req-3dca1c8b-2917-411a-9cb8-4bde79d4affa service neutron] For port 8b63513d-d499-47ba-b47f-6a4a11d9be7c, host hv-cinder-84884, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=8b63513d-d499-47ba-b47f-6a4a11d9be7c,segment=NetworkSegment(9e485fae-b0f5-4f5a-9064-6e2e7153a585),segment_id=9e485fae-b0f5-4f5a-9064-6e2e7153a585)] {{(pid=103844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:27:21.677978 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e953e-43e6-4460-94f2-5bb76caeb2bb req-3197745a-3f08-4ad1-b998-18c2af0aeb80 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:21.684318 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-f77e953e-43e6-4460-94f2-5bb76caeb2bb req-3197745a-3f08-4ad1-b998-18c2af0aeb80 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44071dc-0ea5-446e-8cf3-8509970b78a8 HTTP/1.1" status: 200 len: 944 time: 0.0754566 Jul 06 15:27:21.691632 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-238469d5-1f57-4ec3-a6d4-b23ac8e3eb7b req-3dca1c8b-2917-411a-9cb8-4bde79d4affa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2698066'] for port (8b63513d-d499-47ba-b47f-6a4a11d9be7c), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:21.734122 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:21.785496 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238469d5-1f57-4ec3-a6d4-b23ac8e3eb7b req-3dca1c8b-2917-411a-9cb8-4bde79d4affa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:21.786131 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-238469d5-1f57-4ec3-a6d4-b23ac8e3eb7b req-3dca1c8b-2917-411a-9cb8-4bde79d4affa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for port (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:21.792264 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-238469d5-1f57-4ec3-a6d4-b23ac8e3eb7b req-3dca1c8b-2917-411a-9cb8-4bde79d4affa service neutron] 10.222.0.16 "PUT /v2.0/ports/8b63513d-d499-47ba-b47f-6a4a11d9be7c HTTP/1.1" status: 200 len: 1094 time: 1.4029689 Jul 06 15:27:21.793545 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e44071dc-0ea5-446e-8cf3-8509970b78a8', 'tag': '8b63513d-d499-47ba-b47f-6a4a11d9be7c'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:27:21.799327 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23f0ce0f3171803df377307192b3bbc073243688ace587a9918d8ae03454cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c84ead-223e-4206-ad5d-f5be53aa07b9" -d '{"events": [{"name": "network-changed", "server_uuid": "e44071dc-0ea5-446e-8cf3-8509970b78a8", "tag": "8b63513d-d499-47ba-b47f-6a4a11d9be7c"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:27:21.825356 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-f77e953e-43e6-4460-94f2-5bb76caeb2bb req-4f241566-a56f-40b3-b616-f66c69f7ad59 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dc83bcc-a5e4-4bef-b0c9-99b76100b218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361244 Jul 06 15:27:21.838105 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dca1c8b-2917-411a-9cb8-4bde79d4affa service neutron] Pushing event updated for resources: {'Port': ['ID=8b63513d-d499-47ba-b47f-6a4a11d9be7c,revision_number=3']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:27:21.845757 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 15:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f92ea6b-7cdf-4006-ab17-5de587d60c7a x-openstack-request-id: req-4f92ea6b-7cdf-4006-ab17-5de587d60c7a {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:27:21.846030 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e44071dc-0ea5-446e-8cf3-8509970b78a8", "tag": "8b63513d-d499-47ba-b47f-6a4a11d9be7c", "status": "completed", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:27:21.846280 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4f92ea6b-7cdf-4006-ab17-5de587d60c7a {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:27:21.846677 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f92ea6b-7cdf-4006-ab17-5de587d60c7a'] response: {'name': 'network-changed', 'server_uuid': 'e44071dc-0ea5-446e-8cf3-8509970b78a8', 'tag': '8b63513d-d499-47ba-b47f-6a4a11d9be7c', 'status': 'completed', 'code': 200} Jul 06 15:27:21.953030 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d003c76e-74e1-4fdd-9b87-d7bd61cf1443 req-b05426a7-f7b9-44dc-9182-6f8c27a8660f tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:21.955309 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-d003c76e-74e1-4fdd-9b87-d7bd61cf1443 req-b05426a7-f7b9-44dc-9182-6f8c27a8660f tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/ports?device_id=f08c8b7f-24e0-47fe-9b46-87202f357774 HTTP/1.1" status: 200 len: 944 time: 0.0609865 Jul 06 15:27:22.017045 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-d003c76e-74e1-4fdd-9b87-d7bd61cf1443 req-6dc5357e-22ba-4559-8a20-61a84b212898 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f1a1e9b-36c4-4c38-bea4-b0aaf920a706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525239 Jul 06 15:27:22.296311 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133c54bf-e7a6-4a51-a15f-160ec4df92fe req-80072302-2de1-4929-b6eb-1ebc8778ef32 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:22.298214 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-133c54bf-e7a6-4a51-a15f-160ec4df92fe req-80072302-2de1-4929-b6eb-1ebc8778ef32 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 945 time: 0.0538101 Jul 06 15:27:22.350335 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-133c54bf-e7a6-4a51-a15f-160ec4df92fe req-64df6e34-e54e-4bb7-8ef7-dda4bb6c7760 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467141 Jul 06 15:27:22.654876 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b2127-7a3d-44c2-9a8c-6d1b94b34adb req-0b753cd6-0cb8-4db4-9134-6610ef314918 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:22.658165 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-af9b2127-7a3d-44c2-9a8c-6d1b94b34adb req-0b753cd6-0cb8-4db4-9134-6610ef314918 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 945 time: 0.0836518 Jul 06 15:27:22.715414 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-af9b2127-7a3d-44c2-9a8c-6d1b94b34adb req-1d649415-5b34-4885-beb7-a5bcbc8ae2c2 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc6fbc5a-489d-42df-8f08-ce6874fd60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491121 Jul 06 15:27:22.964692 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381af58f-f981-49dd-875f-f8aa72f4d9e6 req-04cc90ae-92ea-4c6b-8253-fde7c6134439 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:22.966374 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-381af58f-f981-49dd-875f-f8aa72f4d9e6 req-04cc90ae-92ea-4c6b-8253-fde7c6134439 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44071dc-0ea5-446e-8cf3-8509970b78a8 HTTP/1.1" status: 200 len: 944 time: 0.0641720 Jul 06 15:27:23.015072 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-381af58f-f981-49dd-875f-f8aa72f4d9e6 req-0c7a6849-0c2e-4838-8da5-f0fe1b8dc8b8 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dc83bcc-a5e4-4bef-b0c9-99b76100b218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422363 Jul 06 15:27:23.152976 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad0fc05-4db4-4a6e-ba25-4aea4e161199 req-8faa91b2-e9b0-41ba-b8cf-c9068caea8a4 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:23.154436 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-dad0fc05-4db4-4a6e-ba25-4aea4e161199 req-8faa91b2-e9b0-41ba-b8cf-c9068caea8a4 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/ports?device_id=f08c8b7f-24e0-47fe-9b46-87202f357774 HTTP/1.1" status: 200 len: 944 time: 0.0561390 Jul 06 15:27:23.212771 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-dad0fc05-4db4-4a6e-ba25-4aea4e161199 req-c988792f-5267-42b5-b4e7-ae962f8bafa8 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f1a1e9b-36c4-4c38-bea4-b0aaf920a706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505390 Jul 06 15:27:23.482675 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3342a20f-1711-4b57-83e9-d0807416c1ef req-787dd2ce-2db6-413d-9243-62709cbfef0f tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:23.484718 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-3342a20f-1711-4b57-83e9-d0807416c1ef req-787dd2ce-2db6-413d-9243-62709cbfef0f tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 945 time: 0.0583286 Jul 06 15:27:23.542319 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-3342a20f-1711-4b57-83e9-d0807416c1ef req-6b695408-4a4d-4f72-bdb5-0dc0c6da0ead tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512338 Jul 06 15:27:23.840514 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae608b-8efb-420b-a193-c10e275bb5fc req-a68e9142-6850-410b-967b-e8140093058e tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:23.841964 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-48ae608b-8efb-420b-a193-c10e275bb5fc req-a68e9142-6850-410b-967b-e8140093058e tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 945 time: 0.0527837 Jul 06 15:27:23.892124 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-48ae608b-8efb-420b-a193-c10e275bb5fc req-71891772-fcca-4c42-869b-637ac0018097 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc6fbc5a-489d-42df-8f08-ce6874fd60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437462 Jul 06 15:27:24.109715 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=100 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:24.128980 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb19dc-d7a0-474d-9ba2-8d156293f0fb req-82b32691-6fe1-4641-83cf-f1033c6a531d tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:24.130492 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-aceb19dc-d7a0-474d-9ba2-8d156293f0fb req-82b32691-6fe1-4641-83cf-f1033c6a531d tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44071dc-0ea5-446e-8cf3-8509970b78a8 HTTP/1.1" status: 200 len: 944 time: 0.0482395 Jul 06 15:27:24.166724 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c84ead-223e-4206-ad5d-f5be53aa07b9 req-ad60d6e7-2bc8-4e32-9053-69c9ef6fefdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:24.168366 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-a4c84ead-223e-4206-ad5d-f5be53aa07b9 req-ad60d6e7-2bc8-4e32-9053-69c9ef6fefdc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e9fb04db8ac9464086cd7f3362e97455&device_id=e44071dc-0ea5-446e-8cf3-8509970b78a8 HTTP/1.1" status: 200 len: 1128 time: 0.0454242 Jul 06 15:27:24.189100 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-aceb19dc-d7a0-474d-9ba2-8d156293f0fb req-0f97a25f-aef6-4947-8a1c-81382ff38813 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dc83bcc-a5e4-4bef-b0c9-99b76100b218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509286 Jul 06 15:27:24.331891 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5131acd-60b0-4912-a1ce-fa1951da1cd8 req-68082819-0c4c-4437-9e95-19672879ebfb tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:24.333466 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-c5131acd-60b0-4912-a1ce-fa1951da1cd8 req-68082819-0c4c-4437-9e95-19672879ebfb tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/ports?device_id=f08c8b7f-24e0-47fe-9b46-87202f357774 HTTP/1.1" status: 200 len: 944 time: 0.0494149 Jul 06 15:27:24.379600 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-c5131acd-60b0-4912-a1ce-fa1951da1cd8 req-6ecc2437-5521-4fd5-a18a-7e928a65ce88 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f1a1e9b-36c4-4c38-bea4-b0aaf920a706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404739 Jul 06 15:27:24.444586 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0bf077-c8c4-43b8-84f3-a42e4878f937 req-7855d9a7-7a33-4bd2-bfc7-9a8a844b9f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:24.446499 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-dc0bf077-c8c4-43b8-84f3-a42e4878f937 req-7855d9a7-7a33-4bd2-bfc7-9a8a844b9f7a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0805ca8c35a34d0dbf0f1e7ac459c517&device_id=f08c8b7f-24e0-47fe-9b46-87202f357774 HTTP/1.1" status: 200 len: 1128 time: 0.0427077 Jul 06 15:27:24.656341 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0192aec0-a26f-4b4b-bfc3-8407d0440964 req-b0869d2f-49a8-4086-87b3-0ffc5809a580 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:24.657814 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-0192aec0-a26f-4b4b-bfc3-8407d0440964 req-b0869d2f-49a8-4086-87b3-0ffc5809a580 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 945 time: 0.0467019 Jul 06 15:27:24.703772 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-0192aec0-a26f-4b4b-bfc3-8407d0440964 req-a3afd280-5267-4494-8d03-8d01e41255a8 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404832 Jul 06 15:27:25.016075 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ae4ae-039b-42a2-a94b-d7975651ada7 req-6b2573eb-43ef-4605-b427-8c20b2004efb tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:25.017685 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-466ae4ae-039b-42a2-a94b-d7975651ada7 req-6b2573eb-43ef-4605-b427-8c20b2004efb tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 945 time: 0.0493007 Jul 06 15:27:25.066948 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-466ae4ae-039b-42a2-a94b-d7975651ada7 req-25eda2f6-bf29-470e-b762-404be0001a33 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc6fbc5a-489d-42df-8f08-ce6874fd60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436873 Jul 06 15:27:25.274060 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e492e-8e63-4e08-96df-6f26892f0a52 req-41b97284-6b1b-4013-b1c9-7786e7e4faae tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:25.275687 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-d46e492e-8e63-4e08-96df-6f26892f0a52 req-41b97284-6b1b-4013-b1c9-7786e7e4faae tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 945 time: 0.0606213 Jul 06 15:27:25.326115 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=100 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:25.338664 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-d46e492e-8e63-4e08-96df-6f26892f0a52 req-c8f8e430-3770-4697-b84c-920dd585f9c6 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc6fbc5a-489d-42df-8f08-ce6874fd60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534329 Jul 06 15:27:25.338802 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b214f8e-318e-4fb2-a819-86c688ef91f6 req-e5538eb2-39b7-410a-bf43-0965a1aeebae tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:25.340354 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-3b214f8e-318e-4fb2-a819-86c688ef91f6 req-e5538eb2-39b7-410a-bf43-0965a1aeebae tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44071dc-0ea5-446e-8cf3-8509970b78a8 HTTP/1.1" status: 200 len: 944 time: 0.0597847 Jul 06 15:27:25.391087 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-3b214f8e-318e-4fb2-a819-86c688ef91f6 req-15a669f0-c7d0-4bc6-a8db-259940345d32 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dc83bcc-a5e4-4bef-b0c9-99b76100b218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447216 Jul 06 15:27:25.495500 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee30e6-a845-4da0-ae15-81f9c62d64b9 req-586b448d-bb57-4810-b7b7-9aec6711bd15 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:25.497093 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-3dee30e6-a845-4da0-ae15-81f9c62d64b9 req-586b448d-bb57-4810-b7b7-9aec6711bd15 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/ports?device_id=f08c8b7f-24e0-47fe-9b46-87202f357774 HTTP/1.1" status: 200 len: 944 time: 0.0506961 Jul 06 15:27:25.566635 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-3dee30e6-a845-4da0-ae15-81f9c62d64b9 req-aff5eb22-2908-4530-aa43-6efe2122ce28 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f1a1e9b-36c4-4c38-bea4-b0aaf920a706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633771 Jul 06 15:27:25.570390 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:25.620594 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-dc0bf077-c8c4-43b8-84f3-a42e4878f937 req-034001ef-5c5c-47bc-a92c-6d94dca35811 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06b84364-8b0e-41bc-bdb2-0e28411c93d0 HTTP/1.1" status: 200 len: 217 time: 0.0529060 Jul 06 15:27:25.685552 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c84ead-223e-4206-ad5d-f5be53aa07b9 req-870d712a-4cdd-4511-b8e9-c546eb38c116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:25.687177 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-a4c84ead-223e-4206-ad5d-f5be53aa07b9 req-870d712a-4cdd-4511-b8e9-c546eb38c116 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=e9fb04db8ac9464086cd7f3362e97455&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1479967 Jul 06 15:27:25.739580 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:25.910988 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0bf077-c8c4-43b8-84f3-a42e4878f937 req-ef32bb4e-6f5e-4867-8296-be20a45f6871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:25.921893 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-dc0bf077-c8c4-43b8-84f3-a42e4878f937 req-ef32bb4e-6f5e-4867-8296-be20a45f6871 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a7527d58-380f-473d-ba30-5ff4fd90a6b4 HTTP/1.1" status: 200 len: 854 time: 0.2097051 Jul 06 15:27:25.955854 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7925125e-2259-410d-8fe3-514aa53e3046 req-c3d5ea4b-1c18-4978-9216-b3530ec77b11 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:25.965226 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-7925125e-2259-410d-8fe3-514aa53e3046 req-c3d5ea4b-1c18-4978-9216-b3530ec77b11 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 945 time: 0.1548281 Jul 06 15:27:25.981490 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac203c0-aab4-4b41-8767-0aa2c4f55139 req-51aee9eb-2fba-4b7a-ba91-91770a7fb68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:25.987015 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-1ac203c0-aab4-4b41-8767-0aa2c4f55139 req-51aee9eb-2fba-4b7a-ba91-91770a7fb68f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6707399c704e4c97939dc84df58cb39f&device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 1129 time: 0.2207198 Jul 06 15:27:26.024996 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c84ead-223e-4206-ad5d-f5be53aa07b9 req-80827455-b847-44ee-aad3-91d5bf8f457e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:26.030145 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-a4c84ead-223e-4206-ad5d-f5be53aa07b9 req-80827455-b847-44ee-aad3-91d5bf8f457e service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3172505 Jul 06 15:27:26.091465 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-7925125e-2259-410d-8fe3-514aa53e3046 req-3c502e44-130e-4c5c-a13e-9a7d22138e64 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241763 Jul 06 15:27:26.485405 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ec5aa-6b59-43fe-9689-b31c13ca8694 req-151b1b1f-be3d-4350-9e79-c8f50b261e03 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:26.494780 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-f00ec5aa-6b59-43fe-9689-b31c13ca8694 req-151b1b1f-be3d-4350-9e79-c8f50b261e03 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 945 time: 0.0799201 Jul 06 15:27:26.563045 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01384296-e3f2-4887-ba48-8ab8a60e9e5e req-043c7188-5e13-4e1a-a666-28a1d4e98707 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:26.570871 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-01384296-e3f2-4887-ba48-8ab8a60e9e5e req-043c7188-5e13-4e1a-a666-28a1d4e98707 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44071dc-0ea5-446e-8cf3-8509970b78a8 HTTP/1.1" status: 200 len: 944 time: 0.0885403 Jul 06 15:27:26.578018 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-f00ec5aa-6b59-43fe-9689-b31c13ca8694 req-fc036195-5b42-4b8c-836f-a534f6b644ab tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc6fbc5a-489d-42df-8f08-ce6874fd60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820034 Jul 06 15:27:26.665126 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-01384296-e3f2-4887-ba48-8ab8a60e9e5e req-92f8ff51-9265-43b3-9728-0f32a4108311 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dc83bcc-a5e4-4bef-b0c9-99b76100b218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914209 Jul 06 15:27:26.764460 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a3a78-2d7c-440e-9072-255f44b37bdb req-e9431cc0-645c-4560-8390-8090782513f1 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:26.766063 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-b33a3a78-2d7c-440e-9072-255f44b37bdb req-e9431cc0-645c-4560-8390-8090782513f1 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/ports?device_id=f08c8b7f-24e0-47fe-9b46-87202f357774 HTTP/1.1" status: 200 len: 944 time: 0.0761869 Jul 06 15:27:26.840362 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-b33a3a78-2d7c-440e-9072-255f44b37bdb req-40efede0-cae5-4136-b7b4-82dd44b09599 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f1a1e9b-36c4-4c38-bea4-b0aaf920a706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650277 Jul 06 15:27:27.300095 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ebbb0-667d-4d0a-a9df-63b8f238a1dd req-178541cd-4da4-449f-beff-f4803529fdd7 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:27.301879 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-3e0ebbb0-667d-4d0a-a9df-63b8f238a1dd req-178541cd-4da4-449f-beff-f4803529fdd7 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 945 time: 0.0983865 Jul 06 15:27:27.401168 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-3e0ebbb0-667d-4d0a-a9df-63b8f238a1dd req-7744d5e9-2475-4530-9bcf-6693a8087ef8 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927877 Jul 06 15:27:27.780376 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52328344-84e1-4e1b-8066-e104cb9fbf04 req-b21fb0c9-8333-44ab-b87e-7781d0aa2721 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:27.790599 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-52328344-84e1-4e1b-8066-e104cb9fbf04 req-b21fb0c9-8333-44ab-b87e-7781d0aa2721 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 945 time: 0.0795984 Jul 06 15:27:27.832931 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e2774-263f-48ff-a182-7c54dc6666f2 req-1812f395-f4f7-4481-9b81-60646b029298 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:27.834421 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-420e2774-263f-48ff-a182-7c54dc6666f2 req-1812f395-f4f7-4481-9b81-60646b029298 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44071dc-0ea5-446e-8cf3-8509970b78a8 HTTP/1.1" status: 200 len: 944 time: 0.0510495 Jul 06 15:27:27.847977 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-52328344-84e1-4e1b-8066-e104cb9fbf04 req-51765ceb-eac9-4b77-913a-6fa640a1e724 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc6fbc5a-489d-42df-8f08-ce6874fd60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557592 Jul 06 15:27:27.883885 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-420e2774-263f-48ff-a182-7c54dc6666f2 req-61750608-f26b-4999-8c90-bd11a532111e tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dc83bcc-a5e4-4bef-b0c9-99b76100b218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439703 Jul 06 15:27:27.967973 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999af101-d43e-434f-bb52-e43be49f8a2d req-459993af-3cbe-44c0-b849-bb16d60dfe35 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:27.970032 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-999af101-d43e-434f-bb52-e43be49f8a2d req-459993af-3cbe-44c0-b849-bb16d60dfe35 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/ports?device_id=f08c8b7f-24e0-47fe-9b46-87202f357774 HTTP/1.1" status: 200 len: 944 time: 0.0520668 Jul 06 15:27:28.021175 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-999af101-d43e-434f-bb52-e43be49f8a2d req-afd7ff33-8a21-476c-b943-dda460b00d81 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f1a1e9b-36c4-4c38-bea4-b0aaf920a706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444744 Jul 06 15:27:28.525912 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb7552f-5133-40c8-b7c0-1084d7e1f4c2 req-bc5f8699-b8a9-4eb5-9183-43bd19b0d11a tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:28.527466 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-beb7552f-5133-40c8-b7c0-1084d7e1f4c2 req-bc5f8699-b8a9-4eb5-9183-43bd19b0d11a tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 945 time: 0.0500112 Jul 06 15:27:28.599768 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-beb7552f-5133-40c8-b7c0-1084d7e1f4c2 req-14fe07d4-a2a4-4b76-8be8-16d81cac2efc tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660760 Jul 06 15:27:28.976917 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02b86e4-f0c0-411a-a5d3-932577fee6cf req-2567c087-2f76-45fc-8b7a-d24821511520 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:28.979244 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-b02b86e4-f0c0-411a-a5d3-932577fee6cf req-2567c087-2f76-45fc-8b7a-d24821511520 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 945 time: 0.0576403 Jul 06 15:27:29.024693 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8750cd8d-52b0-4a02-9a32-8282ba3641a5 req-8af27177-5854-44e1-8a99-319dc95a4148 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:29.026199 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-8750cd8d-52b0-4a02-9a32-8282ba3641a5 req-8af27177-5854-44e1-8a99-319dc95a4148 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44071dc-0ea5-446e-8cf3-8509970b78a8 HTTP/1.1" status: 200 len: 944 time: 0.0629616 Jul 06 15:27:29.041093 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-b02b86e4-f0c0-411a-a5d3-932577fee6cf req-85c7c069-e763-49e0-ae1a-4ca58a9e943e tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc6fbc5a-489d-42df-8f08-ce6874fd60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561411 Jul 06 15:27:29.123090 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-8750cd8d-52b0-4a02-9a32-8282ba3641a5 req-9fc74f38-025d-490d-8472-61c5b1672811 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dc83bcc-a5e4-4bef-b0c9-99b76100b218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904930 Jul 06 15:27:29.207022 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d517ddc7-9d61-4cf1-bd79-1a37382b67bb req-2def9fd9-791a-4d59-8028-2a295cb652df tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:29.207022 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-d517ddc7-9d61-4cf1-bd79-1a37382b67bb req-2def9fd9-791a-4d59-8028-2a295cb652df tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/ports?device_id=f08c8b7f-24e0-47fe-9b46-87202f357774 HTTP/1.1" status: 200 len: 944 time: 0.0905592 Jul 06 15:27:29.269109 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-d517ddc7-9d61-4cf1-bd79-1a37382b67bb req-a70e68c4-7b25-4481-b671-8688507326d1 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f1a1e9b-36c4-4c38-bea4-b0aaf920a706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600860 Jul 06 15:27:29.721840 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f367f-a772-4734-bf82-49e0a597c3e0 req-92c8d683-f2f5-444a-93bf-1dd8849e604e tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:29.723415 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-d62f367f-a772-4734-bf82-49e0a597c3e0 req-92c8d683-f2f5-444a-93bf-1dd8849e604e tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 945 time: 0.0473142 Jul 06 15:27:29.783116 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-d62f367f-a772-4734-bf82-49e0a597c3e0 req-125ceb2a-eb9b-4fda-a260-140d1b83b57f tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515749 Jul 06 15:27:30.177474 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90053b47-e005-4d49-86e4-fe714a3ecba6 req-b056b3b3-d5a6-4d4a-b3c2-8fc800611a02 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:30.179131 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-90053b47-e005-4d49-86e4-fe714a3ecba6 req-b056b3b3-d5a6-4d4a-b3c2-8fc800611a02 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 945 time: 0.0547619 Jul 06 15:27:30.233329 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-90053b47-e005-4d49-86e4-fe714a3ecba6 req-2e46a7e8-5223-4d40-9b11-ea0ac16befd3 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc6fbc5a-489d-42df-8f08-ce6874fd60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486495 Jul 06 15:27:30.266493 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d880f4-d918-4a26-a0e2-265ef8eae54a req-0d63897d-8cac-46ef-8c34-8a5ea41d2b35 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:30.268039 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-25d880f4-d918-4a26-a0e2-265ef8eae54a req-0d63897d-8cac-46ef-8c34-8a5ea41d2b35 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44071dc-0ea5-446e-8cf3-8509970b78a8 HTTP/1.1" status: 200 len: 944 time: 0.0670807 Jul 06 15:27:30.421402 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d4e327-8798-4647-a94d-ca0e3644be8b req-27d335e3-f3c0-4ebe-9b2e-553a60e8221d tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:30.439829 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-54d4e327-8798-4647-a94d-ca0e3644be8b req-27d335e3-f3c0-4ebe-9b2e-553a60e8221d tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/ports?device_id=f08c8b7f-24e0-47fe-9b46-87202f357774 HTTP/1.1" status: 200 len: 944 time: 0.0645013 Jul 06 15:27:30.463027 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:30.491839 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-54d4e327-8798-4647-a94d-ca0e3644be8b req-a8725423-dbac-4db7-af3a-c9e97f846968 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f1a1e9b-36c4-4c38-bea4-b0aaf920a706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608063 Jul 06 15:27:30.551194 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=100 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:30.580891 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-25d880f4-d918-4a26-a0e2-265ef8eae54a req-1f1ca4b9-461f-4ef6-af13-d2f2eec973ca tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dc83bcc-a5e4-4bef-b0c9-99b76100b218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3060851 Jul 06 15:27:30.973732 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 55454) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:27:31.080271 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6a9988e-e892-4d24-af84-d2b7a0ac1db4 admin admin] Deleting subnet caf4c068-64b5-452f-a45c-5e2840d47604 {{(pid=103845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 06 15:27:31.085584 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-a6a9988e-e892-4d24-af84-d2b7a0ac1db4 admin admin] Publish callbacks [] for subnet (caf4c068-64b5-452f-a45c-5e2840d47604), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:31.141762 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-a6a9988e-e892-4d24-af84-d2b7a0ac1db4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60119395'] for subnet (caf4c068-64b5-452f-a45c-5e2840d47604), precommit_delete_associations {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:31.221905 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-a6a9988e-e892-4d24-af84-d2b7a0ac1db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1545392'] for subnet (caf4c068-64b5-452f-a45c-5e2840d47604), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:31.282660 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=100 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:31.299117 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-a6a9988e-e892-4d24-af84-d2b7a0ac1db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1545403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2888635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59833733'] for subnet (caf4c068-64b5-452f-a45c-5e2840d47604), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:31.333294 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882cff49-87cb-44e1-a95a-8428f4fdfb07 req-15b274ab-5839-4991-a48f-54c27759a624 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:31.334855 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-882cff49-87cb-44e1-a95a-8428f4fdfb07 req-15b274ab-5839-4991-a48f-54c27759a624 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 945 time: 0.4707425 Jul 06 15:27:31.372417 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a9988e-e892-4d24-af84-d2b7a0ac1db4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=caf4c068-64b5-452f-a45c-5e2840d47604,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:27:31.395875 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-a6a9988e-e892-4d24-af84-d2b7a0ac1db4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629707'] for subnet (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:31.401286 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-a6a9988e-e892-4d24-af84-d2b7a0ac1db4 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/caf4c068-64b5-452f-a45c-5e2840d47604 HTTP/1.1" status: 204 len: 168 time: 0.4240482 Jul 06 15:27:31.403749 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 55472) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:27:31.520375 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-d3f999fd-e269-4515-8eef-c4978b658f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101514'] for network (f0e78724-aeff-41f2-91ec-9f159896885f), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:31.528392 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:31.541871 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-882cff49-87cb-44e1-a95a-8428f4fdfb07 req-d3cb1d02-83d4-4e58-9676-230b112b4181 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972425 Jul 06 15:27:31.587354 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f34b4fd-fcff-4aa0-b41b-27d9372b6ba5 req-ad0f91de-2056-4907-bfb0-ad79cf0b7c40 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:31.588850 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-8f34b4fd-fcff-4aa0-b41b-27d9372b6ba5 req-ad0f91de-2056-4907-bfb0-ad79cf0b7c40 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.46 "GET /v2.0/networks?id=29faeaee-d3c7-4625-83ea-4cacc91dc1a5 HTTP/1.1" status: 200 len: 813 time: 0.3041179 Jul 06 15:27:31.610814 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-8f34b4fd-fcff-4aa0-b41b-27d9372b6ba5 req-0304907b-5265-4f0d-b37d-acad9cb265c2 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.46 "GET /v2.0/quotas/a75a2d018dff40bfb9b5bd72a678826c HTTP/1.1" status: 200 len: 375 time: 0.0106082 Jul 06 15:27:31.658650 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-8f34b4fd-fcff-4aa0-b41b-27d9372b6ba5 req-a5d6edcb-0c5f-4fe0-bf35-296f8a375416 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a75a2d018dff40bfb9b5bd72a678826c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393856 Jul 06 15:27:31.695839 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-d3f999fd-e269-4515-8eef-c4978b658f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485658', 'neutron.services.segments.db._delete_segments_for_network-8786465758329'] for network (f0e78724-aeff-41f2-91ec-9f159896885f), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:31.743385 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.services.segments.db [None req-d3f999fd-e269-4515-8eef-c4978b658f75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0e78724-aeff-41f2-91ec-9f159896885f']}} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:27:31.756746 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d78a2-81a6-4676-9a54-2d7119072b5a req-530e63d2-0681-4b09-ae1a-16dec38ab5be tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:31.758583 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-517d78a2-81a6-4676-9a54-2d7119072b5a req-530e63d2-0681-4b09-ae1a-16dec38ab5be tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 945 time: 0.1240823 Jul 06 15:27:31.762588 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.services.segments.db [None req-d3f999fd-e269-4515-8eef-c4978b658f75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bb19238-1591-4e04-b98f-5b50e22e9846') {'for_net_delete': True} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:27:31.763149 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.services.segments.db [None req-d3f999fd-e269-4515-8eef-c4978b658f75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bb19238-1591-4e04-b98f-5b50e22e9846') {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:27:31.783191 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-8f34b4fd-fcff-4aa0-b41b-27d9372b6ba5 req-d7fb2d65-3110-4278-ad39-bb35aeba092f service neutron] 10.222.0.46 "GET /v2.0/networks/29faeaee-d3c7-4625-83ea-4cacc91dc1a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206765 Jul 06 15:27:31.784553 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-d3f999fd-e269-4515-8eef-c4978b658f75 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786465759874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60676999'] for segment (2bb19238-1591-4e04-b98f-5b50e22e9846), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:31.823844 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-d3f999fd-e269-4515-8eef-c4978b658f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490363'] for segment (2bb19238-1591-4e04-b98f-5b50e22e9846), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:31.852125 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3f999fd-e269-4515-8eef-c4978b658f75 admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=103844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 15:27:31.852909 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-d3f999fd-e269-4515-8eef-c4978b658f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2698102'] for segment (2bb19238-1591-4e04-b98f-5b50e22e9846), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:31.872096 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-517d78a2-81a6-4676-9a54-2d7119072b5a req-1fa229a3-54bb-434f-bc86-5345ada9c407 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc6fbc5a-489d-42df-8f08-ce6874fd60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065910 Jul 06 15:27:31.882789 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.services.segments.plugin [-] Segment 2bb19238-1591-4e04-b98f-5b50e22e9846 resource provider aggregate not found Jul 06 15:27:31.910670 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-8f34b4fd-fcff-4aa0-b41b-27d9372b6ba5 req-183eff58-3747-4839-9230-d7664c5931bf service neutron] 10.222.0.46 "GET /v2.0/networks/29faeaee-d3c7-4625-83ea-4cacc91dc1a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178696 Jul 06 15:27:31.950450 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.services.segments.plugin [-] Segment 2bb19238-1591-4e04-b98f-5b50e22e9846 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2bb19238-1591-4e04-b98f-5b50e22e9846 found for delete ", "request_id": "req-ae0335e0-2eea-4a77-8542-c1f903585935"}]} Jul 06 15:27:32.002840 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-d3f999fd-e269-4515-8eef-c4978b658f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-666929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590854'] for network (f0e78724-aeff-41f2-91ec-9f159896885f), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:32.008140 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-d3f999fd-e269-4515-8eef-c4978b658f75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629707'] for network (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:32.011489 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-d3f999fd-e269-4515-8eef-c4978b658f75 admin admin] 10.222.0.46 "DELETE /v2.0/networks/f0e78724-aeff-41f2-91ec-9f159896885f HTTP/1.1" status: 204 len: 168 time: 0.6062920 Jul 06 15:27:32.046660 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f999fd-e269-4515-8eef-c4978b658f75 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0e78724-aeff-41f2-91ec-9f159896885f,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:27:32.068601 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123644ca-1238-4062-902f-e41806f05219 req-a5dbc257-9c6f-4939-a856-d92f3ba59422 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:32.070173 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-123644ca-1238-4062-902f-e41806f05219 req-a5dbc257-9c6f-4939-a856-d92f3ba59422 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/ports?device_id=f08c8b7f-24e0-47fe-9b46-87202f357774 HTTP/1.1" status: 200 len: 944 time: 0.0980775 Jul 06 15:27:32.136922 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=28,neutron:UPDATE=2 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:32.138824 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=34,neutron:UPDATE=4 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:32.258532 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-123644ca-1238-4062-902f-e41806f05219 req-b473a4e7-da88-4c7a-83b0-7c0e2cd8f997 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f1a1e9b-36c4-4c38-bea4-b0aaf920a706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738071 Jul 06 15:27:32.280728 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de23ea44-8325-4e14-a5de-2f15d1cfbe75 req-5597af8b-d612-46e3-a3f2-97de7de73695 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:32.289044 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-de23ea44-8325-4e14-a5de-2f15d1cfbe75 req-5597af8b-d612-46e3-a3f2-97de7de73695 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44071dc-0ea5-446e-8cf3-8509970b78a8 HTTP/1.1" status: 200 len: 944 time: 0.1224790 Jul 06 15:27:32.386310 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-e504287f-964b-4b12-9536-8c3939ee4b75 req-b7ed4db9-48d7-493b-afd6-47a882a0d185 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.46 "GET /v2.0/ports?device_id=177ea1c5-e5ee-4f5d-af87-0f63cb2d3f7e HTTP/1.1" status: 200 len: 210 time: 0.0702808 Jul 06 15:27:32.409529 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 55494) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:27:32.410025 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-de23ea44-8325-4e14-a5de-2f15d1cfbe75 req-15d70622-2ae6-42eb-be3e-5ea6e4469287 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dc83bcc-a5e4-4bef-b0c9-99b76100b218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199682 Jul 06 15:27:32.505933 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-0d257b60-edd1-4846-8e6f-96bef119adc2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ee14fb4cfead402ab57d78792f303b48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0947275 Jul 06 15:27:32.508806 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 55500) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:27:32.653261 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-3e2ba1f1-14e7-4262-8ec6-2d2b6c054fd7 admin admin] Publish callbacks [] for security_group (1850cff1-2e93-409f-81df-dcda9b3d696a), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:32.687051 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-3e2ba1f1-14e7-4262-8ec6-2d2b6c054fd7 admin admin] Publish callbacks [] for security_group (1850cff1-2e93-409f-81df-dcda9b3d696a), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:32.751276 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3e13e5-55c5-4646-8adf-9701014b7b85 req-39967326-eb90-4fd8-bf19-6c1d9cd0850d tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:32.752525 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-0e3e13e5-55c5-4646-8adf-9701014b7b85 req-39967326-eb90-4fd8-bf19-6c1d9cd0850d tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 945 time: 0.1065893 Jul 06 15:27:32.815155 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-0e3e13e5-55c5-4646-8adf-9701014b7b85 req-3495a5fc-461d-45e0-8e61-88bb174f5cea tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538397 Jul 06 15:27:32.826970 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-3e2ba1f1-14e7-4262-8ec6-2d2b6c054fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (1850cff1-2e93-409f-81df-dcda9b3d696a), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:32.836298 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-3e2ba1f1-14e7-4262-8ec6-2d2b6c054fd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:32.839707 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-3e2ba1f1-14e7-4262-8ec6-2d2b6c054fd7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1850cff1-2e93-409f-81df-dcda9b3d696a HTTP/1.1" status: 204 len: 168 time: 0.3293133 Jul 06 15:27:32.858347 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2ba1f1-14e7-4262-8ec6-2d2b6c054fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1850cff1-2e93-409f-81df-dcda9b3d696a,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:27:33.056424 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee050a21-7a09-4759-83cd-6212bdf9e3af req-544d2aa8-d6e6-4035-b481-3e542ab64e1e tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:33.063553 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-ee050a21-7a09-4759-83cd-6212bdf9e3af req-544d2aa8-d6e6-4035-b481-3e542ab64e1e tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 945 time: 0.1102595 Jul 06 15:27:33.110780 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-ee050a21-7a09-4759-83cd-6212bdf9e3af req-a0b1203d-6ef4-4108-99f1-bfdf357c5ba1 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc6fbc5a-489d-42df-8f08-ce6874fd60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462601 Jul 06 15:27:33.381776 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b71cc-7f25-4388-9e81-b1ff7bfefb5c req-a68b5901-60e6-4082-b4e6-560737c3be39 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:33.383176 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-1e4b71cc-7f25-4388-9e81-b1ff7bfefb5c req-a68b5901-60e6-4082-b4e6-560737c3be39 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/ports?device_id=f08c8b7f-24e0-47fe-9b46-87202f357774 HTTP/1.1" status: 200 len: 944 time: 0.0617545 Jul 06 15:27:33.426764 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:33.432022 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-1e4b71cc-7f25-4388-9e81-b1ff7bfefb5c req-eb88a4f1-7de6-46b1-a754-ae339f75f22c tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f1a1e9b-36c4-4c38-bea4-b0aaf920a706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432522 Jul 06 15:27:33.503075 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-9a1caea2-8821-437e-a513-a285637116d7 req-9e69c174-daee-475c-bb99-814dea5283bc tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.46 "GET /v2.0/ports?device_id=177ea1c5-e5ee-4f5d-af87-0f63cb2d3f7e HTTP/1.1" status: 200 len: 210 time: 0.0343978 Jul 06 15:27:33.567034 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd537afe-f1dd-4cc8-8758-5d317a48bf4a req-1c55a6bb-5d2e-4181-a17d-4ea81ba83804 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:33.573991 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-cd537afe-f1dd-4cc8-8758-5d317a48bf4a req-1c55a6bb-5d2e-4181-a17d-4ea81ba83804 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44071dc-0ea5-446e-8cf3-8509970b78a8 HTTP/1.1" status: 200 len: 944 time: 0.0713520 Jul 06 15:27:33.620676 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-cd537afe-f1dd-4cc8-8758-5d317a48bf4a req-30e8868d-cbb9-4d1b-a3f9-6c26ae0d9f11 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dc83bcc-a5e4-4bef-b0c9-99b76100b218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457916 Jul 06 15:27:33.937831 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d3e0c-9d23-478a-a39d-32fbea6ebd7d req-4c0c719b-0680-4910-bc90-e568068b6384 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:33.939254 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-b21d3e0c-9d23-478a-a39d-32fbea6ebd7d req-4c0c719b-0680-4910-bc90-e568068b6384 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 945 time: 0.0512068 Jul 06 15:27:33.988607 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-b21d3e0c-9d23-478a-a39d-32fbea6ebd7d req-211729a9-0e96-423f-88b8-d3bbe1d9aea7 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434341 Jul 06 15:27:34.215537 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:34.229063 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d1e50c-ea2c-430d-8828-61cfdc446666 req-44ed7f34-7a1b-4691-af85-b5755c77e563 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:34.231027 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-e0d1e50c-ea2c-430d-8828-61cfdc446666 req-44ed7f34-7a1b-4691-af85-b5755c77e563 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 945 time: 0.0503798 Jul 06 15:27:34.278846 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-e0d1e50c-ea2c-430d-8828-61cfdc446666 req-33d113e9-d77f-4b40-b0da-7ec28b9d76e9 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc6fbc5a-489d-42df-8f08-ce6874fd60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421028 Jul 06 15:27:34.551651 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71f6c07-56e3-4202-bad6-6725c4c14cd2 req-cf9f3e34-45bf-4ce7-af80-5af89b0224bd tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:34.553118 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-c71f6c07-56e3-4202-bad6-6725c4c14cd2 req-cf9f3e34-45bf-4ce7-af80-5af89b0224bd tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/ports?device_id=f08c8b7f-24e0-47fe-9b46-87202f357774 HTTP/1.1" status: 200 len: 944 time: 0.0499656 Jul 06 15:27:34.600026 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-c71f6c07-56e3-4202-bad6-6725c4c14cd2 req-96ccc0c2-fdaf-4791-9416-f6e2fc5c7cf6 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f1a1e9b-36c4-4c38-bea4-b0aaf920a706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414748 Jul 06 15:27:34.604020 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-07f2daff-6d7a-429e-a47e-9024def42123 req-b83d9eeb-219c-4489-9970-e24162ba4418 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.46 "GET /v2.0/ports?device_id=177ea1c5-e5ee-4f5d-af87-0f63cb2d3f7e HTTP/1.1" status: 200 len: 210 time: 0.0287464 Jul 06 15:27:34.710608 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:34.746264 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab71701-a19a-444c-85d2-8b2f42551e7a req-52268a64-1eb7-4991-8bbd-c8f73c4c2971 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:34.747650 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-2ab71701-a19a-444c-85d2-8b2f42551e7a req-52268a64-1eb7-4991-8bbd-c8f73c4c2971 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44071dc-0ea5-446e-8cf3-8509970b78a8 HTTP/1.1" status: 200 len: 944 time: 0.0473988 Jul 06 15:27:34.793984 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-2ab71701-a19a-444c-85d2-8b2f42551e7a req-41d9d04d-e738-4b29-9bf9-efb9d1944988 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dc83bcc-a5e4-4bef-b0c9-99b76100b218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406964 Jul 06 15:27:35.104223 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d4b59-1b08-4fa4-b43c-57ec28a5a5ae req-cd6aabac-c516-4c11-a65e-845dafdf3a71 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:35.105717 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-ea9d4b59-1b08-4fa4-b43c-57ec28a5a5ae req-cd6aabac-c516-4c11-a65e-845dafdf3a71 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 945 time: 0.0515378 Jul 06 15:27:35.156870 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-ea9d4b59-1b08-4fa4-b43c-57ec28a5a5ae req-f7c27cf9-c693-4fb6-9d5e-f98c47635e48 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453422 Jul 06 15:27:35.391569 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656031ea-855f-43be-82bd-fd45bce21ff6 req-9de680eb-986b-4cfc-9087-5688f2080079 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:35.393003 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-656031ea-855f-43be-82bd-fd45bce21ff6 req-9de680eb-986b-4cfc-9087-5688f2080079 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 945 time: 0.0461724 Jul 06 15:27:35.442357 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-656031ea-855f-43be-82bd-fd45bce21ff6 req-5af9589c-2fbf-4b35-9645-79eaeb9b616c tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc6fbc5a-489d-42df-8f08-ce6874fd60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439906 Jul 06 15:27:35.711211 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-c2ebf3ea-9e06-421c-869c-d60a59c2427b req-ccc95f5b-be77-4ff5-85f5-202647cba537 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.46 "GET /v2.0/ports?device_id=177ea1c5-e5ee-4f5d-af87-0f63cb2d3f7e HTTP/1.1" status: 200 len: 210 time: 0.0405743 Jul 06 15:27:35.730052 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac38acf-59ee-4d96-ab47-597b5e6c80c1 req-3882c934-f118-4257-b4fa-74bbe221eccb tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:35.732150 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-bac38acf-59ee-4d96-ab47-597b5e6c80c1 req-3882c934-f118-4257-b4fa-74bbe221eccb tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/ports?device_id=f08c8b7f-24e0-47fe-9b46-87202f357774 HTTP/1.1" status: 200 len: 944 time: 0.0618391 Jul 06 15:27:35.779956 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-bac38acf-59ee-4d96-ab47-597b5e6c80c1 req-cd867bfb-6a1c-4878-840b-9e770c2d2f40 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f1a1e9b-36c4-4c38-bea4-b0aaf920a706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424323 Jul 06 15:27:35.902988 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce293a66-4498-4664-8365-32eaf261a58c req-3afce459-6275-4f42-9493-85420906d991 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:35.904640 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-ce293a66-4498-4664-8365-32eaf261a58c req-3afce459-6275-4f42-9493-85420906d991 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44071dc-0ea5-446e-8cf3-8509970b78a8 HTTP/1.1" status: 200 len: 944 time: 0.0461700 Jul 06 15:27:35.950716 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-ce293a66-4498-4664-8365-32eaf261a58c req-e8259f77-9a79-4e2e-9ec3-7ea2757775bb tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dc83bcc-a5e4-4bef-b0c9-99b76100b218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402577 Jul 06 15:27:36.103842 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0bf077-c8c4-43b8-84f3-a42e4878f937 req-229200be-66f6-4f35-887e-aead9a42700b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:36.105508 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-dc0bf077-c8c4-43b8-84f3-a42e4878f937 req-229200be-66f6-4f35-887e-aead9a42700b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c6ecbf13-cdde-4eb1-a04c-6350b37f96a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0753391 Jul 06 15:27:36.269884 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238469d5-1f57-4ec3-a6d4-b23ac8e3eb7b req-4823310b-27c8-4402-a7eb-09e4920f15d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:36.271546 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-238469d5-1f57-4ec3-a6d4-b23ac8e3eb7b req-4823310b-27c8-4402-a7eb-09e4920f15d4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e9fb04db8ac9464086cd7f3362e97455&device_id=e44071dc-0ea5-446e-8cf3-8509970b78a8 HTTP/1.1" status: 200 len: 1128 time: 0.1348727 Jul 06 15:27:36.294537 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac203c0-aab4-4b41-8767-0aa2c4f55139 req-4250d130-ea80-47e9-aaa3-9ffd18df9d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:36.296220 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-1ac203c0-aab4-4b41-8767-0aa2c4f55139 req-4250d130-ea80-47e9-aaa3-9ffd18df9d4e service neutron] 10.222.0.16 "GET /v2.0/networks?id=c3020644-2bbb-40b0-b72d-4d80a8b6cb34 HTTP/1.1" status: 200 len: 912 time: 0.2572858 Jul 06 15:27:36.358745 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-238469d5-1f57-4ec3-a6d4-b23ac8e3eb7b req-b4f64d15-365e-4011-967d-deb8d0efc1ce service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b63513d-d499-47ba-b47f-6a4a11d9be7c HTTP/1.1" status: 200 len: 217 time: 0.0675459 Jul 06 15:27:36.393542 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-dc0bf077-c8c4-43b8-84f3-a42e4878f937 req-b6f0ab92-0c17-4649-8e88-7becfef4fdda service neutron] 10.222.0.16 "GET /v2.0/networks/c6ecbf13-cdde-4eb1-a04c-6350b37f96a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581282 Jul 06 15:27:36.399385 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b8824-043c-4e68-a9a3-c2f99dab8090 req-adb187eb-dc9a-4ca5-a4ec-4855378ec113 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:36.400735 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-d57b8824-043c-4e68-a9a3-c2f99dab8090 req-adb187eb-dc9a-4ca5-a4ec-4855378ec113 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 945 time: 0.1577044 Jul 06 15:27:36.430568 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-1ac203c0-aab4-4b41-8767-0aa2c4f55139 req-6616af82-5b80-481d-91ce-20ae86e61f77 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe67390d-68cb-4317-96a3-d85d3d7d6ff7 HTTP/1.1" status: 200 len: 1001 time: 0.1149850 Jul 06 15:27:36.459438 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-d57b8824-043c-4e68-a9a3-c2f99dab8090 req-10cd2d65-2789-4d29-9abc-888b3c76e1a4 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512309 Jul 06 15:27:36.542342 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=100 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:36.563868 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753adef0-d3fd-49f8-9273-4b6d36bb60f0 req-882c3a34-b5bd-4f5c-81f8-bdbc2d617717 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:36.566087 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-753adef0-d3fd-49f8-9273-4b6d36bb60f0 req-882c3a34-b5bd-4f5c-81f8-bdbc2d617717 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 945 time: 0.0559952 Jul 06 15:27:36.622336 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-753adef0-d3fd-49f8-9273-4b6d36bb60f0 req-4221560e-78dc-44d0-a20e-1501a7571445 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc6fbc5a-489d-42df-8f08-ce6874fd60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504510 Jul 06 15:27:36.832676 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238469d5-1f57-4ec3-a6d4-b23ac8e3eb7b req-79087e6e-8df8-40a3-add1-5abe6d9f704c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:36.834463 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-238469d5-1f57-4ec3-a6d4-b23ac8e3eb7b req-79087e6e-8df8-40a3-add1-5abe6d9f704c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f20ae9c1-f124-46af-83bd-c43bda7bdca6 HTTP/1.1" status: 200 len: 853 time: 0.1742733 Jul 06 15:27:36.872975 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:36.877085 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-dc0bf077-c8c4-43b8-84f3-a42e4878f937 req-ca3845fb-5540-42f5-a8f8-0d2849a41f0f service neutron] 10.222.0.16 "GET /v2.0/networks/c6ecbf13-cdde-4eb1-a04c-6350b37f96a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221796 Jul 06 15:27:36.957331 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f051bb9-5988-4109-8b8d-ac7b889654a6 req-bd30f15d-6ea2-4c7a-9935-df164296ea9f tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:36.959019 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-4f051bb9-5988-4109-8b8d-ac7b889654a6 req-bd30f15d-6ea2-4c7a-9935-df164296ea9f tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/ports?device_id=f08c8b7f-24e0-47fe-9b46-87202f357774 HTTP/1.1" status: 200 len: 944 time: 0.0716226 Jul 06 15:27:36.959910 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-2fc09505-96bc-451f-b460-86f7c0466f8d req-7252bbdd-2501-40e0-9c9e-fabc44985ca2 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.46 "GET /v2.0/ports?device_id=177ea1c5-e5ee-4f5d-af87-0f63cb2d3f7e HTTP/1.1" status: 200 len: 210 time: 0.1237564 Jul 06 15:27:36.999573 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac203c0-aab4-4b41-8767-0aa2c4f55139 req-fdab3606-888c-403b-b613-731964e4fb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:37.000894 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-1ac203c0-aab4-4b41-8767-0aa2c4f55139 req-fdab3606-888c-403b-b613-731964e4fb39 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=77f124ec-b849-4e26-b7c2-43db5c0c70ca HTTP/1.1" status: 200 len: 850 time: 0.4435534 Jul 06 15:27:37.018362 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238469d5-1f57-4ec3-a6d4-b23ac8e3eb7b req-cb236b59-d82e-473d-9ac6-969e0cac8fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:37.019726 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-238469d5-1f57-4ec3-a6d4-b23ac8e3eb7b req-cb236b59-d82e-473d-9ac6-969e0cac8fc5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1377285 Jul 06 15:27:37.022444 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:37.044436 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-4f051bb9-5988-4109-8b8d-ac7b889654a6 req-d23c0361-a765-4a62-9e1e-7c2348ca3e17 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f1a1e9b-36c4-4c38-bea4-b0aaf920a706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742702 Jul 06 15:27:37.048678 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f34b4fd-fcff-4aa0-b41b-27d9372b6ba5 req-ca156312-00d2-4a1d-89f7-4942a111a87c tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:37.055394 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-8f34b4fd-fcff-4aa0-b41b-27d9372b6ba5 req-ca156312-00d2-4a1d-89f7-4942a111a87c tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.16 "GET /v2.0/networks?id=29faeaee-d3c7-4625-83ea-4cacc91dc1a5 HTTP/1.1" status: 200 len: 813 time: 0.3819110 Jul 06 15:27:37.123800 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b1f71-30c0-4f4f-a020-5cb4a6d199cb req-d3df868a-b36a-48cc-a69f-84b643fea8d3 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:37.125246 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-ad6b1f71-30c0-4f4f-a020-5cb4a6d199cb req-d3df868a-b36a-48cc-a69f-84b643fea8d3 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44071dc-0ea5-446e-8cf3-8509970b78a8 HTTP/1.1" status: 200 len: 944 time: 0.0477667 Jul 06 15:27:37.174543 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-ad6b1f71-30c0-4f4f-a020-5cb4a6d199cb req-6982fa92-a5b6-4a53-a2f0-c297543939d1 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dc83bcc-a5e4-4bef-b0c9-99b76100b218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437717 Jul 06 15:27:37.697817 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.agents_db [None req-99b786f5-93e1-437c-926e-a88e17275ab4 None None] Agent healthcheck: found 6 active agents {{(pid=103847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:27:37.746315 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a624ea-b538-4dc9-ad7a-ef6b7248b6f9 req-872e1963-2fa4-4f4f-822a-01de16dce8ad tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:37.747777 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-b5a624ea-b538-4dc9-ad7a-ef6b7248b6f9 req-872e1963-2fa4-4f4f-822a-01de16dce8ad tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 945 time: 0.0454774 Jul 06 15:27:37.796240 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-b5a624ea-b538-4dc9-ad7a-ef6b7248b6f9 req-58b872a2-a9ea-4985-960d-34426b5b9398 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc6fbc5a-489d-42df-8f08-ce6874fd60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424931 Jul 06 15:27:37.891092 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [req-8f34b4fd-fcff-4aa0-b41b-27d9372b6ba5 req-d6538f56-0430-4e17-9bfd-5c892b7e35d5 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] Request body: {'port': {'device_id': '177ea1c5-e5ee-4f5d-af87-0f63cb2d3f7e', 'network_id': '29faeaee-d3c7-4625-83ea-4cacc91dc1a5', 'admin_state_up': True, 'tenant_id': 'a75a2d018dff40bfb9b5bd72a678826c'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:27:38.007026 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 55596) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:27:38.011798 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.v2.base [None req-8eab2c2e-efd4-4cad-a94a-d6dc665cd862 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Request body: {'security_group': {'name': 'tempest-securitygroup--103567083', 'description': 'tempest-description--1523113283'}} {{(pid=103845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:27:38.019849 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac203c0-aab4-4b41-8767-0aa2c4f55139 req-5e46cc15-159a-4af2-b323-9e3dc16492dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:38.021703 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-1ac203c0-aab4-4b41-8767-0aa2c4f55139 req-5e46cc15-159a-4af2-b323-9e3dc16492dd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c3020644-2bbb-40b0-b72d-4d80a8b6cb34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1239467 Jul 06 15:27:38.037434 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-8eab2c2e-efd4-4cad-a94a-d6dc665cd862 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Publish callbacks [] for security_group (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:38.176215 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-773116c5-47fd-41b8-a2bc-45cd367932b0 req-0b62a416-08cf-410d-9979-060913110379 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.46 "GET /v2.0/ports?device_id=177ea1c5-e5ee-4f5d-af87-0f63cb2d3f7e HTTP/1.1" status: 200 len: 210 time: 0.1123514 Jul 06 15:27:38.179001 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-8eab2c2e-efd4-4cad-a94a-d6dc665cd862 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Publish callbacks [] for security_group (2872e210-e584-4439-b8ae-384c97731295), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:38.189606 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-8eab2c2e-efd4-4cad-a94a-d6dc665cd862 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (2872e210-e584-4439-b8ae-384c97731295), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:38.236921 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-238469d5-1f57-4ec3-a6d4-b23ac8e3eb7b req-5de09bc0-07eb-4084-a37a-42d9465ed77d service neutron] 10.222.0.16 "GET /v2.0/networks/a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3414896 Jul 06 15:27:38.284502 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa82e3-d311-4e5f-9d73-96fb7d179ff7 req-9f1a8e7d-49c2-42b6-806b-10f5b5c48938 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:38.285970 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-32fa82e3-d311-4e5f-9d73-96fb7d179ff7 req-9f1a8e7d-49c2-42b6-806b-10f5b5c48938 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/ports?device_id=f08c8b7f-24e0-47fe-9b46-87202f357774 HTTP/1.1" status: 200 len: 944 time: 0.1381388 Jul 06 15:27:38.291923 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-8eab2c2e-efd4-4cad-a94a-d6dc665cd862 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Publish callbacks [] for security_group (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:38.293612 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f34b4fd-fcff-4aa0-b41b-27d9372b6ba5 req-d6538f56-0430-4e17-9bfd-5c892b7e35d5 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] Made reservation on behalf of a75a2d018dff40bfb9b5bd72a678826c for: {'port': 1} {{(pid=103844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:27:38.294818 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-8eab2c2e-efd4-4cad-a94a-d6dc665cd862 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2861032 Jul 06 15:27:38.297551 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-8f34b4fd-fcff-4aa0-b41b-27d9372b6ba5 req-d6538f56-0430-4e17-9bfd-5c892b7e35d5 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:38.299469 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 55612) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:27:38.322937 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eab2c2e-efd4-4cad-a94a-d6dc665cd862 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2872e210-e584-4439-b8ae-384c97731295,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:27:38.323185 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [None req-3bf02337-940a-4247-a499-67951d60cf18 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Request body: {'security_group_rule': {'security_group_id': '2872e210-e584-4439-b8ae-384c97731295', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:27:38.344708 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-1ac203c0-aab4-4b41-8767-0aa2c4f55139 req-df43f475-b3a7-4659-9afa-6f9ae24905d3 service neutron] 10.222.0.16 "GET /v2.0/networks/c3020644-2bbb-40b0-b72d-4d80a8b6cb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122344 Jul 06 15:27:38.347510 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eab2c2e-efd4-4cad-a94a-d6dc665cd862 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:27:38.347856 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eab2c2e-efd4-4cad-a94a-d6dc665cd862 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:27:38.348196 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eab2c2e-efd4-4cad-a94a-d6dc665cd862 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:27:38.348533 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eab2c2e-efd4-4cad-a94a-d6dc665cd862 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:27:38.348871 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eab2c2e-efd4-4cad-a94a-d6dc665cd862 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:27:38.349199 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eab2c2e-efd4-4cad-a94a-d6dc665cd862 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:27:38.349522 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eab2c2e-efd4-4cad-a94a-d6dc665cd862 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:27:38.349847 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eab2c2e-efd4-4cad-a94a-d6dc665cd862 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:27:38.350923 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eab2c2e-efd4-4cad-a94a-d6dc665cd862 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:27:38.350923 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eab2c2e-efd4-4cad-a94a-d6dc665cd862 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:27:38.350923 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eab2c2e-efd4-4cad-a94a-d6dc665cd862 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:27:38.351259 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eab2c2e-efd4-4cad-a94a-d6dc665cd862 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:27:38.351771 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eab2c2e-efd4-4cad-a94a-d6dc665cd862 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:27:38.352257 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eab2c2e-efd4-4cad-a94a-d6dc665cd862 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:27:38.352430 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eab2c2e-efd4-4cad-a94a-d6dc665cd862 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:27:38.372929 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d09ea-81ab-411f-b747-ed957d536e17 req-e52e9a1d-b68b-47b3-99ab-25aec46876c1 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:38.374462 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-546d09ea-81ab-411f-b747-ed957d536e17 req-e52e9a1d-b68b-47b3-99ab-25aec46876c1 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44071dc-0ea5-446e-8cf3-8509970b78a8 HTTP/1.1" status: 200 len: 944 time: 0.0654671 Jul 06 15:27:38.439488 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-546d09ea-81ab-411f-b747-ed957d536e17 req-9d756ee7-0d32-4a56-b4c4-b37a9bff35c6 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dc83bcc-a5e4-4bef-b0c9-99b76100b218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541642 Jul 06 15:27:38.528178 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-3bf02337-940a-4247-a499-67951d60cf18 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Publish callbacks [] for security_group_rule (25f90e53-f0ee-4463-822c-9b0b6278d85a), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:38.575102 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:38.577637 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-238469d5-1f57-4ec3-a6d4-b23ac8e3eb7b req-a05983f6-f4a2-48bb-a636-cd22c9cb3937 service neutron] 10.222.0.16 "GET /v2.0/networks/a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3323991 Jul 06 15:27:38.849030 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-32fa82e3-d311-4e5f-9d73-96fb7d179ff7 req-af20a836-2ad4-412c-9c87-b2f9ae0aef70 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f1a1e9b-36c4-4c38-bea4-b0aaf920a706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5478487 Jul 06 15:27:38.901461 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:38.913831 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce17dbc-2c6b-48e3-be3d-7c9a2fa264fd req-773c249e-a8b3-4106-8def-bc89de37a5ce tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:38.915424 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-4ce17dbc-2c6b-48e3-be3d-7c9a2fa264fd req-773c249e-a8b3-4106-8def-bc89de37a5ce tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 945 time: 0.0482979 Jul 06 15:27:38.921877 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-1ac203c0-aab4-4b41-8767-0aa2c4f55139 req-fc289e97-cbe9-4774-92ca-43edfe3c0695 service neutron] 10.222.0.16 "GET /v2.0/networks/c3020644-2bbb-40b0-b72d-4d80a8b6cb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5396924 Jul 06 15:27:38.938530 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:38.954644 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.db_base_plugin_common [req-8f34b4fd-fcff-4aa0-b41b-27d9372b6ba5 req-d6538f56-0430-4e17-9bfd-5c892b7e35d5 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] Allocated IP 172.20.0.14 (29faeaee-d3c7-4625-83ea-4cacc91dc1a5/8d3bbb20-1b71-4896-859b-aff10cf77fe7/6d8685b9-4818-46a3-85c7-7cb199efa0f6) {{(pid=103844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:27:38.957779 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-3bf02337-940a-4247-a499-67951d60cf18 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Publish callbacks [] for security_group_rule (25f90e53-f0ee-4463-822c-9b0b6278d85a), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:38.962649 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-3bf02337-940a-4247-a499-67951d60cf18 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669521'] for security_group_rule (25f90e53-f0ee-4463-822c-9b0b6278d85a), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:38.965714 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-4ce17dbc-2c6b-48e3-be3d-7c9a2fa264fd req-2adda8ba-b65d-4938-b0b0-514f75a4f6d2 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc6fbc5a-489d-42df-8f08-ce6874fd60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445189 Jul 06 15:27:38.990544 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf02337-940a-4247-a499-67951d60cf18 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25f90e53-f0ee-4463-822c-9b0b6278d85a,revision_number=0']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:27:38.997530 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-3bf02337-940a-4247-a499-67951d60cf18 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:38.998705 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-3bf02337-940a-4247-a499-67951d60cf18 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6921461 Jul 06 15:27:39.001675 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 55620) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:27:39.006120 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.v2.base [None req-e14645cb-cac1-4a15-8a52-5a793d69633d tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Request body: {'security_group_rule': {'security_group_id': '2872e210-e584-4439-b8ae-384c97731295', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:27:39.010861 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf02337-940a-4247-a499-67951d60cf18 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:27:39.011211 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf02337-940a-4247-a499-67951d60cf18 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:27:39.011577 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf02337-940a-4247-a499-67951d60cf18 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:27:39.011910 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf02337-940a-4247-a499-67951d60cf18 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:27:39.012242 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf02337-940a-4247-a499-67951d60cf18 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:27:39.012568 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf02337-940a-4247-a499-67951d60cf18 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:27:39.012893 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf02337-940a-4247-a499-67951d60cf18 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:27:39.013216 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf02337-940a-4247-a499-67951d60cf18 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:27:39.013536 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf02337-940a-4247-a499-67951d60cf18 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:27:39.013855 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf02337-940a-4247-a499-67951d60cf18 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:27:39.014192 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf02337-940a-4247-a499-67951d60cf18 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:27:39.014499 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf02337-940a-4247-a499-67951d60cf18 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:27:39.014815 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf02337-940a-4247-a499-67951d60cf18 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:27:39.015128 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf02337-940a-4247-a499-67951d60cf18 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:27:39.015473 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf02337-940a-4247-a499-67951d60cf18 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:27:39.033328 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-e14645cb-cac1-4a15-8a52-5a793d69633d tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Publish callbacks [] for security_group_rule (83de000e-5aa1-43ab-bd72-699c4c40a203), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:39.091030 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-e14645cb-cac1-4a15-8a52-5a793d69633d tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Publish callbacks [] for security_group_rule (83de000e-5aa1-43ab-bd72-699c4c40a203), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:39.094902 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-e14645cb-cac1-4a15-8a52-5a793d69633d tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669521'] for security_group_rule (83de000e-5aa1-43ab-bd72-699c4c40a203), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:39.114948 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14645cb-cac1-4a15-8a52-5a793d69633d tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83de000e-5aa1-43ab-bd72-699c4c40a203,revision_number=0']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:27:39.123254 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-e14645cb-cac1-4a15-8a52-5a793d69633d tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:39.127612 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-e14645cb-cac1-4a15-8a52-5a793d69633d tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1219988 Jul 06 15:27:39.127894 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 55622) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:27:39.137465 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [None req-a7a387d9-e103-4680-9e0e-f9982a2f4f4f tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Request body: {'floatingip': {'floating_network_id': '377cda5e-c384-46ee-8e00-4b775f415604'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:27:39.164654 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-8f34b4fd-fcff-4aa0-b41b-27d9372b6ba5 req-d6538f56-0430-4e17-9bfd-5c892b7e35d5 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] Publish callbacks [] for port (6d8685b9-4818-46a3-85c7-7cb199efa0f6), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:39.176497 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-a7a387d9-e103-4680-9e0e-f9982a2f4f4f tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:39.286746 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-8f34b4fd-fcff-4aa0-b41b-27d9372b6ba5 req-d6538f56-0430-4e17-9bfd-5c892b7e35d5 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786465455737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2698075'] for port (6d8685b9-4818-46a3-85c7-7cb199efa0f6), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:39.295974 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-1129b37c-918b-48d4-bd39-abd0c1a59bc2 req-ad026609-cae5-488d-8a1c-ef2d33dc7e0f tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.46 "GET /v2.0/ports?device_id=177ea1c5-e5ee-4f5d-af87-0f63cb2d3f7e HTTP/1.1" status: 200 len: 210 time: 0.0500405 Jul 06 15:27:39.331377 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-a7a387d9-e103-4680-9e0e-f9982a2f4f4f tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:39.352506 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f34b4fd-fcff-4aa0-b41b-27d9372b6ba5 req-d6538f56-0430-4e17-9bfd-5c892b7e35d5 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] Network 29faeaee-d3c7-4625-83ea-4cacc91dc1a5 is already hosted by enough agents. {{(pid=103844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:27:39.356864 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6538f56-0430-4e17-9bfd-5c892b7e35d5 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] Pushing event updated for resources: {'Port': ['ID=6d8685b9-4818-46a3-85c7-7cb199efa0f6,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:27:39.361884 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.base_scheduler [req-8f34b4fd-fcff-4aa0-b41b-27d9372b6ba5 req-d6538f56-0430-4e17-9bfd-5c892b7e35d5 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] Resources bound (agent type, host, resource id): {{(pid=103844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:27:39.363393 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f34b4fd-fcff-4aa0-b41b-27d9372b6ba5 req-d6538f56-0430-4e17-9bfd-5c892b7e35d5 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] Received port after_create {{(pid=103844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 15:27:39.455536 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f34b4fd-fcff-4aa0-b41b-27d9372b6ba5 req-d6538f56-0430-4e17-9bfd-5c892b7e35d5 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:39.456285 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-8f34b4fd-fcff-4aa0-b41b-27d9372b6ba5 req-d6538f56-0430-4e17-9bfd-5c892b7e35d5 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for port (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:39.497561 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-8f34b4fd-fcff-4aa0-b41b-27d9372b6ba5 req-d6538f56-0430-4e17-9bfd-5c892b7e35d5 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6112609 Jul 06 15:27:39.499484 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=6,neutron:DELETE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:39.516969 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.db_base_plugin_common [None req-a7a387d9-e103-4680-9e0e-f9982a2f4f4f tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Allocated IP 172.27.3.241 (377cda5e-c384-46ee-8e00-4b775f415604/1975bb39-9f7d-4b8c-94d3-6023908c91e1/415a0cac-5e19-4123-913d-c08e90374e38) {{(pid=103844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:27:39.583791 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f85faa2-0c55-4c2e-8260-d14d6841d50d req-3c2f317a-fa99-4197-ae65-433b650e0c62 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:39.585304 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-4f85faa2-0c55-4c2e-8260-d14d6841d50d req-3c2f317a-fa99-4197-ae65-433b650e0c62 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44071dc-0ea5-446e-8cf3-8509970b78a8 HTTP/1.1" status: 200 len: 944 time: 0.0560882 Jul 06 15:27:39.605017 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [req-8f34b4fd-fcff-4aa0-b41b-27d9372b6ba5 req-ddd8bc50-bc50-4f97-bdf1-bbb56bad674a service neutron] Request body: {'port': {'device_id': '177ea1c5-e5ee-4f5d-af87-0f63cb2d3f7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84884'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:27:39.655408 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-4f85faa2-0c55-4c2e-8260-d14d6841d50d req-f3d74fa7-0756-4b99-8226-cd8ea81cc68e tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dc83bcc-a5e4-4bef-b0c9-99b76100b218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575697 Jul 06 15:27:39.681925 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:UPDATE=6,neutron:SELECT=84,neutron:INSERT=8,neutron:DELETE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:39.710489 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-a7a387d9-e103-4680-9e0e-f9982a2f4f4f tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Publish callbacks [] for port (415a0cac-5e19-4123-913d-c08e90374e38), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:39.723403 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-8f34b4fd-fcff-4aa0-b41b-27d9372b6ba5 req-ddd8bc50-bc50-4f97-bdf1-bbb56bad674a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (6d8685b9-4818-46a3-85c7-7cb199efa0f6), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:39.792310 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-a7a387d9-e103-4680-9e0e-f9982a2f4f4f tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786465455737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2698075'] for port (415a0cac-5e19-4123-913d-c08e90374e38), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:39.885795 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a387d9-e103-4680-9e0e-f9982a2f4f4f tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Network 377cda5e-c384-46ee-8e00-4b775f415604 is already hosted by enough agents. {{(pid=103844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:27:39.893049 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.base_scheduler [None req-a7a387d9-e103-4680-9e0e-f9982a2f4f4f tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Resources bound (agent type, host, resource id): {{(pid=103844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:27:39.901723 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a387d9-e103-4680-9e0e-f9982a2f4f4f tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Received port after_create {{(pid=103844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 15:27:39.929860 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a387d9-e103-4680-9e0e-f9982a2f4f4f tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Pushing event updated for resources: {'Port': ['ID=415a0cac-5e19-4123-913d-c08e90374e38,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:27:40.051995 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6874bb-3720-446a-b56c-3600d1c52332 req-884e2e08-7575-46e4-97dd-102a0bf74398 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:40.053501 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-ab6874bb-3720-446a-b56c-3600d1c52332 req-884e2e08-7575-46e4-97dd-102a0bf74398 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/ports?device_id=f08c8b7f-24e0-47fe-9b46-87202f357774 HTTP/1.1" status: 200 len: 944 time: 0.1174395 Jul 06 15:27:40.098854 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4846081-e256-4d92-ac1a-5c2d4823969a req-b360e53c-e2d0-439c-a8e3-42351edde193 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:40.100424 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-a4846081-e256-4d92-ac1a-5c2d4823969a req-b360e53c-e2d0-439c-a8e3-42351edde193 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 945 time: 0.0586834 Jul 06 15:27:40.151823 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-a7a387d9-e103-4680-9e0e-f9982a2f4f4f tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Publish callbacks [] for floatingip (9adb11ba-3bbf-43e9-bdeb-6aef00e8f05f), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:40.158135 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-a4846081-e256-4d92-ac1a-5c2d4823969a req-d9c416f0-54f6-40cd-9b43-3c8b999a40ee tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc6fbc5a-489d-42df-8f08-ce6874fd60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512509 Jul 06 15:27:40.176611 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-ab6874bb-3720-446a-b56c-3600d1c52332 req-b3833ad6-2f4b-4ed5-a3ef-72201d4ce01a tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f1a1e9b-36c4-4c38-bea4-b0aaf920a706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167011 Jul 06 15:27:40.225948 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:40.236934 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-a7a387d9-e103-4680-9e0e-f9982a2f4f4f tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (415a0cac-5e19-4123-913d-c08e90374e38), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:40.241514 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [req-8f34b4fd-fcff-4aa0-b41b-27d9372b6ba5 req-ddd8bc50-bc50-4f97-bdf1-bbb56bad674a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d8685b9-4818-46a3-85c7-7cb199efa0f6 {{(pid=103844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 15:27:40.250425 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-8f34b4fd-fcff-4aa0-b41b-27d9372b6ba5 req-ddd8bc50-bc50-4f97-bdf1-bbb56bad674a service neutron] Publish callbacks [] for port (6d8685b9-4818-46a3-85c7-7cb199efa0f6), precommit_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:40.288073 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [req-8f34b4fd-fcff-4aa0-b41b-27d9372b6ba5 req-ddd8bc50-bc50-4f97-bdf1-bbb56bad674a service neutron] Transition to ACTIVE for port object 6d8685b9-4818-46a3-85c7-7cb199efa0f6 will not be triggered until provisioned by entity L2. {{(pid=103844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 06 15:27:40.295031 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-8f34b4fd-fcff-4aa0-b41b-27d9372b6ba5 req-ddd8bc50-bc50-4f97-bdf1-bbb56bad674a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2698066'] for port (6d8685b9-4818-46a3-85c7-7cb199efa0f6), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:40.368579 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device 06b84364-8b0e-41bc-bdb2-0e28411c93d0 details requested by agent hyperv_hv-cinder-84884 with host hv-cinder-84884 {{(pid=103846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 15:27:40.399430 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd8bc50-bc50-4f97-bdf1-bbb56bad674a service neutron] Pushing event updated for resources: {'Port': ['ID=6d8685b9-4818-46a3-85c7-7cb199efa0f6,revision_number=2']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:27:40.400039 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:40.426459 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cacdd1-c48e-4419-9468-672e7393dea7 req-fa74325b-d1b1-4941-823e-2bb5d740bdb0 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:40.429550 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-b1cacdd1-c48e-4419-9468-672e7393dea7 req-fa74325b-d1b1-4941-823e-2bb5d740bdb0 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.46 "GET /v2.0/ports?device_id=177ea1c5-e5ee-4f5d-af87-0f63cb2d3f7e HTTP/1.1" status: 200 len: 944 time: 0.0610075 Jul 06 15:27:40.479081 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:40.481001 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port 06b84364-8b0e-41bc-bdb2-0e28411c93d0, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=06b84364-8b0e-41bc-bdb2-0e28411c93d0,segment=NetworkSegment(4902358a-84fd-44b7-9de8-73522f5a56dd),segment_id=4902358a-84fd-44b7-9de8-73522f5a56dd)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:27:40.493859 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Returning: {'device': '06b84364-8b0e-41bc-bdb2-0e28411c93d0', 'network_id': 'c6ecbf13-cdde-4eb1-a04c-6350b37f96a3', 'port_id': '06b84364-8b0e-41bc-bdb2-0e28411c93d0', 'mac_address': 'fa:16:3e:a0:0b:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7527d58-380f-473d-ba30-5ff4fd90a6b4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 15:27:40.514829 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-b1cacdd1-c48e-4419-9468-672e7393dea7 req-83f17868-9e0a-421b-85ab-dc98ba04d1e2 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d2d61da-c2c3-44ba-8fac-6c2dfcc52d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780225 Jul 06 15:27:40.528520 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-a7a387d9-e103-4680-9e0e-f9982a2f4f4f tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Publish callbacks [] for port (415a0cac-5e19-4123-913d-c08e90374e38), precommit_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:40.532256 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [req-8f34b4fd-fcff-4aa0-b41b-27d9372b6ba5 req-ddd8bc50-bc50-4f97-bdf1-bbb56bad674a service neutron] Attempting to bind port 6d8685b9-4818-46a3-85c7-7cb199efa0f6 on host hv-cinder-84884 for vnic_type normal with profile {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 15:27:40.532753 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [req-8f34b4fd-fcff-4aa0-b41b-27d9372b6ba5 req-ddd8bc50-bc50-4f97-bdf1-bbb56bad674a service neutron] Attempting to bind port 6d8685b9-4818-46a3-85c7-7cb199efa0f6 by drivers openvswitch,hyperv on host hv-cinder-84884 at level 0 using segments [{'id': 'f0f5d63e-46e5-40c5-98e9-730cc5ca7fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '29faeaee-d3c7-4625-83ea-4cacc91dc1a5'}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 15:27:40.533022 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f34b4fd-fcff-4aa0-b41b-27d9372b6ba5 req-ddd8bc50-bc50-4f97-bdf1-bbb56bad674a service neutron] Attempting to bind port 6d8685b9-4818-46a3-85c7-7cb199efa0f6 on network 29faeaee-d3c7-4625-83ea-4cacc91dc1a5 {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:27:40.536538 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-a7a387d9-e103-4680-9e0e-f9982a2f4f4f tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2698066'] for port (415a0cac-5e19-4123-913d-c08e90374e38), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:40.537866 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Current status of the port 06b84364-8b0e-41bc-bdb2-0e28411c93d0 is: DOWN; New status is: BUILD {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:27:40.538417 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (06b84364-8b0e-41bc-bdb2-0e28411c93d0), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:40.548835 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f34b4fd-fcff-4aa0-b41b-27d9372b6ba5 req-ddd8bc50-bc50-4f97-bdf1-bbb56bad674a service neutron] Port 6d8685b9-4818-46a3-85c7-7cb199efa0f6 on network 29faeaee-d3c7-4625-83ea-4cacc91dc1a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84884 {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 06 15:27:40.549235 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f34b4fd-fcff-4aa0-b41b-27d9372b6ba5 req-ddd8bc50-bc50-4f97-bdf1-bbb56bad674a service neutron] Attempting to bind port 6d8685b9-4818-46a3-85c7-7cb199efa0f6 on network 29faeaee-d3c7-4625-83ea-4cacc91dc1a5 {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:27:40.555475 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.notifiers.nova [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06b84364-8b0e-41bc-bdb2-0e28411c93d0 {{(pid=103846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 15:27:40.581269 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f34b4fd-fcff-4aa0-b41b-27d9372b6ba5 req-ddd8bc50-bc50-4f97-bdf1-bbb56bad674a service neutron] Checking agent: {'id': 'eda728fc-b46d-4378-b578-35bac6b15486', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84884', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 15, 22, 43), 'started_at': datetime.datetime(2022, 7, 6, 15, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 15, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 15:27:40.581714 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f34b4fd-fcff-4aa0-b41b-27d9372b6ba5 req-ddd8bc50-bc50-4f97-bdf1-bbb56bad674a service neutron] Checking segment: {'id': 'f0f5d63e-46e5-40c5-98e9-730cc5ca7fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '29faeaee-d3c7-4625-83ea-4cacc91dc1a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:27:40.582162 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f34b4fd-fcff-4aa0-b41b-27d9372b6ba5 req-ddd8bc50-bc50-4f97-bdf1-bbb56bad674a service neutron] Bound using segment: {'id': 'f0f5d63e-46e5-40c5-98e9-730cc5ca7fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '29faeaee-d3c7-4625-83ea-4cacc91dc1a5'} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 15:27:40.582664 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [req-8f34b4fd-fcff-4aa0-b41b-27d9372b6ba5 req-ddd8bc50-bc50-4f97-bdf1-bbb56bad674a service neutron] Bound port: 6d8685b9-4818-46a3-85c7-7cb199efa0f6, host: hv-cinder-84884, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0f5d63e-46e5-40c5-98e9-730cc5ca7fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '29faeaee-d3c7-4625-83ea-4cacc91dc1a5'}}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 15:27:40.583078 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-8f34b4fd-fcff-4aa0-b41b-27d9372b6ba5 req-ddd8bc50-bc50-4f97-bdf1-bbb56bad674a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (6d8685b9-4818-46a3-85c7-7cb199efa0f6), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:40.583997 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port 06b84364-8b0e-41bc-bdb2-0e28411c93d0, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=06b84364-8b0e-41bc-bdb2-0e28411c93d0,segment=NetworkSegment(4902358a-84fd-44b7-9de8-73522f5a56dd),segment_id=4902358a-84fd-44b7-9de8-73522f5a56dd)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:27:40.587845 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (06b84364-8b0e-41bc-bdb2-0e28411c93d0), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:40.628112 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a387d9-e103-4680-9e0e-f9982a2f4f4f tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Pushing event updated for resources: {'Port': ['ID=415a0cac-5e19-4123-913d-c08e90374e38,revision_number=2']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:27:40.638735 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Pushing event updated for resources: {'Port': ['ID=06b84364-8b0e-41bc-bdb2-0e28411c93d0,revision_number=4']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:27:40.645881 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:27:40.646221 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:27:40.646556 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:27:40.646909 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:27:40.647253 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:27:40.647578 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:27:40.647896 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:27:40.648213 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:27:40.648527 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:27:40.648839 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:27:40.649320 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:27:40.649696 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:27:40.649952 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:27:40.650264 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:27:40.650575 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:27:40.672489 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-a7a387d9-e103-4680-9e0e-f9982a2f4f4f tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591059'] for floatingip (9adb11ba-3bbf-43e9-bdeb-6aef00e8f05f), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:40.697669 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-a7a387d9-e103-4680-9e0e-f9982a2f4f4f tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for floatingip (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:40.698886 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-a7a387d9-e103-4680-9e0e-f9982a2f4f4f tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5700576 Jul 06 15:27:40.711339 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [req-8f34b4fd-fcff-4aa0-b41b-27d9372b6ba5 req-ddd8bc50-bc50-4f97-bdf1-bbb56bad674a service neutron] For port 6d8685b9-4818-46a3-85c7-7cb199efa0f6, host hv-cinder-84884, cleared binding levels {{(pid=103844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:27:40.715235 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [req-8f34b4fd-fcff-4aa0-b41b-27d9372b6ba5 req-ddd8bc50-bc50-4f97-bdf1-bbb56bad674a service neutron] For port 6d8685b9-4818-46a3-85c7-7cb199efa0f6, host hv-cinder-84884, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=6d8685b9-4818-46a3-85c7-7cb199efa0f6,segment=NetworkSegment(f0f5d63e-46e5-40c5-98e9-730cc5ca7fc9),segment_id=f0f5d63e-46e5-40c5-98e9-730cc5ca7fc9)] {{(pid=103844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:27:40.721804 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-8f34b4fd-fcff-4aa0-b41b-27d9372b6ba5 req-ddd8bc50-bc50-4f97-bdf1-bbb56bad674a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2698066'] for port (6d8685b9-4818-46a3-85c7-7cb199efa0f6), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:40.805244 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f34b4fd-fcff-4aa0-b41b-27d9372b6ba5 req-ddd8bc50-bc50-4f97-bdf1-bbb56bad674a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:40.805923 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-8f34b4fd-fcff-4aa0-b41b-27d9372b6ba5 req-ddd8bc50-bc50-4f97-bdf1-bbb56bad674a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for port (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:40.807390 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-8f34b4fd-fcff-4aa0-b41b-27d9372b6ba5 req-ddd8bc50-bc50-4f97-bdf1-bbb56bad674a service neutron] 10.222.0.16 "PUT /v2.0/ports/6d8685b9-4818-46a3-85c7-7cb199efa0f6 HTTP/1.1" status: 200 len: 1094 time: 1.2180274 Jul 06 15:27:40.809498 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '177ea1c5-e5ee-4f5d-af87-0f63cb2d3f7e', 'tag': '6d8685b9-4818-46a3-85c7-7cb199efa0f6'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:27:40.812104 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23f0ce0f3171803df377307192b3bbc073243688ace587a9918d8ae03454cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-612e3006-abc3-4574-9858-5b96720116d0" -d '{"events": [{"name": "network-changed", "server_uuid": "177ea1c5-e5ee-4f5d-af87-0f63cb2d3f7e", "tag": "6d8685b9-4818-46a3-85c7-7cb199efa0f6"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:27:40.839763 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a2eeb-4057-4d34-bc61-618aa5ff4fd7 req-0f8988bf-209d-446e-83a2-6e04e64a0f72 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:40.841322 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-7a2a2eeb-4057-4d34-bc61-618aa5ff4fd7 req-0f8988bf-209d-446e-83a2-6e04e64a0f72 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44071dc-0ea5-446e-8cf3-8509970b78a8 HTTP/1.1" status: 200 len: 944 time: 0.0944657 Jul 06 15:27:40.844823 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd8bc50-bc50-4f97-bdf1-bbb56bad674a service neutron] Pushing event updated for resources: {'Port': ['ID=6d8685b9-4818-46a3-85c7-7cb199efa0f6,revision_number=3']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:27:40.868268 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:40.898866 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 15:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66477e9-b9b5-4d1b-b28f-777c3a2beb57 x-openstack-request-id: req-e66477e9-b9b5-4d1b-b28f-777c3a2beb57 {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:27:40.899394 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "177ea1c5-e5ee-4f5d-af87-0f63cb2d3f7e", "tag": "6d8685b9-4818-46a3-85c7-7cb199efa0f6", "status": "completed", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:27:40.899901 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e66477e9-b9b5-4d1b-b28f-777c3a2beb57 {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:27:40.900461 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e66477e9-b9b5-4d1b-b28f-777c3a2beb57'] response: {'name': 'network-changed', 'server_uuid': '177ea1c5-e5ee-4f5d-af87-0f63cb2d3f7e', 'tag': '6d8685b9-4818-46a3-85c7-7cb199efa0f6', 'status': 'completed', 'code': 200} Jul 06 15:27:40.908674 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] get_ports_and_sgs() called for port_ids ['06b84364-8b0e-41bc-bdb2-0e28411c93d0'] {{(pid=103846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:27:40.914049 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-7a2a2eeb-4057-4d34-bc61-618aa5ff4fd7 req-3758c957-d864-4cd2-94af-65e40fb2ce68 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dc83bcc-a5e4-4bef-b0c9-99b76100b218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647781 Jul 06 15:27:40.976848 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f34b4fd-fcff-4aa0-b41b-27d9372b6ba5 req-ccd03fc9-e88c-4b07-8188-6c58ee942298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:40.978494 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-8f34b4fd-fcff-4aa0-b41b-27d9372b6ba5 req-ccd03fc9-e88c-4b07-8188-6c58ee942298 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a75a2d018dff40bfb9b5bd72a678826c&device_id=177ea1c5-e5ee-4f5d-af87-0f63cb2d3f7e HTTP/1.1" status: 200 len: 1128 time: 0.0526433 Jul 06 15:27:41.028845 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-8f34b4fd-fcff-4aa0-b41b-27d9372b6ba5 req-390b84cb-b9c9-406a-a36c-c89cd1137ff3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d8685b9-4818-46a3-85c7-7cb199efa0f6 HTTP/1.1" status: 200 len: 217 time: 0.0382316 Jul 06 15:27:41.054404 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-b3af377c-519e-451d-a6a9-58865251f11e req-6f37b4fa-8df1-40df-8ade-681def1c2dff tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--103567083&fields=id&tenant_id=ef44ecc951964d51925463c5e09f9fbb HTTP/1.1" status: 200 len: 267 time: 0.0434577 Jul 06 15:27:41.085031 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f34b4fd-fcff-4aa0-b41b-27d9372b6ba5 req-585c39f6-3e6d-43a3-ae83-ec175e9cd468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:41.086554 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-8f34b4fd-fcff-4aa0-b41b-27d9372b6ba5 req-585c39f6-3e6d-43a3-ae83-ec175e9cd468 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d3bbb20-1b71-4896-859b-aff10cf77fe7 HTTP/1.1" status: 200 len: 853 time: 0.0493829 Jul 06 15:27:41.124432 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-8f34b4fd-fcff-4aa0-b41b-27d9372b6ba5 req-5c61d91f-424c-411b-882c-c4714873a062 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=29faeaee-d3c7-4625-83ea-4cacc91dc1a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278561 Jul 06 15:27:41.177225 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af377c-519e-451d-a6a9-58865251f11e req-bc2d8643-7675-4b3c-8477-b296c7e0c508 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:41.179673 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-b3af377c-519e-451d-a6a9-58865251f11e req-bc2d8643-7675-4b3c-8477-b296c7e0c508 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/networks?id=2f7f712f-7346-42c2-b097-b4b48d9f78be HTTP/1.1" status: 200 len: 819 time: 0.1170208 Jul 06 15:27:41.195498 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-b3af377c-519e-451d-a6a9-58865251f11e req-242c7124-3574-428b-9e2a-8dcc7de8f942 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/quotas/ef44ecc951964d51925463c5e09f9fbb HTTP/1.1" status: 200 len: 375 time: 0.0107396 Jul 06 15:27:41.230851 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-8f34b4fd-fcff-4aa0-b41b-27d9372b6ba5 req-1d67d9a9-5880-4f76-947b-a42581a8857c service neutron] 10.222.0.16 "GET /v2.0/networks/29faeaee-d3c7-4625-83ea-4cacc91dc1a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987997 Jul 06 15:27:41.256470 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-b3af377c-519e-451d-a6a9-58865251f11e req-9f959ae8-06ba-4f36-9f50-9d168a348da3 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ef44ecc951964d51925463c5e09f9fbb&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0543914 Jul 06 15:27:41.297705 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7454afdf-989f-4b96-82b2-8a147c6ec90b req-be0d6948-3939-41f6-9a11-2adf8cd19b1c tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:41.299179 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-7454afdf-989f-4b96-82b2-8a147c6ec90b req-be0d6948-3939-41f6-9a11-2adf8cd19b1c tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 945 time: 0.0670445 Jul 06 15:27:41.358832 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-b3af377c-519e-451d-a6a9-58865251f11e req-27588d34-9a86-4a1b-b240-916e1cb1cc66 service neutron] 10.222.0.46 "GET /v2.0/networks/2f7f712f-7346-42c2-b097-b4b48d9f78be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898783 Jul 06 15:27:41.400027 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-7454afdf-989f-4b96-82b2-8a147c6ec90b req-b57c2a40-0001-4239-8bb8-d6ff0358a148 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc6fbc5a-489d-42df-8f08-ce6874fd60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942574 Jul 06 15:27:41.402052 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-8f34b4fd-fcff-4aa0-b41b-27d9372b6ba5 req-9cc63839-e26f-4b43-a216-6ed6ac68f5b5 service neutron] 10.222.0.16 "GET /v2.0/networks/29faeaee-d3c7-4625-83ea-4cacc91dc1a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606939 Jul 06 15:27:41.451434 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-b3af377c-519e-451d-a6a9-58865251f11e req-36a1969d-fb95-4c93-a523-85afd07cce00 service neutron] 10.222.0.46 "GET /v2.0/networks/2f7f712f-7346-42c2-b097-b4b48d9f78be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859931 Jul 06 15:27:41.522762 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97731df7-2545-4af9-9582-176d25fc275c req-fff95eb2-d2a3-4ff5-9885-86cb8d5c572c tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:41.524350 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-97731df7-2545-4af9-9582-176d25fc275c req-fff95eb2-d2a3-4ff5-9885-86cb8d5c572c tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/ports?device_id=f08c8b7f-24e0-47fe-9b46-87202f357774 HTTP/1.1" status: 200 len: 945 time: 0.0479691 Jul 06 15:27:41.587733 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-97731df7-2545-4af9-9582-176d25fc275c req-73cf825d-1706-4466-9043-fbbf22db2b81 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f1a1e9b-36c4-4c38-bea4-b0aaf920a706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574491 Jul 06 15:27:41.657516 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7afa2-3ba8-4487-900f-35ca2530b9f4 req-f0a0833d-81e0-4206-ac16-8eca5c0253c0 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:41.659256 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-dbd7afa2-3ba8-4487-900f-35ca2530b9f4 req-f0a0833d-81e0-4206-ac16-8eca5c0253c0 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.46 "GET /v2.0/ports?device_id=177ea1c5-e5ee-4f5d-af87-0f63cb2d3f7e HTTP/1.1" status: 200 len: 944 time: 0.0558105 Jul 06 15:27:41.698016 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-260b0c2f-38ec-430c-bca2-03a35082c06f req-e4d8c370-6987-4492-a71b-0a8ccf1c04a1 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=3dc848c1-1535-4024-a792-3e74e6581844 HTTP/1.1" status: 200 len: 210 time: 0.0362117 Jul 06 15:27:41.704029 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:41.738268 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-dbd7afa2-3ba8-4487-900f-35ca2530b9f4 req-9b7fc84a-953f-4c75-90d5-7c22039ec84d tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d2d61da-c2c3-44ba-8fac-6c2dfcc52d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732245 Jul 06 15:27:41.892918 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 55700) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:27:42.033689 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b0d1d-7060-4321-8dbb-70b20f190298 req-ba60bde4-2754-45dd-9c15-11d8ccf63235 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:42.035336 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-189b0d1d-7060-4321-8dbb-70b20f190298 req-ba60bde4-2754-45dd-9c15-11d8ccf63235 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44071dc-0ea5-446e-8cf3-8509970b78a8 HTTP/1.1" status: 200 len: 944 time: 0.0508456 Jul 06 15:27:42.056206 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-2c0e2e94-9a83-46ad-abf6-2b390cc0ccf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:42.083678 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:42.127927 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-189b0d1d-7060-4321-8dbb-70b20f190298 req-c472c42a-adcf-4b3f-8d35-6900663550d0 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dc83bcc-a5e4-4bef-b0c9-99b76100b218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854537 Jul 06 15:27:42.176467 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-2c0e2e94-9a83-46ad-abf6-2b390cc0ccf0 admin admin] Publish callbacks [] for security_group (da9393fa-592b-499e-8e8a-866e0feff66b), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:42.179975 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-2c0e2e94-9a83-46ad-abf6-2b390cc0ccf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (da9393fa-592b-499e-8e8a-866e0feff66b), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:42.221629 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-2c0e2e94-9a83-46ad-abf6-2b390cc0ccf0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=86c15686e19f4a7e8c7f3e5b0d044700&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3275979 Jul 06 15:27:42.223448 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0e2e94-9a83-46ad-abf6-2b390cc0ccf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da9393fa-592b-499e-8e8a-866e0feff66b,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:27:42.224267 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 55712) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:27:42.273233 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-6b593454-64e6-4097-aadd-9bcb50acc071 admin admin] Publish callbacks [] for security_group (da9393fa-592b-499e-8e8a-866e0feff66b), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:42.296628 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-6b593454-64e6-4097-aadd-9bcb50acc071 admin admin] Publish callbacks [] for security_group (da9393fa-592b-499e-8e8a-866e0feff66b), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:42.344860 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-6b593454-64e6-4097-aadd-9bcb50acc071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (da9393fa-592b-499e-8e8a-866e0feff66b), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:42.347628 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-6b593454-64e6-4097-aadd-9bcb50acc071 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:42.348809 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-6b593454-64e6-4097-aadd-9bcb50acc071 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/da9393fa-592b-499e-8e8a-866e0feff66b HTTP/1.1" status: 204 len: 168 time: 0.1235569 Jul 06 15:27:42.356143 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b593454-64e6-4097-aadd-9bcb50acc071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9393fa-592b-499e-8e8a-866e0feff66b,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:27:42.369111 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device 8b63513d-d499-47ba-b47f-6a4a11d9be7c details requested by agent hyperv_hv-cinder-84884 with host hv-cinder-84884 {{(pid=103846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 15:27:42.376073 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device 06b84364-8b0e-41bc-bdb2-0e28411c93d0 up at agent hyperv_hv-cinder-84884 {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:27:42.452083 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Provisioning for port 06b84364-8b0e-41bc-bdb2-0e28411c93d0 completed by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 06 15:27:42.497885 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612e3006-abc3-4574-9858-5b96720116d0 req-d59bc5b4-6c91-40f8-8b92-14e0e5a89ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:42.500498 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-612e3006-abc3-4574-9858-5b96720116d0 req-d59bc5b4-6c91-40f8-8b92-14e0e5a89ae5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a75a2d018dff40bfb9b5bd72a678826c&device_id=177ea1c5-e5ee-4f5d-af87-0f63cb2d3f7e HTTP/1.1" status: 200 len: 1128 time: 0.0571756 Jul 06 15:27:42.507732 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Provisioning complete for port 06b84364-8b0e-41bc-bdb2-0e28411c93d0 triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:27:42.508266 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (06b84364-8b0e-41bc-bdb2-0e28411c93d0), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:42.566191 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port 8b63513d-d499-47ba-b47f-6a4a11d9be7c, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=8b63513d-d499-47ba-b47f-6a4a11d9be7c,segment=NetworkSegment(9e485fae-b0f5-4f5a-9064-6e2e7153a585),segment_id=9e485fae-b0f5-4f5a-9064-6e2e7153a585)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:27:42.582164 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Returning: {'device': '8b63513d-d499-47ba-b47f-6a4a11d9be7c', 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5', 'port_id': '8b63513d-d499-47ba-b47f-6a4a11d9be7c', 'mac_address': 'fa:16:3e:7c:fa:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f20ae9c1-f124-46af-83bd-c43bda7bdca6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 15:27:42.637226 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:42.648486 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Current status of the port 06b84364-8b0e-41bc-bdb2-0e28411c93d0 is: BUILD; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:27:42.648871 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (06b84364-8b0e-41bc-bdb2-0e28411c93d0), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:42.651149 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Current status of the port 8b63513d-d499-47ba-b47f-6a4a11d9be7c is: DOWN; New status is: BUILD {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:27:42.651726 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (8b63513d-d499-47ba-b47f-6a4a11d9be7c), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:42.655532 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:42.681692 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.notifiers.nova [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b63513d-d499-47ba-b47f-6a4a11d9be7c {{(pid=103846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 15:27:42.711840 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f08c8b7f-24e0-47fe-9b46-87202f357774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b84364-8b0e-41bc-bdb2-0e28411c93d0'}] {{(pid=103846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:27:42.715718 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83ad2954d886e551320551455e9fbed623a66dbf450698aab55d06241312ca55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e752301-2bc2-4686-bc60-cc53f4bd2959" -d '{"events": [{"server_uuid": "f08c8b7f-24e0-47fe-9b46-87202f357774", "name": "network-vif-plugged", "status": "completed", "tag": "06b84364-8b0e-41bc-bdb2-0e28411c93d0"}]}' {{(pid=103846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:27:42.724812 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port 8b63513d-d499-47ba-b47f-6a4a11d9be7c, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=8b63513d-d499-47ba-b47f-6a4a11d9be7c,segment=NetworkSegment(9e485fae-b0f5-4f5a-9064-6e2e7153a585),segment_id=9e485fae-b0f5-4f5a-9064-6e2e7153a585)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:27:42.734999 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port 06b84364-8b0e-41bc-bdb2-0e28411c93d0, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=06b84364-8b0e-41bc-bdb2-0e28411c93d0,segment=NetworkSegment(4902358a-84fd-44b7-9de8-73522f5a56dd),segment_id=4902358a-84fd-44b7-9de8-73522f5a56dd)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:27:42.736148 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (8b63513d-d499-47ba-b47f-6a4a11d9be7c), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:42.740493 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4f168c-6253-4077-8e8f-b7c652611fff req-be04448d-0e20-4f6b-a45f-ecd58a007a36 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:42.750508 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-ba4f168c-6253-4077-8e8f-b7c652611fff req-be04448d-0e20-4f6b-a45f-ecd58a007a36 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/ports?device_id=f08c8b7f-24e0-47fe-9b46-87202f357774 HTTP/1.1" status: 200 len: 945 time: 0.0765328 Jul 06 15:27:42.769203 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (06b84364-8b0e-41bc-bdb2-0e28411c93d0), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:42.801673 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 15:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182172d7-38a2-48ae-84a2-31fbca8d08bf x-openstack-request-id: req-182172d7-38a2-48ae-84a2-31fbca8d08bf {{(pid=103846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:27:42.802463 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f08c8b7f-24e0-47fe-9b46-87202f357774", "name": "network-vif-plugged", "status": "completed", "tag": "06b84364-8b0e-41bc-bdb2-0e28411c93d0", "code": 200}]} {{(pid=103846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:27:42.802924 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-182172d7-38a2-48ae-84a2-31fbca8d08bf {{(pid=103846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:27:42.803625 dv-cinder-848848-4-iscsi neutron-server[103846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-182172d7-38a2-48ae-84a2-31fbca8d08bf'] response: {'server_uuid': 'f08c8b7f-24e0-47fe-9b46-87202f357774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b84364-8b0e-41bc-bdb2-0e28411c93d0', 'code': 200} Jul 06 15:27:42.806224 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Pushing event updated for resources: {'Port': ['ID=8b63513d-d499-47ba-b47f-6a4a11d9be7c,revision_number=4']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:27:42.854779 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-ba4f168c-6253-4077-8e8f-b7c652611fff req-fa99df5d-099b-46f8-a963-a135befba951 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f1a1e9b-36c4-4c38-bea4-b0aaf920a706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026886 Jul 06 15:27:42.878352 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Pushing event updated for resources: {'Port': ['ID=06b84364-8b0e-41bc-bdb2-0e28411c93d0,revision_number=5']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:27:43.001385 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-f011110f-c8aa-427d-9e91-ae33eec17913 req-28689487-952c-496b-bdf3-37c470ca3fec tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=3dc848c1-1535-4024-a792-3e74e6581844 HTTP/1.1" status: 200 len: 210 time: 0.0650818 Jul 06 15:27:43.003402 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d8e7d1-af70-4cb9-8a9b-100f4d64b133 req-0223f161-4849-48ba-a47e-f1fef58e5827 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:43.005627 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-11d8e7d1-af70-4cb9-8a9b-100f4d64b133 req-0223f161-4849-48ba-a47e-f1fef58e5827 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.46 "GET /v2.0/ports?device_id=177ea1c5-e5ee-4f5d-af87-0f63cb2d3f7e HTTP/1.1" status: 200 len: 944 time: 0.0692222 Jul 06 15:27:43.036708 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] get_ports_and_sgs() called for port_ids ['8b63513d-d499-47ba-b47f-6a4a11d9be7c'] {{(pid=103846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:27:43.051111 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612e3006-abc3-4574-9858-5b96720116d0 req-4ee0d3d8-a0ac-4454-8f8b-cfc42f2b4f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:43.054553 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-612e3006-abc3-4574-9858-5b96720116d0 req-4ee0d3d8-a0ac-4454-8f8b-cfc42f2b4f50 service neutron] 10.222.0.16 "GET /v2.0/networks?id=29faeaee-d3c7-4625-83ea-4cacc91dc1a5 HTTP/1.1" status: 200 len: 914 time: 0.3049672 Jul 06 15:27:43.090937 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-11d8e7d1-af70-4cb9-8a9b-100f4d64b133 req-06596609-ac1e-4c04-9f4f-c8ad1bd8c523 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d2d61da-c2c3-44ba-8fac-6c2dfcc52d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745158 Jul 06 15:27:43.101212 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223cf2f9-a5ba-45f5-a8a6-21e813f2e575 req-be4c8c56-af60-4cf9-850a-876a88e7fe82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:43.104042 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-223cf2f9-a5ba-45f5-a8a6-21e813f2e575 req-be4c8c56-af60-4cf9-850a-876a88e7fe82 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f08c8b7f-24e0-47fe-9b46-87202f357774 HTTP/1.1" status: 200 len: 1130 time: 0.0480752 Jul 06 15:27:43.140147 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-612e3006-abc3-4574-9858-5b96720116d0 req-f0edf004-3ac0-4025-910c-3591878ffed1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d8685b9-4818-46a3-85c7-7cb199efa0f6 HTTP/1.1" status: 200 len: 217 time: 0.0348155 Jul 06 15:27:43.227294 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:43.242579 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612e3006-abc3-4574-9858-5b96720116d0 req-6a643a15-2c18-459d-902f-395e071e2005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:43.242579 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-612e3006-abc3-4574-9858-5b96720116d0 req-6a643a15-2c18-459d-902f-395e071e2005 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d3bbb20-1b71-4896-859b-aff10cf77fe7 HTTP/1.1" status: 200 len: 853 time: 0.0923104 Jul 06 15:27:43.285843 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-223cf2f9-a5ba-45f5-a8a6-21e813f2e575 req-dc0617d2-8fae-4e05-ab93-33b123d419d6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2f1a1e9b-36c4-4c38-bea4-b0aaf920a706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440899 Jul 06 15:27:43.318257 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-612e3006-abc3-4574-9858-5b96720116d0 req-f7d92955-caab-4a66-9603-fbbd9ce52608 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=29faeaee-d3c7-4625-83ea-4cacc91dc1a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575738 Jul 06 15:27:43.354612 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c00ba65-1034-410b-8243-2a1ff3a7b2fb req-b2e706eb-a9a4-43ec-9e12-23cb1571a022 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:43.356251 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-1c00ba65-1034-410b-8243-2a1ff3a7b2fb req-b2e706eb-a9a4-43ec-9e12-23cb1571a022 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44071dc-0ea5-446e-8cf3-8509970b78a8 HTTP/1.1" status: 200 len: 945 time: 0.0834105 Jul 06 15:27:43.419465 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-1c00ba65-1034-410b-8243-2a1ff3a7b2fb req-ebf055ee-f3dd-4923-9950-0d064280db75 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dc83bcc-a5e4-4bef-b0c9-99b76100b218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446696 Jul 06 15:27:43.490736 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 55758) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:27:43.596919 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-33f023f8-883f-49ef-86d7-5b2c5041b8e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:43.645068 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:43.661025 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-612e3006-abc3-4574-9858-5b96720116d0 req-b156c8cd-d095-4fd1-a25d-56591cd2d583 service neutron] 10.222.0.16 "GET /v2.0/networks/29faeaee-d3c7-4625-83ea-4cacc91dc1a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032708 Jul 06 15:27:43.680677 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-33f023f8-883f-49ef-86d7-5b2c5041b8e4 admin admin] Publish callbacks [] for security_group (af63e3a2-0685-4157-b317-17dc41c45b48), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:43.684322 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-33f023f8-883f-49ef-86d7-5b2c5041b8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (af63e3a2-0685-4157-b317-17dc41c45b48), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:43.725378 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-33f023f8-883f-49ef-86d7-5b2c5041b8e4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dda3e82a2a0947ed822cb68ce58cf6cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2335324 Jul 06 15:27:43.726208 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f023f8-883f-49ef-86d7-5b2c5041b8e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af63e3a2-0685-4157-b317-17dc41c45b48,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:27:43.728645 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 55790) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:27:43.783320 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-6003063d-d8e3-4da5-b08c-977d3c0373d6 admin admin] Publish callbacks [] for security_group (af63e3a2-0685-4157-b317-17dc41c45b48), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:43.806855 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-6003063d-d8e3-4da5-b08c-977d3c0373d6 admin admin] Publish callbacks [] for security_group (af63e3a2-0685-4157-b317-17dc41c45b48), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:43.856780 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-6003063d-d8e3-4da5-b08c-977d3c0373d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (af63e3a2-0685-4157-b317-17dc41c45b48), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:43.859791 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-6003063d-d8e3-4da5-b08c-977d3c0373d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:43.860969 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-6003063d-d8e3-4da5-b08c-977d3c0373d6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/af63e3a2-0685-4157-b317-17dc41c45b48 HTTP/1.1" status: 204 len: 168 time: 0.1312850 Jul 06 15:27:43.864211 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:43.870378 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6003063d-d8e3-4da5-b08c-977d3c0373d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af63e3a2-0685-4157-b317-17dc41c45b48,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:27:43.948867 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (eda728fc-b46d-4378-b578-35bac6b15486), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:43.987910 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5595ac34-86c7-4971-a876-3db30f8a7d23 req-ffdbbd5e-bb68-4b06-8a75-777d359233c9 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:43.989621 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-5595ac34-86c7-4971-a876-3db30f8a7d23 req-ffdbbd5e-bb68-4b06-8a75-777d359233c9 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/ports?device_id=f08c8b7f-24e0-47fe-9b46-87202f357774 HTTP/1.1" status: 200 len: 946 time: 0.0647254 Jul 06 15:27:44.051786 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-5595ac34-86c7-4971-a876-3db30f8a7d23 req-6d8448b9-61de-4ef0-8793-335c1c44ddd2 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f1a1e9b-36c4-4c38-bea4-b0aaf920a706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549767 Jul 06 15:27:44.152596 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-8ffcd57d-315f-4dc5-993e-7ef98d1519eb req-459c714f-bc8c-441c-b0c3-b20a068744ef tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=3dc848c1-1535-4024-a792-3e74e6581844 HTTP/1.1" status: 200 len: 210 time: 0.0459974 Jul 06 15:27:44.219349 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58fa1b0-3806-462e-ac9e-83bc15d003e7 req-4d7166a9-25bc-4b24-9f94-434f0c347be0 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:44.226243 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-c58fa1b0-3806-462e-ac9e-83bc15d003e7 req-4d7166a9-25bc-4b24-9f94-434f0c347be0 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.46 "GET /v2.0/ports?device_id=177ea1c5-e5ee-4f5d-af87-0f63cb2d3f7e HTTP/1.1" status: 200 len: 944 time: 0.0676870 Jul 06 15:27:44.300431 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-612e3006-abc3-4574-9858-5b96720116d0 req-41671825-fe93-4f80-a861-fccfca0558c5 service neutron] 10.222.0.16 "GET /v2.0/networks/29faeaee-d3c7-4625-83ea-4cacc91dc1a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176028 Jul 06 15:27:44.303479 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-c58fa1b0-3806-462e-ac9e-83bc15d003e7 req-661c452a-2a54-4dd0-9633-437d103842d7 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d2d61da-c2c3-44ba-8fac-6c2dfcc52d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763500 Jul 06 15:27:44.385984 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device 6d8685b9-4818-46a3-85c7-7cb199efa0f6 details requested by agent hyperv_hv-cinder-84884 with host hv-cinder-84884 {{(pid=103846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 15:27:44.391067 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device 8b63513d-d499-47ba-b47f-6a4a11d9be7c up at agent hyperv_hv-cinder-84884 {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:27:44.517738 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Provisioning for port 8b63513d-d499-47ba-b47f-6a4a11d9be7c completed by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 06 15:27:44.534567 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Provisioning complete for port 8b63513d-d499-47ba-b47f-6a4a11d9be7c triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:27:44.535227 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (8b63513d-d499-47ba-b47f-6a4a11d9be7c), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:44.570610 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321e5708-786f-46a5-b4f8-125e90b1b1e7 req-173fa34c-e21b-45b0-9810-00f45b4e8c67 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:44.578820 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-321e5708-786f-46a5-b4f8-125e90b1b1e7 req-173fa34c-e21b-45b0-9810-00f45b4e8c67 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44071dc-0ea5-446e-8cf3-8509970b78a8 HTTP/1.1" status: 200 len: 945 time: 0.0754402 Jul 06 15:27:44.627514 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port 6d8685b9-4818-46a3-85c7-7cb199efa0f6, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=6d8685b9-4818-46a3-85c7-7cb199efa0f6,segment=NetworkSegment(f0f5d63e-46e5-40c5-98e9-730cc5ca7fc9),segment_id=f0f5d63e-46e5-40c5-98e9-730cc5ca7fc9)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:27:44.635960 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-321e5708-786f-46a5-b4f8-125e90b1b1e7 req-cdba79db-d1db-4f48-854c-ac0607687942 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dc83bcc-a5e4-4bef-b0c9-99b76100b218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560956 Jul 06 15:27:44.647203 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Returning: {'device': '6d8685b9-4818-46a3-85c7-7cb199efa0f6', 'network_id': '29faeaee-d3c7-4625-83ea-4cacc91dc1a5', 'port_id': '6d8685b9-4818-46a3-85c7-7cb199efa0f6', 'mac_address': 'fa:16:3e:5e:dd:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d3bbb20-1b71-4896-859b-aff10cf77fe7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 15:27:44.712535 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:44.718203 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Current status of the port 8b63513d-d499-47ba-b47f-6a4a11d9be7c is: BUILD; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:27:44.718614 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (8b63513d-d499-47ba-b47f-6a4a11d9be7c), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:44.726667 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Current status of the port 6d8685b9-4818-46a3-85c7-7cb199efa0f6 is: DOWN; New status is: BUILD {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:27:44.727056 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (6d8685b9-4818-46a3-85c7-7cb199efa0f6), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:44.756357 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.notifiers.nova [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d8685b9-4818-46a3-85c7-7cb199efa0f6 {{(pid=103846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 15:27:44.786921 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port 8b63513d-d499-47ba-b47f-6a4a11d9be7c, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=8b63513d-d499-47ba-b47f-6a4a11d9be7c,segment=NetworkSegment(9e485fae-b0f5-4f5a-9064-6e2e7153a585),segment_id=9e485fae-b0f5-4f5a-9064-6e2e7153a585)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:27:44.790751 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port 6d8685b9-4818-46a3-85c7-7cb199efa0f6, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=6d8685b9-4818-46a3-85c7-7cb199efa0f6,segment=NetworkSegment(f0f5d63e-46e5-40c5-98e9-730cc5ca7fc9),segment_id=f0f5d63e-46e5-40c5-98e9-730cc5ca7fc9)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:27:44.792310 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (8b63513d-d499-47ba-b47f-6a4a11d9be7c), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:44.798201 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (6d8685b9-4818-46a3-85c7-7cb199efa0f6), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:44.815641 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e44071dc-0ea5-446e-8cf3-8509970b78a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b63513d-d499-47ba-b47f-6a4a11d9be7c'}] {{(pid=103846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:27:44.817867 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83ad2954d886e551320551455e9fbed623a66dbf450698aab55d06241312ca55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d5c569-b9cf-4b16-9abd-4b024d1d8699" -d '{"events": [{"server_uuid": "e44071dc-0ea5-446e-8cf3-8509970b78a8", "name": "network-vif-plugged", "status": "completed", "tag": "8b63513d-d499-47ba-b47f-6a4a11d9be7c"}]}' {{(pid=103846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:27:44.849099 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Pushing event updated for resources: {'Port': ['ID=8b63513d-d499-47ba-b47f-6a4a11d9be7c,revision_number=5']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:27:44.874279 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 15:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d72fa3f-094c-4fd7-8e68-bef776123434 x-openstack-request-id: req-7d72fa3f-094c-4fd7-8e68-bef776123434 {{(pid=103846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:27:44.874590 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e44071dc-0ea5-446e-8cf3-8509970b78a8", "name": "network-vif-plugged", "status": "completed", "tag": "8b63513d-d499-47ba-b47f-6a4a11d9be7c", "code": 200}]} {{(pid=103846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:27:44.874894 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7d72fa3f-094c-4fd7-8e68-bef776123434 {{(pid=103846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:27:44.875317 dv-cinder-848848-4-iscsi neutron-server[103846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d72fa3f-094c-4fd7-8e68-bef776123434'] response: {'server_uuid': 'e44071dc-0ea5-446e-8cf3-8509970b78a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b63513d-d499-47ba-b47f-6a4a11d9be7c', 'code': 200} Jul 06 15:27:44.900008 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Pushing event updated for resources: {'Port': ['ID=6d8685b9-4818-46a3-85c7-7cb199efa0f6,revision_number=4']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:27:45.128667 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] get_ports_and_sgs() called for port_ids ['6d8685b9-4818-46a3-85c7-7cb199efa0f6'] {{(pid=103846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:27:45.169184 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:45.227602 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b97ae-be08-4549-92bd-582dd0b3292d req-655674dc-cb4a-45c1-9d66-f11b78d0a171 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:45.229512 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6b8b97ae-be08-4549-92bd-582dd0b3292d req-655674dc-cb4a-45c1-9d66-f11b78d0a171 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/ports?device_id=f08c8b7f-24e0-47fe-9b46-87202f357774 HTTP/1.1" status: 200 len: 946 time: 0.0774159 Jul 06 15:27:45.298908 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-7fcb6a8f-f4ab-489e-8fab-5e5f27772920 req-96d96bb7-4056-4ed4-b42e-abc3f98252ab tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=3dc848c1-1535-4024-a792-3e74e6581844 HTTP/1.1" status: 200 len: 210 time: 0.0400357 Jul 06 15:27:45.326375 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6b8b97ae-be08-4549-92bd-582dd0b3292d req-7613485e-9871-499d-935e-b457242b6c49 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f1a1e9b-36c4-4c38-bea4-b0aaf920a706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900414 Jul 06 15:27:45.470901 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b931a7-f6db-4db5-bfda-b48524605291 req-7e999451-9d3f-4254-84ca-05351294ae11 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:45.476815 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-18b931a7-f6db-4db5-bfda-b48524605291 req-7e999451-9d3f-4254-84ca-05351294ae11 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.46 "GET /v2.0/ports?device_id=177ea1c5-e5ee-4f5d-af87-0f63cb2d3f7e HTTP/1.1" status: 200 len: 945 time: 0.0967739 Jul 06 15:27:45.494510 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64b8b3-5e25-465e-a871-af6b7a8af543 req-ffed8c54-e831-4267-853d-a22ffa1f792e tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:45.501178 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-0e64b8b3-5e25-465e-a871-af6b7a8af543 req-ffed8c54-e831-4267-853d-a22ffa1f792e tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/ports?device_id=f08c8b7f-24e0-47fe-9b46-87202f357774 HTTP/1.1" status: 200 len: 946 time: 0.0735209 Jul 06 15:27:45.536016 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-18b931a7-f6db-4db5-bfda-b48524605291 req-627376f4-56d3-4180-88b5-c693bb39a919 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d2d61da-c2c3-44ba-8fac-6c2dfcc52d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487874 Jul 06 15:27:45.597672 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f5731-d05e-4967-a96c-a88ae3c81c08 req-c1adc743-7b07-4c87-b8d9-edbc5ee9023c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:45.599667 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-740f5731-d05e-4967-a96c-a88ae3c81c08 req-c1adc743-7b07-4c87-b8d9-edbc5ee9023c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e44071dc-0ea5-446e-8cf3-8509970b78a8 HTTP/1.1" status: 200 len: 1130 time: 0.0826712 Jul 06 15:27:45.659291 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-0e64b8b3-5e25-465e-a871-af6b7a8af543 req-d00d671d-2126-4903-9df5-65ad6b8cb4e5 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f1a1e9b-36c4-4c38-bea4-b0aaf920a706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557956 Jul 06 15:27:45.715166 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-740f5731-d05e-4967-a96c-a88ae3c81c08 req-1bde674b-e065-48fa-9e82-86991701eabd service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5dc83bcc-a5e4-4bef-b0c9-99b76100b218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031730 Jul 06 15:27:45.723346 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af377c-519e-451d-a6a9-58865251f11e req-a21b9a76-b1f4-43ff-810e-b43d679fd59b tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:45.725043 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-b3af377c-519e-451d-a6a9-58865251f11e req-a21b9a76-b1f4-43ff-810e-b43d679fd59b tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.16 "GET /v2.0/networks?id=2f7f712f-7346-42c2-b097-b4b48d9f78be HTTP/1.1" status: 200 len: 819 time: 0.1961861 Jul 06 15:27:45.782269 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05923c23-9572-46a3-8d34-192ba194756b req-854101b7-3d16-45f5-9702-98d0fe68d75c tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:45.783766 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-05923c23-9572-46a3-8d34-192ba194756b req-854101b7-3d16-45f5-9702-98d0fe68d75c tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44071dc-0ea5-446e-8cf3-8509970b78a8 HTTP/1.1" status: 200 len: 946 time: 0.0586889 Jul 06 15:27:45.805666 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:45.836001 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-05923c23-9572-46a3-8d34-192ba194756b req-5b5b3afe-89f7-4308-9665-4f19cf033bbd tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dc83bcc-a5e4-4bef-b0c9-99b76100b218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464733 Jul 06 15:27:46.001349 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3373170a-f65a-4aed-a1a8-153fb86edd88 req-cdfe8fa3-8e69-4690-84d5-32d52af0ad7a tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:46.002822 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-3373170a-f65a-4aed-a1a8-153fb86edd88 req-cdfe8fa3-8e69-4690-84d5-32d52af0ad7a tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/ports?device_id=f08c8b7f-24e0-47fe-9b46-87202f357774 HTTP/1.1" status: 200 len: 946 time: 0.0473557 Jul 06 15:27:46.045860 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-b3af377c-519e-451d-a6a9-58865251f11e req-0fc6c4fc-1a8d-4ee2-a6ef-7f4d8999c427 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef44ecc951964d51925463c5e09f9fbb HTTP/1.1" status: 200 len: 379 time: 0.0548871 Jul 06 15:27:46.054312 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-3373170a-f65a-4aed-a1a8-153fb86edd88 req-423b3f47-0466-4d90-9b50-fa22b6aece58 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f1a1e9b-36c4-4c38-bea4-b0aaf920a706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459678 Jul 06 15:27:46.103606 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [req-b3af377c-519e-451d-a6a9-58865251f11e req-036b516b-e5d0-4755-97bb-0fe6f3f77ea3 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Request body: {'port': {'device_id': '3dc848c1-1535-4024-a792-3e74e6581844', 'network_id': '2f7f712f-7346-42c2-b097-b4b48d9f78be', 'admin_state_up': True, 'tenant_id': 'ef44ecc951964d51925463c5e09f9fbb', 'security_groups': ['2872e210-e584-4439-b8ae-384c97731295']}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:27:46.127609 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:46.220078 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3af377c-519e-451d-a6a9-58865251f11e req-036b516b-e5d0-4755-97bb-0fe6f3f77ea3 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Made reservation on behalf of ef44ecc951964d51925463c5e09f9fbb for: {'port': 1} {{(pid=103844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:27:46.223677 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-b3af377c-519e-451d-a6a9-58865251f11e req-036b516b-e5d0-4755-97bb-0fe6f3f77ea3 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:46.277945 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b156e01f-52b7-482c-84eb-15ee4804c8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (a81823b9-ba52-46bb-9bcd-43b269600933), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:46.369957 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.db_base_plugin_common [req-b3af377c-519e-451d-a6a9-58865251f11e req-036b516b-e5d0-4755-97bb-0fe6f3f77ea3 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Allocated IP 172.20.0.5 (2f7f712f-7346-42c2-b097-b4b48d9f78be/d2607162-f852-4242-9cef-eb0efdf849b4/c1b8dfba-8c84-435a-984a-2a26f587b26e) {{(pid=103844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:27:46.377584 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:46.383036 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device 6d8685b9-4818-46a3-85c7-7cb199efa0f6 up at agent hyperv_hv-cinder-84884 {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:27:46.440834 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Provisioning for port 6d8685b9-4818-46a3-85c7-7cb199efa0f6 completed by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 06 15:27:46.446246 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-daa83825-9acd-4f84-893d-c8628631b227 req-66580a59-33f2-4d22-af10-c6c475754014 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=3dc848c1-1535-4024-a792-3e74e6581844 HTTP/1.1" status: 200 len: 210 time: 0.0567570 Jul 06 15:27:46.450161 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Provisioning complete for port 6d8685b9-4818-46a3-85c7-7cb199efa0f6 triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:27:46.451018 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (6d8685b9-4818-46a3-85c7-7cb199efa0f6), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:46.556160 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Current status of the port 6d8685b9-4818-46a3-85c7-7cb199efa0f6 is: BUILD; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:27:46.556562 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (6d8685b9-4818-46a3-85c7-7cb199efa0f6), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:46.599307 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port 6d8685b9-4818-46a3-85c7-7cb199efa0f6, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=6d8685b9-4818-46a3-85c7-7cb199efa0f6,segment=NetworkSegment(f0f5d63e-46e5-40c5-98e9-730cc5ca7fc9),segment_id=f0f5d63e-46e5-40c5-98e9-730cc5ca7fc9)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:27:46.607535 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (6d8685b9-4818-46a3-85c7-7cb199efa0f6), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:46.664635 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Pushing event updated for resources: {'Port': ['ID=6d8685b9-4818-46a3-85c7-7cb199efa0f6,revision_number=5']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:27:46.673790 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ddb9ef-d241-4458-bd9f-f5d9c4cf8aa3 req-faa19a66-61cd-4463-a9ff-ec8ac6cbb416 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:46.675455 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-a7ddb9ef-d241-4458-bd9f-f5d9c4cf8aa3 req-faa19a66-61cd-4463-a9ff-ec8ac6cbb416 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.46 "GET /v2.0/ports?device_id=177ea1c5-e5ee-4f5d-af87-0f63cb2d3f7e HTTP/1.1" status: 200 len: 946 time: 0.0579023 Jul 06 15:27:46.733674 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-a7ddb9ef-d241-4458-bd9f-f5d9c4cf8aa3 req-c9c0a95e-62e7-4449-b903-ac99a0f459a8 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d2d61da-c2c3-44ba-8fac-6c2dfcc52d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525577 Jul 06 15:27:46.876865 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '177ea1c5-e5ee-4f5d-af87-0f63cb2d3f7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d8685b9-4818-46a3-85c7-7cb199efa0f6'}] {{(pid=103846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:27:46.880250 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83ad2954d886e551320551455e9fbed623a66dbf450698aab55d06241312ca55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e19f3d3e-16ef-407b-b374-d2d8711c47c6" -d '{"events": [{"server_uuid": "177ea1c5-e5ee-4f5d-af87-0f63cb2d3f7e", "name": "network-vif-plugged", "status": "completed", "tag": "6d8685b9-4818-46a3-85c7-7cb199efa0f6"}]}' {{(pid=103846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:27:46.920668 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-b3af377c-519e-451d-a6a9-58865251f11e req-036b516b-e5d0-4755-97bb-0fe6f3f77ea3 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Publish callbacks [] for port (c1b8dfba-8c84-435a-984a-2a26f587b26e), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:46.928202 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 15:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da25289-5a83-4d23-81ac-5c9c9192bd37 x-openstack-request-id: req-4da25289-5a83-4d23-81ac-5c9c9192bd37 {{(pid=103846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:27:46.928484 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "177ea1c5-e5ee-4f5d-af87-0f63cb2d3f7e", "name": "network-vif-plugged", "status": "completed", "tag": "6d8685b9-4818-46a3-85c7-7cb199efa0f6", "code": 200}]} {{(pid=103846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:27:46.928729 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4da25289-5a83-4d23-81ac-5c9c9192bd37 {{(pid=103846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:27:46.929112 dv-cinder-848848-4-iscsi neutron-server[103846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4da25289-5a83-4d23-81ac-5c9c9192bd37'] response: {'server_uuid': '177ea1c5-e5ee-4f5d-af87-0f63cb2d3f7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d8685b9-4818-46a3-85c7-7cb199efa0f6', 'code': 200} Jul 06 15:27:46.988064 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed839448-aaa4-4ca1-8fe9-8451979d94a0 req-3bd9dee8-4e50-4bc0-8a1f-9cbb76e4e837 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:46.989519 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-ed839448-aaa4-4ca1-8fe9-8451979d94a0 req-3bd9dee8-4e50-4bc0-8a1f-9cbb76e4e837 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44071dc-0ea5-446e-8cf3-8509970b78a8 HTTP/1.1" status: 200 len: 946 time: 0.0723875 Jul 06 15:27:47.021171 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-b3af377c-519e-451d-a6a9-58865251f11e req-036b516b-e5d0-4755-97bb-0fe6f3f77ea3 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786465455737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2698075'] for port (c1b8dfba-8c84-435a-984a-2a26f587b26e), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:47.087441 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-ed839448-aaa4-4ca1-8fe9-8451979d94a0 req-93abf59c-17e8-42ec-9d6e-be595c4fc958 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dc83bcc-a5e4-4bef-b0c9-99b76100b218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908539 Jul 06 15:27:47.090885 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3af377c-519e-451d-a6a9-58865251f11e req-036b516b-e5d0-4755-97bb-0fe6f3f77ea3 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Network 2f7f712f-7346-42c2-b097-b4b48d9f78be is already hosted by enough agents. {{(pid=103844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:27:47.094388 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.base_scheduler [req-b3af377c-519e-451d-a6a9-58865251f11e req-036b516b-e5d0-4755-97bb-0fe6f3f77ea3 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Resources bound (agent type, host, resource id): {{(pid=103844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:27:47.096768 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3af377c-519e-451d-a6a9-58865251f11e req-036b516b-e5d0-4755-97bb-0fe6f3f77ea3 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Received port after_create {{(pid=103844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 15:27:47.102915 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036b516b-e5d0-4755-97bb-0fe6f3f77ea3 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Pushing event updated for resources: {'Port': ['ID=c1b8dfba-8c84-435a-984a-2a26f587b26e,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:27:47.161419 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af377c-519e-451d-a6a9-58865251f11e req-036b516b-e5d0-4755-97bb-0fe6f3f77ea3 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:47.162068 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-b3af377c-519e-451d-a6a9-58865251f11e req-036b516b-e5d0-4755-97bb-0fe6f3f77ea3 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for port (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:47.181405 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-b3af377c-519e-451d-a6a9-58865251f11e req-036b516b-e5d0-4755-97bb-0fe6f3f77ea3 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0818048 Jul 06 15:27:47.388485 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-eab69998-2d85-479b-b8ef-331c8e199562 None None] Provisioning complete for port c1b8dfba-8c84-435a-984a-2a26f587b26e triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:27:47.389131 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-eab69998-2d85-479b-b8ef-331c8e199562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (c1b8dfba-8c84-435a-984a-2a26f587b26e), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:47.419986 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-eab69998-2d85-479b-b8ef-331c8e199562 None None] Port c1b8dfba-8c84-435a-984a-2a26f587b26e cannot update to ACTIVE because it is not bound. {{(pid=103846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 15:27:47.562932 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d8bd45-2188-4129-a418-89c3059f498f req-648c21b4-7e28-45d4-9e3f-385b22e618af tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:47.564708 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-f6d8bd45-2188-4129-a418-89c3059f498f req-648c21b4-7e28-45d4-9e3f-385b22e618af tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=3dc848c1-1535-4024-a792-3e74e6581844 HTTP/1.1" status: 200 len: 931 time: 0.0483084 Jul 06 15:27:47.618997 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-f6d8bd45-2188-4129-a418-89c3059f498f req-4cf4ae9e-06b8-490f-90d4-3760c519df08 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=2872e210-e584-4439-b8ae-384c97731295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482306 Jul 06 15:27:47.643412 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f38bbd-107e-4820-949e-1aa1e32b3be8 req-42734dcc-aaa8-4238-8bb7-3aef1e0fdc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:47.644926 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-59f38bbd-107e-4820-949e-1aa1e32b3be8 req-42734dcc-aaa8-4238-8bb7-3aef1e0fdc6f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=177ea1c5-e5ee-4f5d-af87-0f63cb2d3f7e HTTP/1.1" status: 200 len: 1130 time: 0.0508642 Jul 06 15:27:47.686561 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [req-b3af377c-519e-451d-a6a9-58865251f11e req-7a42089c-ee7b-40e7-ade4-54c4401fc0bd service neutron] Request body: {'port': {'device_id': '3dc848c1-1535-4024-a792-3e74e6581844', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84884'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:27:47.746854 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:47.783809 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-59f38bbd-107e-4820-949e-1aa1e32b3be8 req-758d499e-ef5f-43c8-902b-76a71e38cba8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1d2d61da-c2c3-44ba-8fac-6c2dfcc52d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937073 Jul 06 15:27:47.791917 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-b3af377c-519e-451d-a6a9-58865251f11e req-7a42089c-ee7b-40e7-ade4-54c4401fc0bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (c1b8dfba-8c84-435a-984a-2a26f587b26e), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:47.854609 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee95b14-7c67-495b-8ea3-6e23143ce4ee req-c73726ca-b2f5-4f6c-9829-9cc488a177d6 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:47.856102 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-5ee95b14-7c67-495b-8ea3-6e23143ce4ee req-c73726ca-b2f5-4f6c-9829-9cc488a177d6 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.46 "GET /v2.0/ports?device_id=177ea1c5-e5ee-4f5d-af87-0f63cb2d3f7e HTTP/1.1" status: 200 len: 946 time: 0.0515099 Jul 06 15:27:47.910088 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-5ee95b14-7c67-495b-8ea3-6e23143ce4ee req-057705af-d572-4148-b4e0-f2cbbf01d781 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d2d61da-c2c3-44ba-8fac-6c2dfcc52d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480680 Jul 06 15:27:48.065016 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [req-b3af377c-519e-451d-a6a9-58865251f11e req-7a42089c-ee7b-40e7-ade4-54c4401fc0bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1b8dfba-8c84-435a-984a-2a26f587b26e {{(pid=103844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 15:27:48.073339 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-b3af377c-519e-451d-a6a9-58865251f11e req-7a42089c-ee7b-40e7-ade4-54c4401fc0bd service neutron] Publish callbacks [] for port (c1b8dfba-8c84-435a-984a-2a26f587b26e), precommit_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:48.088407 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [req-b3af377c-519e-451d-a6a9-58865251f11e req-7a42089c-ee7b-40e7-ade4-54c4401fc0bd service neutron] Transition to ACTIVE for port object c1b8dfba-8c84-435a-984a-2a26f587b26e will not be triggered until provisioned by entity L2. {{(pid=103844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 06 15:27:48.092960 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-b3af377c-519e-451d-a6a9-58865251f11e req-7a42089c-ee7b-40e7-ade4-54c4401fc0bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2698066'] for port (c1b8dfba-8c84-435a-984a-2a26f587b26e), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:48.158005 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:48.212466 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a42089c-ee7b-40e7-ade4-54c4401fc0bd service neutron] Pushing event updated for resources: {'Port': ['ID=c1b8dfba-8c84-435a-984a-2a26f587b26e,revision_number=2']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:27:48.294765 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c15898-accb-4c1c-a3c1-9934fdb2e415 req-33a6a657-1512-4ae2-9180-c74862c4f353 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:48.296660 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-d4c15898-accb-4c1c-a3c1-9934fdb2e415 req-33a6a657-1512-4ae2-9180-c74862c4f353 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44071dc-0ea5-446e-8cf3-8509970b78a8 HTTP/1.1" status: 200 len: 946 time: 0.1095881 Jul 06 15:27:48.307361 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [req-b3af377c-519e-451d-a6a9-58865251f11e req-7a42089c-ee7b-40e7-ade4-54c4401fc0bd service neutron] Attempting to bind port c1b8dfba-8c84-435a-984a-2a26f587b26e on host hv-cinder-84884 for vnic_type normal with profile {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 15:27:48.307711 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [req-b3af377c-519e-451d-a6a9-58865251f11e req-7a42089c-ee7b-40e7-ade4-54c4401fc0bd service neutron] Attempting to bind port c1b8dfba-8c84-435a-984a-2a26f587b26e by drivers openvswitch,hyperv on host hv-cinder-84884 at level 0 using segments [{'id': '21878ae0-c04f-4cb0-b2f0-7098f6c37266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '2f7f712f-7346-42c2-b097-b4b48d9f78be'}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 15:27:48.308082 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3af377c-519e-451d-a6a9-58865251f11e req-7a42089c-ee7b-40e7-ade4-54c4401fc0bd service neutron] Attempting to bind port c1b8dfba-8c84-435a-984a-2a26f587b26e on network 2f7f712f-7346-42c2-b097-b4b48d9f78be {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:27:48.310843 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-a44d2e37-1ed0-4931-a002-b794ca52c363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8e6e5f2a-f235-48ed-8752-aab723ac44e7), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:48.319540 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3af377c-519e-451d-a6a9-58865251f11e req-7a42089c-ee7b-40e7-ade4-54c4401fc0bd service neutron] Port c1b8dfba-8c84-435a-984a-2a26f587b26e on network 2f7f712f-7346-42c2-b097-b4b48d9f78be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84884 {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 06 15:27:48.320449 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3af377c-519e-451d-a6a9-58865251f11e req-7a42089c-ee7b-40e7-ade4-54c4401fc0bd service neutron] Attempting to bind port c1b8dfba-8c84-435a-984a-2a26f587b26e on network 2f7f712f-7346-42c2-b097-b4b48d9f78be {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:27:48.326288 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3af377c-519e-451d-a6a9-58865251f11e req-7a42089c-ee7b-40e7-ade4-54c4401fc0bd service neutron] Checking agent: {'id': 'eda728fc-b46d-4378-b578-35bac6b15486', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84884', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 15, 22, 43), 'started_at': datetime.datetime(2022, 7, 6, 15, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 15, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 15:27:48.326763 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3af377c-519e-451d-a6a9-58865251f11e req-7a42089c-ee7b-40e7-ade4-54c4401fc0bd service neutron] Checking segment: {'id': '21878ae0-c04f-4cb0-b2f0-7098f6c37266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '2f7f712f-7346-42c2-b097-b4b48d9f78be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:27:48.327156 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3af377c-519e-451d-a6a9-58865251f11e req-7a42089c-ee7b-40e7-ade4-54c4401fc0bd service neutron] Bound using segment: {'id': '21878ae0-c04f-4cb0-b2f0-7098f6c37266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '2f7f712f-7346-42c2-b097-b4b48d9f78be'} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 15:27:48.327623 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [req-b3af377c-519e-451d-a6a9-58865251f11e req-7a42089c-ee7b-40e7-ade4-54c4401fc0bd service neutron] Bound port: c1b8dfba-8c84-435a-984a-2a26f587b26e, host: hv-cinder-84884, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21878ae0-c04f-4cb0-b2f0-7098f6c37266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '2f7f712f-7346-42c2-b097-b4b48d9f78be'}}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 15:27:48.328542 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-b3af377c-519e-451d-a6a9-58865251f11e req-7a42089c-ee7b-40e7-ade4-54c4401fc0bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (c1b8dfba-8c84-435a-984a-2a26f587b26e), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:48.398614 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-d4c15898-accb-4c1c-a3c1-9934fdb2e415 req-c57116b5-27cf-495b-b180-31cd5a57b33f tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dc83bcc-a5e4-4bef-b0c9-99b76100b218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927217 Jul 06 15:27:48.469659 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [req-b3af377c-519e-451d-a6a9-58865251f11e req-7a42089c-ee7b-40e7-ade4-54c4401fc0bd service neutron] For port c1b8dfba-8c84-435a-984a-2a26f587b26e, host hv-cinder-84884, cleared binding levels {{(pid=103844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:27:48.476653 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [req-b3af377c-519e-451d-a6a9-58865251f11e req-7a42089c-ee7b-40e7-ade4-54c4401fc0bd service neutron] For port c1b8dfba-8c84-435a-984a-2a26f587b26e, host hv-cinder-84884, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=c1b8dfba-8c84-435a-984a-2a26f587b26e,segment=NetworkSegment(21878ae0-c04f-4cb0-b2f0-7098f6c37266),segment_id=21878ae0-c04f-4cb0-b2f0-7098f6c37266)] {{(pid=103844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:27:48.486359 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-b3af377c-519e-451d-a6a9-58865251f11e req-7a42089c-ee7b-40e7-ade4-54c4401fc0bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2698066'] for port (c1b8dfba-8c84-435a-984a-2a26f587b26e), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:48.541582 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af377c-519e-451d-a6a9-58865251f11e req-7a42089c-ee7b-40e7-ade4-54c4401fc0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:48.542360 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-b3af377c-519e-451d-a6a9-58865251f11e req-7a42089c-ee7b-40e7-ade4-54c4401fc0bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for port (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:48.543759 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-b3af377c-519e-451d-a6a9-58865251f11e req-7a42089c-ee7b-40e7-ade4-54c4401fc0bd service neutron] 10.222.0.16 "PUT /v2.0/ports/c1b8dfba-8c84-435a-984a-2a26f587b26e HTTP/1.1" status: 200 len: 1093 time: 0.8729210 Jul 06 15:27:48.562355 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dc848c1-1535-4024-a792-3e74e6581844', 'tag': 'c1b8dfba-8c84-435a-984a-2a26f587b26e'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:27:48.564599 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23f0ce0f3171803df377307192b3bbc073243688ace587a9918d8ae03454cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a2cd2a-1d1f-4434-9058-52a915b883c2" -d '{"events": [{"name": "network-changed", "server_uuid": "3dc848c1-1535-4024-a792-3e74e6581844", "tag": "c1b8dfba-8c84-435a-984a-2a26f587b26e"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:27:48.599329 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b551df-a1b3-410f-9157-8ac788f7a85d req-90e1f001-f8b0-48b0-9219-94f36bf3a575 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:48.600713 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-41b551df-a1b3-410f-9157-8ac788f7a85d req-90e1f001-f8b0-48b0-9219-94f36bf3a575 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44071dc-0ea5-446e-8cf3-8509970b78a8 HTTP/1.1" status: 200 len: 946 time: 0.0838947 Jul 06 15:27:48.601515 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a42089c-ee7b-40e7-ade4-54c4401fc0bd service neutron] Pushing event updated for resources: {'Port': ['ID=c1b8dfba-8c84-435a-984a-2a26f587b26e,revision_number=3']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:27:48.610241 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 55946) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:27:48.614776 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [None req-3f64e534-1407-4d4a-b5cd-dba5c83dc19f tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Request body: {'floatingip': {'port_id': '8b63513d-d499-47ba-b47f-6a4a11d9be7c'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:27:48.618385 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 15:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f6e77e-cbd3-4b17-9b3b-5e4a07c7c449 x-openstack-request-id: req-04f6e77e-cbd3-4b17-9b3b-5e4a07c7c449 {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:27:48.618672 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dc848c1-1535-4024-a792-3e74e6581844", "tag": "c1b8dfba-8c84-435a-984a-2a26f587b26e", "status": "completed", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:27:48.618949 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-04f6e77e-cbd3-4b17-9b3b-5e4a07c7c449 {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:27:48.619425 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04f6e77e-cbd3-4b17-9b3b-5e4a07c7c449'] response: {'name': 'network-changed', 'server_uuid': '3dc848c1-1535-4024-a792-3e74e6581844', 'tag': 'c1b8dfba-8c84-435a-984a-2a26f587b26e', 'status': 'completed', 'code': 200} Jul 06 15:27:48.661126 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-3f64e534-1407-4d4a-b5cd-dba5c83dc19f tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for floatingip (8ae18ccc-62a8-43aa-a229-93322a10daeb), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:48.837668 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a2cd2a-1d1f-4434-9058-52a915b883c2 req-aeca6492-362f-44bc-9292-d2067263469c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:48.839110 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-c7a2cd2a-1d1f-4434-9058-52a915b883c2 req-aeca6492-362f-44bc-9292-d2067263469c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef44ecc951964d51925463c5e09f9fbb&device_id=3dc848c1-1535-4024-a792-3e74e6581844 HTTP/1.1" status: 200 len: 1127 time: 0.0951285 Jul 06 15:27:48.850863 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea4ad2-0e95-43a5-ad6b-2fc3f417dacd req-4cde6a22-becc-4e6c-bf01-38a120d45eaa tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:48.852369 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-89ea4ad2-0e95-43a5-ad6b-2fc3f417dacd req-4cde6a22-becc-4e6c-bf01-38a120d45eaa tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=3dc848c1-1535-4024-a792-3e74e6581844 HTTP/1.1" status: 200 len: 943 time: 0.1444197 Jul 06 15:27:48.892811 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:49.027383 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=100 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:49.037246 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51fb41a-a9ca-4c53-bda9-d3e3fedc0ea7 req-dd12de1f-8cbb-4af1-879e-154bebaa1a10 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:49.044367 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-d51fb41a-a9ca-4c53-bda9-d3e3fedc0ea7 req-dd12de1f-8cbb-4af1-879e-154bebaa1a10 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.46 "GET /v2.0/ports?device_id=177ea1c5-e5ee-4f5d-af87-0f63cb2d3f7e HTTP/1.1" status: 200 len: 946 time: 0.0630252 Jul 06 15:27:49.058001 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-89ea4ad2-0e95-43a5-ad6b-2fc3f417dacd req-2b32238e-f1a4-4a4c-aeb1-d0a0c50bcfe8 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=2872e210-e584-4439-b8ae-384c97731295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1790171 Jul 06 15:27:49.097672 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a2cd2a-1d1f-4434-9058-52a915b883c2 req-0e3a9f1a-4cae-491e-8ff3-f9de41e912cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:49.099624 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-c7a2cd2a-1d1f-4434-9058-52a915b883c2 req-0e3a9f1a-4cae-491e-8ff3-f9de41e912cc service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=ef44ecc951964d51925463c5e09f9fbb&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2413957 Jul 06 15:27:49.121124 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-d51fb41a-a9ca-4c53-bda9-d3e3fedc0ea7 req-7b52e873-8a65-48af-bb37-a9d0ead24b79 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d2d61da-c2c3-44ba-8fac-6c2dfcc52d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754995 Jul 06 15:27:49.322909 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:49.417739 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-3f64e534-1407-4d4a-b5cd-dba5c83dc19f tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:49.423035 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-3f64e534-1407-4d4a-b5cd-dba5c83dc19f tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591059'] for floatingip (8ae18ccc-62a8-43aa-a229-93322a10daeb), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:49.530539 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.db.l3_db [None req-3f64e534-1407-4d4a-b5cd-dba5c83dc19f tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Floating IP 8ae18ccc-62a8-43aa-a229-93322a10daeb associated. External IP: 172.27.3.46, port: 8b63513d-d499-47ba-b47f-6a4a11d9be7c. Jul 06 15:27:49.584446 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-5e71b6aa-55c8-4030-9936-371c496b104b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (6f0d5ee7-fa21-4cb0-b4ff-cf35f5a4ba31), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:49.743314 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=16 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:49.756624 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=18 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:49.812404 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a2cd2a-1d1f-4434-9058-52a915b883c2 req-dd4ecb02-0e04-444b-a1b8-8ee55ec31434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:49.813925 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-c7a2cd2a-1d1f-4434-9058-52a915b883c2 req-dd4ecb02-0e04-444b-a1b8-8ee55ec31434 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1996562 Jul 06 15:27:49.833005 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f64e534-1407-4d4a-b5cd-dba5c83dc19f tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Router 738b7c26-f6e3-475d-9804-afd562758ee8 has already been hosted by L3 agent 8e6e5f2a-f235-48ed-8752-aab723ac44e7 {{(pid=103844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 15:27:49.952042 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af377c-519e-451d-a6a9-58865251f11e req-d11c9518-fb79-4d2a-bb96-6240a4d6bbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:49.954027 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-b3af377c-519e-451d-a6a9-58865251f11e req-d11c9518-fb79-4d2a-bb96-6240a4d6bbd5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef44ecc951964d51925463c5e09f9fbb&device_id=3dc848c1-1535-4024-a792-3e74e6581844 HTTP/1.1" status: 200 len: 1127 time: 0.0751982 Jul 06 15:27:50.009569 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-b3af377c-519e-451d-a6a9-58865251f11e req-25ecae51-178e-4eeb-9df5-2f27ccaa0d77 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1b8dfba-8c84-435a-984a-2a26f587b26e HTTP/1.1" status: 200 len: 217 time: 0.0420704 Jul 06 15:27:50.010688 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f64e534-1407-4d4a-b5cd-dba5c83dc19f tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Notify agent at l3_agent.dv-cinder-848848-4-iscsi the message routers_updated {{(pid=103844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:27:50.016005 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-3f64e534-1407-4d4a-b5cd-dba5c83dc19f tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for floatingip (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:50.020502 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf00f99-eafe-43f8-86fb-6c4c69a59725 None None] Sync routers for ids ['738b7c26-f6e3-475d-9804-afd562758ee8'] in dv-cinder-848848-4-iscsi {{(pid=103846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:27:50.030593 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf00f99-eafe-43f8-86fb-6c4c69a59725 None None] Routers {'738b7c26-f6e3-475d-9804-afd562758ee8'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:27:50.031283 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-4bf00f99-eafe-43f8-86fb-6c4c69a59725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:27:48Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['738b7c26-f6e3-475d-9804-afd562758ee8'], 'active': True} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:27:50.094762 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af377c-519e-451d-a6a9-58865251f11e req-f1b85f82-868c-446d-970e-90ff146bc6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:50.096500 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-b3af377c-519e-451d-a6a9-58865251f11e req-f1b85f82-868c-446d-970e-90ff146bc6e4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d2607162-f852-4242-9cef-eb0efdf849b4 HTTP/1.1" status: 200 len: 858 time: 0.0588894 Jul 06 15:27:50.103491 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-3f64e534-1407-4d4a-b5cd-dba5c83dc19f tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "PUT /v2.0/floatingips/8ae18ccc-62a8-43aa-a229-93322a10daeb HTTP/1.1" status: 200 len: 991 time: 1.4920313 Jul 06 15:27:50.156298 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af377c-519e-451d-a6a9-58865251f11e req-18f165cc-41f4-4f12-bd6d-b81a765782c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:50.156298 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-b3af377c-519e-451d-a6a9-58865251f11e req-18f165cc-41f4-4f12-bd6d-b81a765782c3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2f7f712f-7346-42c2-b097-b4b48d9f78be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514255 Jul 06 15:27:50.278855 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:50.280187 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:50.283833 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-b3af377c-519e-451d-a6a9-58865251f11e req-2d1109dd-78a7-416e-907f-2e4be7e1fe23 service neutron] 10.222.0.16 "GET /v2.0/networks/2f7f712f-7346-42c2-b097-b4b48d9f78be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179550 Jul 06 15:27:50.284469 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a774ee4-1788-4a7a-95e5-b027b1ef58a0 req-0391cc64-55a7-4045-9bf3-8bc0cc5470d5 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:50.286726 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-5a774ee4-1788-4a7a-95e5-b027b1ef58a0 req-0391cc64-55a7-4045-9bf3-8bc0cc5470d5 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.46 "GET /v2.0/ports?device_id=177ea1c5-e5ee-4f5d-af87-0f63cb2d3f7e HTTP/1.1" status: 200 len: 946 time: 0.0632365 Jul 06 15:27:50.307507 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvr_db [None req-4bf00f99-eafe-43f8-86fb-6c4c69a59725 None None] Set router 738b7c26-f6e3-475d-9804-afd562758ee8 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:27:50.356342 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-5a774ee4-1788-4a7a-95e5-b027b1ef58a0 req-b352f056-6efa-4c07-8ef3-142a31300eda tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d2d61da-c2c3-44ba-8fac-6c2dfcc52d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636811 Jul 06 15:27:50.367359 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c1a36-507f-4fb5-86af-46f74045726f req-c6c565c3-05e4-4f6c-b80a-da4443e72e69 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:50.369812 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-455c1a36-507f-4fb5-86af-46f74045726f req-c6c565c3-05e4-4f6c-b80a-da4443e72e69 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=3dc848c1-1535-4024-a792-3e74e6581844 HTTP/1.1" status: 200 len: 943 time: 0.0849946 Jul 06 15:27:50.450249 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:50.489602 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-455c1a36-507f-4fb5-86af-46f74045726f req-a3fb9bd6-8c54-4e4d-b11b-716c9ec802d7 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=2872e210-e584-4439-b8ae-384c97731295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044102 Jul 06 15:27:50.514899 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-b3af377c-519e-451d-a6a9-58865251f11e req-65725a91-f144-4371-baa7-1fe7b3ff9f8d service neutron] 10.222.0.16 "GET /v2.0/networks/2f7f712f-7346-42c2-b097-b4b48d9f78be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859376 Jul 06 15:27:50.563242 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:50.620652 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e44071dc-0ea5-446e-8cf3-8509970b78a8', 'tag': '8b63513d-d499-47ba-b47f-6a4a11d9be7c'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:27:50.622995 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23f0ce0f3171803df377307192b3bbc073243688ace587a9918d8ae03454cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e262f0c-ca51-48bf-9c3a-c9b95f15c0d0" -d '{"events": [{"name": "network-changed", "server_uuid": "e44071dc-0ea5-446e-8cf3-8509970b78a8", "tag": "8b63513d-d499-47ba-b47f-6a4a11d9be7c"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:27:50.637480 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-4bf00f99-eafe-43f8-86fb-6c4c69a59725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'name': 'tempest-AttachVolumeNegativeTest-209056874-router', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'c4670a52-f3eb-4623-b6a0-3b65870597ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:38Z', 'updated_at': '2022-07-06T15:24:51Z', 'revision_number': 4, 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'gw_port': {'id': 'c4670a52-f3eb-4623-b6a0-3b65870597ee', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:49:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:40Z', 'updated_at': '2022-07-06T15:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_floatingips': [{'id': '821917e4-1d63-4193-8d46-8d1ba3785f90', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'floating_ip_address': '172.27.3.226', 'floating_network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'router_id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'port_id': '1517f5a9-ced9-4ab6-a63d-d158af2a6089', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5', 'mac_address': 'fa:16:3e:8c:1b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a347082e-a86f-46f0-a018-e3918e3e8262', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T15:25:01Z', 'updated_at': '2022-07-06T15:25:53Z', 'revision_number': 2, 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'fixed_ip_address_scope': None}, {'id': '8ae18ccc-62a8-43aa-a229-93322a10daeb', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'floating_ip_address': '172.27.3.46', 'floating_network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'router_id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'port_id': '8b63513d-d499-47ba-b47f-6a4a11d9be7c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5', 'mac_address': 'fa:16:3e:7c:fa:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44071dc-0ea5-446e-8cf3-8509970b78a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T15:27:08Z', 'updated_at': '2022-07-06T15:27:49Z', 'revision_number': 1, 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '750799dc-8d69-4a28-93e2-23fdcff49383', 'name': '', 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'mac_address': 'fa:16:3e:3f:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f20ae9c1-f124-46af-83bd-c43bda7bdca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:47Z', 'updated_at': '2022-07-06T15:25:04Z', 'revision_number': 5, 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'subnets': [{'id': 'f20ae9c1-f124-46af-83bd-c43bda7bdca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:27:50.662748 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 15:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e1db0c-4603-403e-8d74-9c3654f8c391 x-openstack-request-id: req-a6e1db0c-4603-403e-8d74-9c3654f8c391 {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:27:50.663040 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e44071dc-0ea5-446e-8cf3-8509970b78a8", "tag": "8b63513d-d499-47ba-b47f-6a4a11d9be7c", "status": "completed", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:27:50.663355 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a6e1db0c-4603-403e-8d74-9c3654f8c391 {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:27:50.663725 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6e1db0c-4603-403e-8d74-9c3654f8c391'] response: {'name': 'network-changed', 'server_uuid': 'e44071dc-0ea5-446e-8cf3-8509970b78a8', 'tag': '8b63513d-d499-47ba-b47f-6a4a11d9be7c', 'status': 'completed', 'code': 200} Jul 06 15:27:50.669442 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf00f99-eafe-43f8-86fb-6c4c69a59725 None None] Checking router: 738b7c26-f6e3-475d-9804-afd562758ee8 for host: dv-cinder-848848-4-iscsi {{(pid=103846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:27:50.677949 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf00f99-eafe-43f8-86fb-6c4c69a59725 None None] Routers {'738b7c26-f6e3-475d-9804-afd562758ee8'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:27:50.678556 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-4bf00f99-eafe-43f8-86fb-6c4c69a59725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:27:48Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['738b7c26-f6e3-475d-9804-afd562758ee8'], 'active': True} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:27:50.782256 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvr_db [None req-4bf00f99-eafe-43f8-86fb-6c4c69a59725 None None] Set router 738b7c26-f6e3-475d-9804-afd562758ee8 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:27:50.995795 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-4bf00f99-eafe-43f8-86fb-6c4c69a59725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'name': 'tempest-AttachVolumeNegativeTest-209056874-router', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'c4670a52-f3eb-4623-b6a0-3b65870597ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:38Z', 'updated_at': '2022-07-06T15:24:51Z', 'revision_number': 4, 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'gw_port': {'id': 'c4670a52-f3eb-4623-b6a0-3b65870597ee', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:49:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:40Z', 'updated_at': '2022-07-06T15:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_floatingips': [{'id': '821917e4-1d63-4193-8d46-8d1ba3785f90', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'floating_ip_address': '172.27.3.226', 'floating_network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'router_id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'port_id': '1517f5a9-ced9-4ab6-a63d-d158af2a6089', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5', 'mac_address': 'fa:16:3e:8c:1b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a347082e-a86f-46f0-a018-e3918e3e8262', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T15:25:01Z', 'updated_at': '2022-07-06T15:25:53Z', 'revision_number': 2, 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'fixed_ip_address_scope': None}, {'id': '8ae18ccc-62a8-43aa-a229-93322a10daeb', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'floating_ip_address': '172.27.3.46', 'floating_network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'router_id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'port_id': '8b63513d-d499-47ba-b47f-6a4a11d9be7c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5', 'mac_address': 'fa:16:3e:7c:fa:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44071dc-0ea5-446e-8cf3-8509970b78a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T15:27:08Z', 'updated_at': '2022-07-06T15:27:49Z', 'revision_number': 1, 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '750799dc-8d69-4a28-93e2-23fdcff49383', 'name': '', 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'mac_address': 'fa:16:3e:3f:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f20ae9c1-f124-46af-83bd-c43bda7bdca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:47Z', 'updated_at': '2022-07-06T15:25:04Z', 'revision_number': 5, 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'subnets': [{'id': 'f20ae9c1-f124-46af-83bd-c43bda7bdca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:27:51.024616 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf00f99-eafe-43f8-86fb-6c4c69a59725 None None] The sync data for ids ['738b7c26-f6e3-475d-9804-afd562758ee8'] in dv-cinder-848848-4-iscsi is: [{'id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'name': 'tempest-AttachVolumeNegativeTest-209056874-router', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'c4670a52-f3eb-4623-b6a0-3b65870597ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:38Z', 'updated_at': '2022-07-06T15:24:51Z', 'revision_number': 4, 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'gw_port': {'id': 'c4670a52-f3eb-4623-b6a0-3b65870597ee', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:49:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:40Z', 'updated_at': '2022-07-06T15:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_floatingips': [{'id': '821917e4-1d63-4193-8d46-8d1ba3785f90', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'floating_ip_address': '172.27.3.226', 'floating_network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'router_id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'port_id': '1517f5a9-ced9-4ab6-a63d-d158af2a6089', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5', 'mac_address': 'fa:16:3e:8c:1b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a347082e-a86f-46f0-a018-e3918e3e8262', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T15:25:01Z', 'updated_at': '2022-07-06T15:25:53Z', 'revision_number': 2, 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'fixed_ip_address_scope': None}, {'id': '8ae18ccc-62a8-43aa-a229-93322a10daeb', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'floating_ip_address': '172.27.3.46', 'floating_network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'router_id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'port_id': '8b63513d-d499-47ba-b47f-6a4a11d9be7c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5', 'mac_address': 'fa:16:3e:7c:fa:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44071dc-0ea5-446e-8cf3-8509970b78a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T15:27:08Z', 'updated_at': '2022-07-06T15:27:49Z', 'revision_number': 1, 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '750799dc-8d69-4a28-93e2-23fdcff49383', 'name': '', 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'mac_address': 'fa:16:3e:3f:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f20ae9c1-f124-46af-83bd-c43bda7bdca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:47Z', 'updated_at': '2022-07-06T15:25:04Z', 'revision_number': 5, 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'subnets': [{'id': 'f20ae9c1-f124-46af-83bd-c43bda7bdca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:27:51.094929 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-8ac95340-3f24-440b-a4d9-caf8afcb49bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8ea57be5-348a-4c5b-804c-cda178363830), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:51.226577 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cc0d76-5b01-440f-a7da-c7a3a83ee428 None None] New status for floating IP 8ae18ccc-62a8-43aa-a229-93322a10daeb: ACTIVE {{(pid=103847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 06 15:27:51.230872 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (d26a5351-3de7-44f9-93eb-9fed5ee5b55b), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:51.626480 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52983e84-f219-40b2-b464-c221d633c1a8 req-6edc47ab-a5e9-41aa-9cec-7db3922e9575 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:51.628237 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-52983e84-f219-40b2-b464-c221d633c1a8 req-6edc47ab-a5e9-41aa-9cec-7db3922e9575 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=3dc848c1-1535-4024-a792-3e74e6581844 HTTP/1.1" status: 200 len: 943 time: 0.0552747 Jul 06 15:27:51.729473 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-52983e84-f219-40b2-b464-c221d633c1a8 req-d125ece7-feeb-48b7-84f7-8a390da523e3 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=2872e210-e584-4439-b8ae-384c97731295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925357 Jul 06 15:27:51.740359 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e262f0c-ca51-48bf-9c3a-c9b95f15c0d0 req-44da9557-70e9-452d-9898-eca601872579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:51.741966 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-8e262f0c-ca51-48bf-9c3a-c9b95f15c0d0 req-44da9557-70e9-452d-9898-eca601872579 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e9fb04db8ac9464086cd7f3362e97455&device_id=e44071dc-0ea5-446e-8cf3-8509970b78a8 HTTP/1.1" status: 200 len: 1130 time: 0.0606751 Jul 06 15:27:51.858080 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e262f0c-ca51-48bf-9c3a-c9b95f15c0d0 req-d6836d59-1842-4382-819d-ca7816e36a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:51.860768 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-8e262f0c-ca51-48bf-9c3a-c9b95f15c0d0 req-d6836d59-1842-4382-819d-ca7816e36a07 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5 HTTP/1.1" status: 200 len: 915 time: 0.1109521 Jul 06 15:27:52.206867 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-8e262f0c-ca51-48bf-9c3a-c9b95f15c0d0 req-a7275c7e-2e25-4db5-8acf-0b6842b65abb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b63513d-d499-47ba-b47f-6a4a11d9be7c HTTP/1.1" status: 200 len: 1001 time: 0.3396246 Jul 06 15:27:52.258420 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e262f0c-ca51-48bf-9c3a-c9b95f15c0d0 req-fff90c4e-a8a7-4d68-9d68-a9ea51f66d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:52.259934 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-8e262f0c-ca51-48bf-9c3a-c9b95f15c0d0 req-fff90c4e-a8a7-4d68-9d68-a9ea51f66d21 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f20ae9c1-f124-46af-83bd-c43bda7bdca6 HTTP/1.1" status: 200 len: 853 time: 0.0467241 Jul 06 15:27:52.304425 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e262f0c-ca51-48bf-9c3a-c9b95f15c0d0 req-97bb08a2-a749-4c56-80e9-fda39d4dc9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:52.305945 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-8e262f0c-ca51-48bf-9c3a-c9b95f15c0d0 req-97bb08a2-a749-4c56-80e9-fda39d4dc9a8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393629 Jul 06 15:27:52.398699 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-8e262f0c-ca51-48bf-9c3a-c9b95f15c0d0 req-07dc02d8-5825-4278-b869-e53b8f55324e service neutron] 10.222.0.16 "GET /v2.0/networks/a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856917 Jul 06 15:27:52.492771 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-8e262f0c-ca51-48bf-9c3a-c9b95f15c0d0 req-77b70729-9e20-4cb0-b30f-4297b859cf65 service neutron] 10.222.0.16 "GET /v2.0/networks/a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863581 Jul 06 15:27:52.860212 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d8c9f1-0436-4032-ad96-cd4be4508f13 req-09c8f0a6-d141-43a2-8a16-db40b09e21ae tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:52.861723 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-41d8c9f1-0436-4032-ad96-cd4be4508f13 req-09c8f0a6-d141-43a2-8a16-db40b09e21ae tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=3dc848c1-1535-4024-a792-3e74e6581844 HTTP/1.1" status: 200 len: 943 time: 0.0464172 Jul 06 15:27:52.912319 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-41d8c9f1-0436-4032-ad96-cd4be4508f13 req-bb6e941a-502d-482b-b58b-276545065794 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=2872e210-e584-4439-b8ae-384c97731295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451024 Jul 06 15:27:54.031597 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472bcd5-7ca7-4751-8f52-337f615b27ce req-6feb0aec-0aaf-4f15-b957-3de29a186b4e tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:54.033057 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-0472bcd5-7ca7-4751-8f52-337f615b27ce req-6feb0aec-0aaf-4f15-b957-3de29a186b4e tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=3dc848c1-1535-4024-a792-3e74e6581844 HTTP/1.1" status: 200 len: 943 time: 0.0484025 Jul 06 15:27:54.082963 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-0472bcd5-7ca7-4751-8f52-337f615b27ce req-a68033aa-2771-4468-ad8e-9cce6cec208c tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=2872e210-e584-4439-b8ae-384c97731295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442498 Jul 06 15:27:54.446137 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device c1b8dfba-8c84-435a-984a-2a26f587b26e details requested by agent hyperv_hv-cinder-84884 with host hv-cinder-84884 {{(pid=103846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 15:27:54.548466 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port c1b8dfba-8c84-435a-984a-2a26f587b26e, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=c1b8dfba-8c84-435a-984a-2a26f587b26e,segment=NetworkSegment(21878ae0-c04f-4cb0-b2f0-7098f6c37266),segment_id=21878ae0-c04f-4cb0-b2f0-7098f6c37266)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:27:54.559401 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Returning: {'device': 'c1b8dfba-8c84-435a-984a-2a26f587b26e', 'network_id': '2f7f712f-7346-42c2-b097-b4b48d9f78be', 'port_id': 'c1b8dfba-8c84-435a-984a-2a26f587b26e', 'mac_address': 'fa:16:3e:2f:26:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2607162-f852-4242-9cef-eb0efdf849b4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 15:27:54.594300 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Current status of the port c1b8dfba-8c84-435a-984a-2a26f587b26e is: DOWN; New status is: BUILD {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:27:54.594678 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (c1b8dfba-8c84-435a-984a-2a26f587b26e), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:54.607156 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.notifiers.nova [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1b8dfba-8c84-435a-984a-2a26f587b26e {{(pid=103846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 15:27:54.627337 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port c1b8dfba-8c84-435a-984a-2a26f587b26e, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=c1b8dfba-8c84-435a-984a-2a26f587b26e,segment=NetworkSegment(21878ae0-c04f-4cb0-b2f0-7098f6c37266),segment_id=21878ae0-c04f-4cb0-b2f0-7098f6c37266)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:27:54.630890 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (c1b8dfba-8c84-435a-984a-2a26f587b26e), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:54.678236 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Pushing event updated for resources: {'Port': ['ID=c1b8dfba-8c84-435a-984a-2a26f587b26e,revision_number=4']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:27:55.067956 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] get_ports_and_sgs() called for port_ids ['c1b8dfba-8c84-435a-984a-2a26f587b26e'] {{(pid=103846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:27:55.071180 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:55.189818 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:55.198100 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdeb562-a01f-49b3-b7a4-7b84febfea9d req-08bbb8e7-4bd2-4fd0-8e59-535cd5336694 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:55.199787 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-9cdeb562-a01f-49b3-b7a4-7b84febfea9d req-08bbb8e7-4bd2-4fd0-8e59-535cd5336694 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=3dc848c1-1535-4024-a792-3e74e6581844 HTTP/1.1" status: 200 len: 944 time: 0.0470023 Jul 06 15:27:55.248653 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-9cdeb562-a01f-49b3-b7a4-7b84febfea9d req-935462ad-a96b-4975-8e1f-baf7a6f98edf tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=2872e210-e584-4439-b8ae-384c97731295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421450 Jul 06 15:27:55.747247 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 56092) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:27:55.859880 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-c0b7e254-d47e-4aa7-8645-5b2c8806f8c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:55.939389 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-c0b7e254-d47e-4aa7-8645-5b2c8806f8c2 admin admin] Publish callbacks [] for security_group (82c0ed37-9657-4dae-afde-e5369a82e546), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:55.943120 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-c0b7e254-d47e-4aa7-8645-5b2c8806f8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (82c0ed37-9657-4dae-afde-e5369a82e546), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:55.986411 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-c0b7e254-d47e-4aa7-8645-5b2c8806f8c2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=82bd22b65d434a109fdf50eb6d9de43c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2379844 Jul 06 15:27:55.988544 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 56098) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:27:55.988946 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b7e254-d47e-4aa7-8645-5b2c8806f8c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c0ed37-9657-4dae-afde-e5369a82e546,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:27:56.044312 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-4d3f160f-e089-47fe-826e-17b43c630d58 admin admin] Publish callbacks [] for security_group (82c0ed37-9657-4dae-afde-e5369a82e546), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:56.071560 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-4d3f160f-e089-47fe-826e-17b43c630d58 admin admin] Publish callbacks [] for security_group (82c0ed37-9657-4dae-afde-e5369a82e546), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:56.104049 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:56.132277 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-4d3f160f-e089-47fe-826e-17b43c630d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (82c0ed37-9657-4dae-afde-e5369a82e546), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:56.132277 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-4d3f160f-e089-47fe-826e-17b43c630d58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:56.132277 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-4d3f160f-e089-47fe-826e-17b43c630d58 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/82c0ed37-9657-4dae-afde-e5369a82e546 HTTP/1.1" status: 204 len: 168 time: 0.1385608 Jul 06 15:27:56.136674 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3f160f-e089-47fe-826e-17b43c630d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c0ed37-9657-4dae-afde-e5369a82e546,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:27:56.373673 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa06d4b2-0113-447f-bdf4-8fb4b5b2cccb req-7c9a48e1-571c-4eb2-9395-7215a3278579 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:56.375250 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-fa06d4b2-0113-447f-bdf4-8fb4b5b2cccb req-7c9a48e1-571c-4eb2-9395-7215a3278579 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=3dc848c1-1535-4024-a792-3e74e6581844 HTTP/1.1" status: 200 len: 944 time: 0.0527446 Jul 06 15:27:56.403122 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:56.433241 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-fa06d4b2-0113-447f-bdf4-8fb4b5b2cccb req-20e27680-e712-4926-83fe-6b6d71a03870 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=2872e210-e584-4439-b8ae-384c97731295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516591 Jul 06 15:27:56.454262 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device c1b8dfba-8c84-435a-984a-2a26f587b26e up at agent hyperv_hv-cinder-84884 {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:27:56.493026 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:56.498000 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Provisioning for port c1b8dfba-8c84-435a-984a-2a26f587b26e completed by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 06 15:27:56.504435 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Provisioning complete for port c1b8dfba-8c84-435a-984a-2a26f587b26e triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:27:56.504937 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (c1b8dfba-8c84-435a-984a-2a26f587b26e), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:56.580643 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Current status of the port c1b8dfba-8c84-435a-984a-2a26f587b26e is: BUILD; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:27:56.581025 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (c1b8dfba-8c84-435a-984a-2a26f587b26e), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:56.604567 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dc848c1-1535-4024-a792-3e74e6581844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1b8dfba-8c84-435a-984a-2a26f587b26e'}] {{(pid=103846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:27:56.606795 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83ad2954d886e551320551455e9fbed623a66dbf450698aab55d06241312ca55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9713aad3-9115-4676-b71b-252e9f61e58b" -d '{"events": [{"server_uuid": "3dc848c1-1535-4024-a792-3e74e6581844", "name": "network-vif-plugged", "status": "completed", "tag": "c1b8dfba-8c84-435a-984a-2a26f587b26e"}]}' {{(pid=103846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:27:56.620050 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port c1b8dfba-8c84-435a-984a-2a26f587b26e, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=c1b8dfba-8c84-435a-984a-2a26f587b26e,segment=NetworkSegment(21878ae0-c04f-4cb0-b2f0-7098f6c37266),segment_id=21878ae0-c04f-4cb0-b2f0-7098f6c37266)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:27:56.624659 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (c1b8dfba-8c84-435a-984a-2a26f587b26e), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:56.648925 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 15:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff56a3e-4771-4ffb-9116-11f10348c918 x-openstack-request-id: req-eff56a3e-4771-4ffb-9116-11f10348c918 {{(pid=103846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:27:56.649235 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dc848c1-1535-4024-a792-3e74e6581844", "name": "network-vif-plugged", "status": "completed", "tag": "c1b8dfba-8c84-435a-984a-2a26f587b26e", "code": 200}]} {{(pid=103846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:27:56.649493 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-eff56a3e-4771-4ffb-9116-11f10348c918 {{(pid=103846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:27:56.649883 dv-cinder-848848-4-iscsi neutron-server[103846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eff56a3e-4771-4ffb-9116-11f10348c918'] response: {'server_uuid': '3dc848c1-1535-4024-a792-3e74e6581844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1b8dfba-8c84-435a-984a-2a26f587b26e', 'code': 200} Jul 06 15:27:56.676316 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Pushing event updated for resources: {'Port': ['ID=c1b8dfba-8c84-435a-984a-2a26f587b26e,revision_number=5']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:27:56.854808 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28ee24f-19a3-4a31-9908-381a1af33c40 req-fed2ec19-0652-415c-bdf5-bfe958ccba71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:56.856596 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-f28ee24f-19a3-4a31-9908-381a1af33c40 req-fed2ec19-0652-415c-bdf5-bfe958ccba71 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3dc848c1-1535-4024-a792-3e74e6581844 HTTP/1.1" status: 200 len: 1129 time: 0.0415270 Jul 06 15:27:56.913318 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-f28ee24f-19a3-4a31-9908-381a1af33c40 req-496babff-a44b-49ec-9c80-7b0bad4d1085 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2872e210-e584-4439-b8ae-384c97731295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409236 Jul 06 15:27:57.034459 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe5b9e4-a2e1-4ae7-bb02-3510d81624fd req-c6d0c83c-b243-43c5-b42a-6e2c10b2611d tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:57.036036 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-7fe5b9e4-a2e1-4ae7-bb02-3510d81624fd req-c6d0c83c-b243-43c5-b42a-6e2c10b2611d tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/ports?device_id=f08c8b7f-24e0-47fe-9b46-87202f357774 HTTP/1.1" status: 200 len: 946 time: 0.0518916 Jul 06 15:27:57.082637 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-7fe5b9e4-a2e1-4ae7-bb02-3510d81624fd req-64ddd63d-be46-4b0b-99ce-f1c084116cc8 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f1a1e9b-36c4-4c38-bea4-b0aaf920a706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411425 Jul 06 15:27:57.104965 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 56120) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:27:57.291387 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f079a6-8a11-4c44-b50b-080d0046dd41 tempest-TestMinimumBasicScenario-4253125 tempest-TestMinimumBasicScenario-4253125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:57.292852 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-32f079a6-8a11-4c44-b50b-080d0046dd41 tempest-TestMinimumBasicScenario-4253125 tempest-TestMinimumBasicScenario-4253125-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=f08c8b7f-24e0-47fe-9b46-87202f357774 HTTP/1.1" status: 200 len: 1125 time: 0.1869168 Jul 06 15:27:57.295719 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 56130) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:27:57.299856 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [None req-218c32c0-9f3e-4dc0-9bd9-234bf90f17fb tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Request body: {'floatingip': {'floating_network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'port_id': '06b84364-8b0e-41bc-bdb2-0e28411c93d0', 'tenant_id': '0805ca8c35a34d0dbf0f1e7ac459c517', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:27:57.319964 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-218c32c0-9f3e-4dc0-9bd9-234bf90f17fb tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:57.398815 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-218c32c0-9f3e-4dc0-9bd9-234bf90f17fb tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:57.505212 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.db_base_plugin_common [None req-218c32c0-9f3e-4dc0-9bd9-234bf90f17fb tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Allocated IP 172.27.3.38 (377cda5e-c384-46ee-8e00-4b775f415604/1975bb39-9f7d-4b8c-94d3-6023908c91e1/b2b95473-f19a-46ce-bcd9-021a2b0fe827) {{(pid=103844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:27:57.580098 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d5d33-e264-4f17-8c78-95f041dedda0 req-ff55c33f-f9ab-4b45-9e7a-dea940df1e5a tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:57.581480 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-b81d5d33-e264-4f17-8c78-95f041dedda0 req-ff55c33f-f9ab-4b45-9e7a-dea940df1e5a tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=3dc848c1-1535-4024-a792-3e74e6581844 HTTP/1.1" status: 200 len: 945 time: 0.0719309 Jul 06 15:27:57.691980 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-b81d5d33-e264-4f17-8c78-95f041dedda0 req-7688a84d-f879-4a39-8a25-5f08d1662284 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=2872e210-e584-4439-b8ae-384c97731295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001713 Jul 06 15:27:57.696705 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-218c32c0-9f3e-4dc0-9bd9-234bf90f17fb tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Publish callbacks [] for port (b2b95473-f19a-46ce-bcd9-021a2b0fe827), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:57.728436 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-218c32c0-9f3e-4dc0-9bd9-234bf90f17fb tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786465455737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2698075'] for port (b2b95473-f19a-46ce-bcd9-021a2b0fe827), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:57.736856 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:57.771331 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218c32c0-9f3e-4dc0-9bd9-234bf90f17fb tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Network 377cda5e-c384-46ee-8e00-4b775f415604 is already hosted by enough agents. {{(pid=103844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:27:57.775031 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.base_scheduler [None req-218c32c0-9f3e-4dc0-9bd9-234bf90f17fb tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Resources bound (agent type, host, resource id): {{(pid=103844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:27:57.777398 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218c32c0-9f3e-4dc0-9bd9-234bf90f17fb tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Received port after_create {{(pid=103844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 15:27:57.802762 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218c32c0-9f3e-4dc0-9bd9-234bf90f17fb tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Pushing event updated for resources: {'Port': ['ID=b2b95473-f19a-46ce-bcd9-021a2b0fe827,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:27:57.905898 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:58.139758 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-218c32c0-9f3e-4dc0-9bd9-234bf90f17fb tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Publish callbacks [] for floatingip (e1adaa1f-5c8b-466c-be02-1142d58413ef), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:58.210335 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-218c32c0-9f3e-4dc0-9bd9-234bf90f17fb tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (b2b95473-f19a-46ce-bcd9-021a2b0fe827), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:58.358124 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-218c32c0-9f3e-4dc0-9bd9-234bf90f17fb tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Publish callbacks [] for port (b2b95473-f19a-46ce-bcd9-021a2b0fe827), precommit_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:58.363016 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-218c32c0-9f3e-4dc0-9bd9-234bf90f17fb tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2698066'] for port (b2b95473-f19a-46ce-bcd9-021a2b0fe827), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:58.432561 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218c32c0-9f3e-4dc0-9bd9-234bf90f17fb tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Pushing event updated for resources: {'Port': ['ID=b2b95473-f19a-46ce-bcd9-021a2b0fe827,revision_number=2']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:27:58.442648 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-218c32c0-9f3e-4dc0-9bd9-234bf90f17fb tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591059'] for floatingip (e1adaa1f-5c8b-466c-be02-1142d58413ef), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:58.537675 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.db.l3_db [None req-218c32c0-9f3e-4dc0-9bd9-234bf90f17fb tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Floating IP e1adaa1f-5c8b-466c-be02-1142d58413ef associated. External IP: 172.27.3.38, port: 06b84364-8b0e-41bc-bdb2-0e28411c93d0. Jul 06 15:27:58.576389 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:58.740438 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-218c32c0-9f3e-4dc0-9bd9-234bf90f17fb tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Router 4f274a41-136b-4f5a-998c-601296f075d8 has already been hosted by L3 agent 8e6e5f2a-f235-48ed-8752-aab723ac44e7 {{(pid=103844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 15:27:58.789585 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:58.808671 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953879eb-1d40-49e5-a60f-3c74a0f70993 req-05733ddf-268e-4a20-831e-8c8e1dd2315f tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:58.810153 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-953879eb-1d40-49e5-a60f-3c74a0f70993 req-05733ddf-268e-4a20-831e-8c8e1dd2315f tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=3dc848c1-1535-4024-a792-3e74e6581844 HTTP/1.1" status: 200 len: 945 time: 0.0489860 Jul 06 15:27:58.858269 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-953879eb-1d40-49e5-a60f-3c74a0f70993 req-d88f0861-bb9b-45f8-9c82-b266493d0d36 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=2872e210-e584-4439-b8ae-384c97731295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423801 Jul 06 15:27:58.860168 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-218c32c0-9f3e-4dc0-9bd9-234bf90f17fb tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Notify agent at l3_agent.dv-cinder-848848-4-iscsi the message routers_updated {{(pid=103844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:27:58.871301 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c33b5de-7959-4aee-bd7f-08bfb3256bfc None None] Sync routers for ids ['4f274a41-136b-4f5a-998c-601296f075d8'] in dv-cinder-848848-4-iscsi {{(pid=103846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:27:58.878243 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-218c32c0-9f3e-4dc0-9bd9-234bf90f17fb tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for floatingip (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:58.882692 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c33b5de-7959-4aee-bd7f-08bfb3256bfc None None] Routers {'4f274a41-136b-4f5a-998c-601296f075d8'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:27:58.883560 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-8c33b5de-7959-4aee-bd7f-08bfb3256bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:27:48Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['4f274a41-136b-4f5a-998c-601296f075d8'], 'active': True} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:27:58.913567 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-218c32c0-9f3e-4dc0-9bd9-234bf90f17fb tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6168039 Jul 06 15:27:58.914277 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f08c8b7f-24e0-47fe-9b46-87202f357774', 'tag': '06b84364-8b0e-41bc-bdb2-0e28411c93d0'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:27:58.916407 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 56150) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:27:58.916624 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23f0ce0f3171803df377307192b3bbc073243688ace587a9918d8ae03454cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5ee293-c2a2-406a-8632-9114765cc32c" -d '{"events": [{"name": "network-changed", "server_uuid": "f08c8b7f-24e0-47fe-9b46-87202f357774", "tag": "06b84364-8b0e-41bc-bdb2-0e28411c93d0"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:27:58.922319 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.v2.base [None req-7b40d1a5-21f4-4844-9f2d-3b8007f02136 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1808262137', 'description': 'tempest-secgroup-smoke-1808262137 description', 'project_id': '0805ca8c35a34d0dbf0f1e7ac459c517'}} {{(pid=103845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:27:58.959972 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-7b40d1a5-21f4-4844-9f2d-3b8007f02136 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Publish callbacks [] for security_group (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:58.962458 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 15:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0a072a-e09d-4a5e-bd48-12c330241e58 x-openstack-request-id: req-0d0a072a-e09d-4a5e-bd48-12c330241e58 {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:27:58.962753 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f08c8b7f-24e0-47fe-9b46-87202f357774", "tag": "06b84364-8b0e-41bc-bdb2-0e28411c93d0", "status": "completed", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:27:58.963004 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0d0a072a-e09d-4a5e-bd48-12c330241e58 {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:27:58.963443 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d0a072a-e09d-4a5e-bd48-12c330241e58'] response: {'name': 'network-changed', 'server_uuid': 'f08c8b7f-24e0-47fe-9b46-87202f357774', 'tag': '06b84364-8b0e-41bc-bdb2-0e28411c93d0', 'status': 'completed', 'code': 200} Jul 06 15:27:58.982381 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20576fc7-3372-435c-bce0-291cfeef765d req-8e638242-112a-44e6-b498-573eea5226f7 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:58.987238 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-20576fc7-3372-435c-bce0-291cfeef765d req-8e638242-112a-44e6-b498-573eea5226f7 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=3dc848c1-1535-4024-a792-3e74e6581844 HTTP/1.1" status: 200 len: 945 time: 0.0589497 Jul 06 15:27:58.992896 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 56156) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:27:58.997776 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [None req-9f41e8a2-21ab-42cf-aa0a-44956f6560e7 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Request body: {'floatingip': {'port_id': 'c1b8dfba-8c84-435a-984a-2a26f587b26e'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:27:59.027466 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvr_db [None req-8c33b5de-7959-4aee-bd7f-08bfb3256bfc None None] Set router 4f274a41-136b-4f5a-998c-601296f075d8 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:27:59.034719 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-7b40d1a5-21f4-4844-9f2d-3b8007f02136 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Publish callbacks [] for security_group (5fee6c02-3f56-4a46-8ff0-68420d1be68a), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:59.039909 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-7b40d1a5-21f4-4844-9f2d-3b8007f02136 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (5fee6c02-3f56-4a46-8ff0-68420d1be68a), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:59.041059 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-9f41e8a2-21ab-42cf-aa0a-44956f6560e7 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Publish callbacks [] for floatingip (9adb11ba-3bbf-43e9-bdeb-6aef00e8f05f), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:59.076302 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-7b40d1a5-21f4-4844-9f2d-3b8007f02136 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Publish callbacks [] for security_group (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:59.077609 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-7b40d1a5-21f4-4844-9f2d-3b8007f02136 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1596413 Jul 06 15:27:59.080497 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b40d1a5-21f4-4844-9f2d-3b8007f02136 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fee6c02-3f56-4a46-8ff0-68420d1be68a,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:27:59.082623 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 56158) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:27:59.087110 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.v2.base [None req-766a01b8-4a30-4bcb-826e-b8e0a58c44f5 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Request body: {'security_group_rule': {'security_group_id': '5fee6c02-3f56-4a46-8ff0-68420d1be68a', 'project_id': '0805ca8c35a34d0dbf0f1e7ac459c517', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:27:59.114650 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-766a01b8-4a30-4bcb-826e-b8e0a58c44f5 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Publish callbacks [] for security_group_rule (4028853a-e20b-4ba0-b617-db1820e82539), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:59.130397 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:59.176597 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-766a01b8-4a30-4bcb-826e-b8e0a58c44f5 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Publish callbacks [] for security_group_rule (4028853a-e20b-4ba0-b617-db1820e82539), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:59.180659 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-766a01b8-4a30-4bcb-826e-b8e0a58c44f5 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669521'] for security_group_rule (4028853a-e20b-4ba0-b617-db1820e82539), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:59.200845 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a01b8-4a30-4bcb-826e-b8e0a58c44f5 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4028853a-e20b-4ba0-b617-db1820e82539,revision_number=0']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:27:59.208794 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-766a01b8-4a30-4bcb-826e-b8e0a58c44f5 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:59.210685 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-766a01b8-4a30-4bcb-826e-b8e0a58c44f5 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1266527 Jul 06 15:27:59.212832 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 56160) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:27:59.217622 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.v2.base [None req-5105594d-01ae-401b-85cb-e1ba6663856e tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Request body: {'security_group_rule': {'security_group_id': '5fee6c02-3f56-4a46-8ff0-68420d1be68a', 'project_id': '0805ca8c35a34d0dbf0f1e7ac459c517', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:27:59.257325 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-5105594d-01ae-401b-85cb-e1ba6663856e tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Publish callbacks [] for security_group_rule (a8b2171c-f544-4d34-828a-e4b114f4c048), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:59.259176 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-8c33b5de-7959-4aee-bd7f-08bfb3256bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f274a41-136b-4f5a-998c-601296f075d8', 'name': 'tempest-TestMinimumBasicScenario-1595226874-router', 'tenant_id': '0805ca8c35a34d0dbf0f1e7ac459c517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '6f0f090c-ce2a-472e-afc6-22d7d1139da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:26:26Z', 'updated_at': '2022-07-06T15:26:30Z', 'revision_number': 4, 'project_id': '0805ca8c35a34d0dbf0f1e7ac459c517', 'gw_port': {'id': '6f0f090c-ce2a-472e-afc6-22d7d1139da9', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f274a41-136b-4f5a-998c-601296f075d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:26:26Z', 'updated_at': '2022-07-06T15:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_floatingips': [{'id': 'e1adaa1f-5c8b-466c-be02-1142d58413ef', 'tenant_id': '0805ca8c35a34d0dbf0f1e7ac459c517', 'floating_ip_address': '172.27.3.38', 'floating_network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'router_id': '4f274a41-136b-4f5a-998c-601296f075d8', 'port_id': '06b84364-8b0e-41bc-bdb2-0e28411c93d0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6ecbf13-cdde-4eb1-a04c-6350b37f96a3', 'mac_address': 'fa:16:3e:a0:0b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08c8b7f-24e0-47fe-9b46-87202f357774', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T15:27:58Z', 'updated_at': '2022-07-06T15:27:58Z', 'revision_number': 0, 'project_id': '0805ca8c35a34d0dbf0f1e7ac459c517', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8f2d302-b1e4-44f0-b9ab-a37b10458966', 'name': '', 'network_id': 'c6ecbf13-cdde-4eb1-a04c-6350b37f96a3', 'tenant_id': '0805ca8c35a34d0dbf0f1e7ac459c517', 'mac_address': 'fa:16:3e:29:c7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f274a41-136b-4f5a-998c-601296f075d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'a7527d58-380f-473d-ba30-5ff4fd90a6b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:26:29Z', 'updated_at': '2022-07-06T15:26:35Z', 'revision_number': 5, 'project_id': '0805ca8c35a34d0dbf0f1e7ac459c517', 'subnets': [{'id': 'a7527d58-380f-473d-ba30-5ff4fd90a6b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:27:59.293240 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c33b5de-7959-4aee-bd7f-08bfb3256bfc None None] Checking router: 4f274a41-136b-4f5a-998c-601296f075d8 for host: dv-cinder-848848-4-iscsi {{(pid=103846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:27:59.301786 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c33b5de-7959-4aee-bd7f-08bfb3256bfc None None] Routers {'4f274a41-136b-4f5a-998c-601296f075d8'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:27:59.302456 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-8c33b5de-7959-4aee-bd7f-08bfb3256bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:27:48Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['4f274a41-136b-4f5a-998c-601296f075d8'], 'active': True} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:27:59.336793 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-5105594d-01ae-401b-85cb-e1ba6663856e tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Publish callbacks [] for security_group_rule (a8b2171c-f544-4d34-828a-e4b114f4c048), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:59.342839 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-5105594d-01ae-401b-85cb-e1ba6663856e tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669521'] for security_group_rule (a8b2171c-f544-4d34-828a-e4b114f4c048), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:59.368328 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5105594d-01ae-401b-85cb-e1ba6663856e tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8b2171c-f544-4d34-828a-e4b114f4c048,revision_number=0']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:27:59.381137 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-5105594d-01ae-401b-85cb-e1ba6663856e tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:59.385047 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:59.385866 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-5105594d-01ae-401b-85cb-e1ba6663856e tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1685834 Jul 06 15:27:59.385866 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 56164) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:27:59.390604 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.v2.base [None req-46871928-d903-44fc-b308-2d3ffe74ec0e tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Request body: {'security_group_rule': {'security_group_id': '5fee6c02-3f56-4a46-8ff0-68420d1be68a', 'project_id': '0805ca8c35a34d0dbf0f1e7ac459c517', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:27:59.424893 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:59.429333 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-46871928-d903-44fc-b308-2d3ffe74ec0e tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Publish callbacks [] for security_group_rule (cb8cc6ab-a7e0-46a6-af44-61535e7d8a22), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:59.439575 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ee293-c2a2-406a-8632-9114765cc32c req-c42d6a30-686b-4c72-88f6-bc6a02b18aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:59.441083 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-5a5ee293-c2a2-406a-8632-9114765cc32c req-c42d6a30-686b-4c72-88f6-bc6a02b18aa5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0805ca8c35a34d0dbf0f1e7ac459c517&device_id=f08c8b7f-24e0-47fe-9b46-87202f357774 HTTP/1.1" status: 200 len: 1130 time: 0.0856087 Jul 06 15:27:59.442820 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvr_db [None req-8c33b5de-7959-4aee-bd7f-08bfb3256bfc None None] Set router 4f274a41-136b-4f5a-998c-601296f075d8 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:27:59.493917 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-46871928-d903-44fc-b308-2d3ffe74ec0e tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Publish callbacks [] for security_group_rule (cb8cc6ab-a7e0-46a6-af44-61535e7d8a22), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:59.499872 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-46871928-d903-44fc-b308-2d3ffe74ec0e tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669521'] for security_group_rule (cb8cc6ab-a7e0-46a6-af44-61535e7d8a22), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:59.524345 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46871928-d903-44fc-b308-2d3ffe74ec0e tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb8cc6ab-a7e0-46a6-af44-61535e7d8a22,revision_number=0']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:27:59.538145 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-46871928-d903-44fc-b308-2d3ffe74ec0e tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:59.539951 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-46871928-d903-44fc-b308-2d3ffe74ec0e tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1530833 Jul 06 15:27:59.542634 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 56166) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:27:59.548444 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.v2.base [None req-29665f44-999a-4c5b-af48-63ea3c114efc tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Request body: {'security_group_rule': {'security_group_id': '5fee6c02-3f56-4a46-8ff0-68420d1be68a', 'project_id': '0805ca8c35a34d0dbf0f1e7ac459c517', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:27:59.579643 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-29665f44-999a-4c5b-af48-63ea3c114efc tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Publish callbacks [] for security_group_rule (78cee992-1b06-4520-816d-cef5d8bb7500), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:59.647204 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ee293-c2a2-406a-8632-9114765cc32c req-bc500402-3ac4-4b49-a7de-b2c8520e8651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:27:59.648687 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-5a5ee293-c2a2-406a-8632-9114765cc32c req-bc500402-3ac4-4b49-a7de-b2c8520e8651 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c6ecbf13-cdde-4eb1-a04c-6350b37f96a3 HTTP/1.1" status: 200 len: 916 time: 0.1749825 Jul 06 15:27:59.652179 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-29665f44-999a-4c5b-af48-63ea3c114efc tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Publish callbacks [] for security_group_rule (78cee992-1b06-4520-816d-cef5d8bb7500), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:59.658888 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-29665f44-999a-4c5b-af48-63ea3c114efc tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669521'] for security_group_rule (78cee992-1b06-4520-816d-cef5d8bb7500), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:59.671279 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-9f41e8a2-21ab-42cf-aa0a-44956f6560e7 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:59.677485 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29665f44-999a-4c5b-af48-63ea3c114efc tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78cee992-1b06-4520-816d-cef5d8bb7500,revision_number=0']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:27:59.692429 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-29665f44-999a-4c5b-af48-63ea3c114efc tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:59.694224 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-29665f44-999a-4c5b-af48-63ea3c114efc tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1498890 Jul 06 15:27:59.697015 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 56168) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:27:59.701460 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.v2.base [None req-17ffe7d3-a9d7-455b-9011-82d50128492f tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Request body: {'security_group_rule': {'security_group_id': '5fee6c02-3f56-4a46-8ff0-68420d1be68a', 'project_id': '0805ca8c35a34d0dbf0f1e7ac459c517', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:27:59.705489 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-9f41e8a2-21ab-42cf-aa0a-44956f6560e7 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591059'] for floatingip (9adb11ba-3bbf-43e9-bdeb-6aef00e8f05f), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:59.725485 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.db.securitygroups_db [None req-17ffe7d3-a9d7-455b-9011-82d50128492f tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Project 0805ca8c35a34d0dbf0f1e7ac459c517 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 15:27:59.731396 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-17ffe7d3-a9d7-455b-9011-82d50128492f tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Publish callbacks [] for security_group_rule (7ddce66e-32c1-42cd-a9a3-0060775afebf), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:59.770299 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-5a5ee293-c2a2-406a-8632-9114765cc32c req-7101710c-ca05-4120-9125-585177bc8bc7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06b84364-8b0e-41bc-bdb2-0e28411c93d0 HTTP/1.1" status: 200 len: 999 time: 0.1057205 Jul 06 15:27:59.794913 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-17ffe7d3-a9d7-455b-9011-82d50128492f tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Publish callbacks [] for security_group_rule (7ddce66e-32c1-42cd-a9a3-0060775afebf), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:59.799444 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-17ffe7d3-a9d7-455b-9011-82d50128492f tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669521'] for security_group_rule (7ddce66e-32c1-42cd-a9a3-0060775afebf), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:59.818078 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ffe7d3-a9d7-455b-9011-82d50128492f tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ddce66e-32c1-42cd-a9a3-0060775afebf,revision_number=0']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:27:59.822258 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-8c33b5de-7959-4aee-bd7f-08bfb3256bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f274a41-136b-4f5a-998c-601296f075d8', 'name': 'tempest-TestMinimumBasicScenario-1595226874-router', 'tenant_id': '0805ca8c35a34d0dbf0f1e7ac459c517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '6f0f090c-ce2a-472e-afc6-22d7d1139da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:26:26Z', 'updated_at': '2022-07-06T15:26:30Z', 'revision_number': 4, 'project_id': '0805ca8c35a34d0dbf0f1e7ac459c517', 'gw_port': {'id': '6f0f090c-ce2a-472e-afc6-22d7d1139da9', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f274a41-136b-4f5a-998c-601296f075d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:26:26Z', 'updated_at': '2022-07-06T15:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_floatingips': [{'id': 'e1adaa1f-5c8b-466c-be02-1142d58413ef', 'tenant_id': '0805ca8c35a34d0dbf0f1e7ac459c517', 'floating_ip_address': '172.27.3.38', 'floating_network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'router_id': '4f274a41-136b-4f5a-998c-601296f075d8', 'port_id': '06b84364-8b0e-41bc-bdb2-0e28411c93d0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6ecbf13-cdde-4eb1-a04c-6350b37f96a3', 'mac_address': 'fa:16:3e:a0:0b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08c8b7f-24e0-47fe-9b46-87202f357774', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T15:27:58Z', 'updated_at': '2022-07-06T15:27:58Z', 'revision_number': 0, 'project_id': '0805ca8c35a34d0dbf0f1e7ac459c517', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8f2d302-b1e4-44f0-b9ab-a37b10458966', 'name': '', 'network_id': 'c6ecbf13-cdde-4eb1-a04c-6350b37f96a3', 'tenant_id': '0805ca8c35a34d0dbf0f1e7ac459c517', 'mac_address': 'fa:16:3e:29:c7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f274a41-136b-4f5a-998c-601296f075d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'a7527d58-380f-473d-ba30-5ff4fd90a6b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:26:29Z', 'updated_at': '2022-07-06T15:26:35Z', 'revision_number': 5, 'project_id': '0805ca8c35a34d0dbf0f1e7ac459c517', 'subnets': [{'id': 'a7527d58-380f-473d-ba30-5ff4fd90a6b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:27:59.831402 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-17ffe7d3-a9d7-455b-9011-82d50128492f tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:59.835669 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-17ffe7d3-a9d7-455b-9011-82d50128492f tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1375008 Jul 06 15:27:59.836277 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 56170) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:27:59.841203 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.v2.base [None req-3af18c02-3b05-4ae8-8fd7-d25c3203c9f7 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Request body: {'security_group_rule': {'security_group_id': '5fee6c02-3f56-4a46-8ff0-68420d1be68a', 'project_id': '0805ca8c35a34d0dbf0f1e7ac459c517', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:27:59.850104 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c33b5de-7959-4aee-bd7f-08bfb3256bfc None None] The sync data for ids ['4f274a41-136b-4f5a-998c-601296f075d8'] in dv-cinder-848848-4-iscsi is: [{'id': '4f274a41-136b-4f5a-998c-601296f075d8', 'name': 'tempest-TestMinimumBasicScenario-1595226874-router', 'tenant_id': '0805ca8c35a34d0dbf0f1e7ac459c517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '6f0f090c-ce2a-472e-afc6-22d7d1139da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:26:26Z', 'updated_at': '2022-07-06T15:26:30Z', 'revision_number': 4, 'project_id': '0805ca8c35a34d0dbf0f1e7ac459c517', 'gw_port': {'id': '6f0f090c-ce2a-472e-afc6-22d7d1139da9', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f274a41-136b-4f5a-998c-601296f075d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:26:26Z', 'updated_at': '2022-07-06T15:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_floatingips': [{'id': 'e1adaa1f-5c8b-466c-be02-1142d58413ef', 'tenant_id': '0805ca8c35a34d0dbf0f1e7ac459c517', 'floating_ip_address': '172.27.3.38', 'floating_network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'router_id': '4f274a41-136b-4f5a-998c-601296f075d8', 'port_id': '06b84364-8b0e-41bc-bdb2-0e28411c93d0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6ecbf13-cdde-4eb1-a04c-6350b37f96a3', 'mac_address': 'fa:16:3e:a0:0b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08c8b7f-24e0-47fe-9b46-87202f357774', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T15:27:58Z', 'updated_at': '2022-07-06T15:27:58Z', 'revision_number': 0, 'project_id': '0805ca8c35a34d0dbf0f1e7ac459c517', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8f2d302-b1e4-44f0-b9ab-a37b10458966', 'name': '', 'network_id': 'c6ecbf13-cdde-4eb1-a04c-6350b37f96a3', 'tenant_id': '0805ca8c35a34d0dbf0f1e7ac459c517', 'mac_address': 'fa:16:3e:29:c7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f274a41-136b-4f5a-998c-601296f075d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'a7527d58-380f-473d-ba30-5ff4fd90a6b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:26:29Z', 'updated_at': '2022-07-06T15:26:35Z', 'revision_number': 5, 'project_id': '0805ca8c35a34d0dbf0f1e7ac459c517', 'subnets': [{'id': 'a7527d58-380f-473d-ba30-5ff4fd90a6b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:27:59.870477 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.db.securitygroups_db [None req-3af18c02-3b05-4ae8-8fd7-d25c3203c9f7 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Project 0805ca8c35a34d0dbf0f1e7ac459c517 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 15:27:59.877151 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-3af18c02-3b05-4ae8-8fd7-d25c3203c9f7 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Publish callbacks [] for security_group_rule (4adf2e02-3ad6-48e1-8066-d2afaffa8bfe), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:59.939905 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:27:59.947357 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-3af18c02-3b05-4ae8-8fd7-d25c3203c9f7 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Publish callbacks [] for security_group_rule (4adf2e02-3ad6-48e1-8066-d2afaffa8bfe), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:59.953975 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-3af18c02-3b05-4ae8-8fd7-d25c3203c9f7 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669521'] for security_group_rule (4adf2e02-3ad6-48e1-8066-d2afaffa8bfe), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:59.979194 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af18c02-3b05-4ae8-8fd7-d25c3203c9f7 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4adf2e02-3ad6-48e1-8066-d2afaffa8bfe,revision_number=0']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:27:59.983863 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-3af18c02-3b05-4ae8-8fd7-d25c3203c9f7 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:27:59.988856 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-3af18c02-3b05-4ae8-8fd7-d25c3203c9f7 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1514730 Jul 06 15:28:00.109619 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-a61975e6-974d-4c3f-b912-3b0d96e96cd2 req-a4794d2f-a21d-44b6-8d5c-bc211f6f18fc tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1808262137&fields=id&tenant_id=0805ca8c35a34d0dbf0f1e7ac459c517 HTTP/1.1" status: 200 len: 267 time: 0.0583770 Jul 06 15:28:00.121237 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0624a3b-7e9b-4d9d-b45b-1396eed43957 None None] New status for floating IP e1adaa1f-5c8b-466c-be02-1142d58413ef: ACTIVE {{(pid=103847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 06 15:28:00.121987 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:28:00.128063 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:28:00.146200 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.db.l3_db [None req-9f41e8a2-21ab-42cf-aa0a-44956f6560e7 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Floating IP 9adb11ba-3bbf-43e9-bdeb-6aef00e8f05f associated. External IP: 172.27.3.241, port: c1b8dfba-8c84-435a-984a-2a26f587b26e. Jul 06 15:28:00.149286 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ee293-c2a2-406a-8632-9114765cc32c req-6943ace1-e0dc-4be4-8996-a004743d98be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:28:00.150744 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-5a5ee293-c2a2-406a-8632-9114765cc32c req-6943ace1-e0dc-4be4-8996-a004743d98be service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a7527d58-380f-473d-ba30-5ff4fd90a6b4 HTTP/1.1" status: 200 len: 854 time: 0.3502958 Jul 06 15:28:00.175381 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61975e6-974d-4c3f-b912-3b0d96e96cd2 req-ecc2d905-5708-47d4-95cc-e23e630d7e5e tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:28:00.176874 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-a61975e6-974d-4c3f-b912-3b0d96e96cd2 req-ecc2d905-5708-47d4-95cc-e23e630d7e5e tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/ports?device_id=f08c8b7f-24e0-47fe-9b46-87202f357774 HTTP/1.1" status: 200 len: 946 time: 0.0609829 Jul 06 15:28:00.188751 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.v2.base [req-a61975e6-974d-4c3f-b912-3b0d96e96cd2 req-325c7c79-7c60-4fbf-9ad6-a1be4991d98b tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Request body: {'port': {'security_groups': ['2f1a1e9b-36c4-4c38-bea4-b0aaf920a706', '5fee6c02-3f56-4a46-8ff0-68420d1be68a']}} {{(pid=103845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:28:00.258863 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ee293-c2a2-406a-8632-9114765cc32c req-38781ae9-d9a7-40ef-9e48-18c864dcfb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:28:00.260580 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-5a5ee293-c2a2-406a-8632-9114765cc32c req-38781ae9-d9a7-40ef-9e48-18c864dcfb17 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c6ecbf13-cdde-4eb1-a04c-6350b37f96a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0784714 Jul 06 15:28:00.265618 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [req-a61975e6-974d-4c3f-b912-3b0d96e96cd2 req-325c7c79-7c60-4fbf-9ad6-a1be4991d98b tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (06b84364-8b0e-41bc-bdb2-0e28411c93d0), before_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:28:00.362172 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:28:00.460598 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-5a5ee293-c2a2-406a-8632-9114765cc32c req-86b0fb44-4bab-45b9-bfc7-90e21b022a6d service neutron] 10.222.0.16 "GET /v2.0/networks/c6ecbf13-cdde-4eb1-a04c-6350b37f96a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824548 Jul 06 15:28:00.493407 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f41e8a2-21ab-42cf-aa0a-44956f6560e7 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Router 35358e22-072e-4430-930f-25a4c4e0fe97 has already been hosted by L3 agent 8e6e5f2a-f235-48ed-8752-aab723ac44e7 {{(pid=103844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 15:28:00.498503 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.db [req-a61975e6-974d-4c3f-b912-3b0d96e96cd2 req-325c7c79-7c60-4fbf-9ad6-a1be4991d98b tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] For port 06b84364-8b0e-41bc-bdb2-0e28411c93d0, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=06b84364-8b0e-41bc-bdb2-0e28411c93d0,segment=NetworkSegment(4902358a-84fd-44b7-9de8-73522f5a56dd),segment_id=4902358a-84fd-44b7-9de8-73522f5a56dd)] {{(pid=103845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:28:00.528276 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [req-a61975e6-974d-4c3f-b912-3b0d96e96cd2 req-325c7c79-7c60-4fbf-9ad6-a1be4991d98b tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Publish callbacks [] for port (06b84364-8b0e-41bc-bdb2-0e28411c93d0), precommit_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:28:00.533192 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [req-a61975e6-974d-4c3f-b912-3b0d96e96cd2 req-325c7c79-7c60-4fbf-9ad6-a1be4991d98b tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2888549'] for port (06b84364-8b0e-41bc-bdb2-0e28411c93d0), after_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:28:00.548883 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] get_ports_and_sgs() called for port_ids ['06b84364-8b0e-41bc-bdb2-0e28411c93d0'] {{(pid=103846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:28:00.598614 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:28:00.611430 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-5a5ee293-c2a2-406a-8632-9114765cc32c req-6437dfc2-5bec-49e4-b358-5b72f8c143ab service neutron] 10.222.0.16 "GET /v2.0/networks/c6ecbf13-cdde-4eb1-a04c-6350b37f96a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436179 Jul 06 15:28:00.626161 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61975e6-974d-4c3f-b912-3b0d96e96cd2 req-325c7c79-7c60-4fbf-9ad6-a1be4991d98b tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:28:00.626812 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [req-a61975e6-974d-4c3f-b912-3b0d96e96cd2 req-325c7c79-7c60-4fbf-9ad6-a1be4991d98b tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for port (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:28:00.628251 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-a61975e6-974d-4c3f-b912-3b0d96e96cd2 req-325c7c79-7c60-4fbf-9ad6-a1be4991d98b tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "PUT /v2.0/ports/06b84364-8b0e-41bc-bdb2-0e28411c93d0 HTTP/1.1" status: 200 len: 982 time: 0.4441841 Jul 06 15:28:00.628708 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f08c8b7f-24e0-47fe-9b46-87202f357774', 'tag': '06b84364-8b0e-41bc-bdb2-0e28411c93d0'}] {{(pid=103845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:28:00.631475 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd369e17f446e19581dd3179055a52fe8da101c7a2eb4c4bf67a2ebbfd3bc446" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a1091b-6da9-42bd-ad71-cbf6d6a92bbd" -d '{"events": [{"name": "network-changed", "server_uuid": "f08c8b7f-24e0-47fe-9b46-87202f357774", "tag": "06b84364-8b0e-41bc-bdb2-0e28411c93d0"}]}' {{(pid=103845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:28:00.654905 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325c7c79-7c60-4fbf-9ad6-a1be4991d98b tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Pushing event updated for resources: {'Port': ['ID=06b84364-8b0e-41bc-bdb2-0e28411c93d0,revision_number=6']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:28:00.674689 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f41e8a2-21ab-42cf-aa0a-44956f6560e7 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Notify agent at l3_agent.dv-cinder-848848-4-iscsi the message routers_updated {{(pid=103844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:28:00.683283 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-9f41e8a2-21ab-42cf-aa0a-44956f6560e7 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for floatingip (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:28:00.689706 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802c8f5f-25cd-4897-ad42-39f9f9b2035b None None] Sync routers for ids ['35358e22-072e-4430-930f-25a4c4e0fe97'] in dv-cinder-848848-4-iscsi {{(pid=103846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:28:00.710142 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802c8f5f-25cd-4897-ad42-39f9f9b2035b None None] Routers {'35358e22-072e-4430-930f-25a4c4e0fe97'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:28:00.711155 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-802c8f5f-25cd-4897-ad42-39f9f9b2035b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:27:48Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['35358e22-072e-4430-930f-25a4c4e0fe97'], 'active': True} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:28:00.722234 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-9f41e8a2-21ab-42cf-aa0a-44956f6560e7 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "PUT /v2.0/floatingips/9adb11ba-3bbf-43e9-bdeb-6aef00e8f05f HTTP/1.1" status: 200 len: 991 time: 1.7281966 Jul 06 15:28:00.740366 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 15:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552bdd49-46be-4352-8676-be1a4bd3d6b7 x-openstack-request-id: req-552bdd49-46be-4352-8676-be1a4bd3d6b7 {{(pid=103845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:28:00.740728 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f08c8b7f-24e0-47fe-9b46-87202f357774", "tag": "06b84364-8b0e-41bc-bdb2-0e28411c93d0", "status": "completed", "code": 200}]} {{(pid=103845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:28:00.741070 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-552bdd49-46be-4352-8676-be1a4bd3d6b7 {{(pid=103845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:28:00.741674 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-552bdd49-46be-4352-8676-be1a4bd3d6b7'] response: {'name': 'network-changed', 'server_uuid': 'f08c8b7f-24e0-47fe-9b46-87202f357774', 'tag': '06b84364-8b0e-41bc-bdb2-0e28411c93d0', 'status': 'completed', 'code': 200} Jul 06 15:28:00.832028 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] get_ports_and_sgs() called for port_ids ['06b84364-8b0e-41bc-bdb2-0e28411c93d0'] {{(pid=103846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:28:00.835163 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe85dc-9614-4aae-a026-4991707bb1f2 req-1c370929-00b7-4a6c-8b90-54577917330f tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:28:00.836787 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-a9fe85dc-9614-4aae-a026-4991707bb1f2 req-1c370929-00b7-4a6c-8b90-54577917330f tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/ports?device_id=f08c8b7f-24e0-47fe-9b46-87202f357774 HTTP/1.1" status: 200 len: 985 time: 0.0908396 Jul 06 15:28:00.842189 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1091b-6da9-42bd-ad71-cbf6d6a92bbd req-15a2658f-b6dd-44c0-97ba-e4ae8386cd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:28:00.843642 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-29a1091b-6da9-42bd-ad71-cbf6d6a92bbd req-15a2658f-b6dd-44c0-97ba-e4ae8386cd34 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0805ca8c35a34d0dbf0f1e7ac459c517&device_id=f08c8b7f-24e0-47fe-9b46-87202f357774 HTTP/1.1" status: 200 len: 1169 time: 0.0560427 Jul 06 15:28:00.920630 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvr_db [None req-802c8f5f-25cd-4897-ad42-39f9f9b2035b None None] Set router 35358e22-072e-4430-930f-25a4c4e0fe97 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:28:00.952041 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-109ba7cb-94c6-495d-b8ab-50a4aad75915 None None] Provisioning complete for port 06b84364-8b0e-41bc-bdb2-0e28411c93d0 triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:28:00.952401 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-109ba7cb-94c6-495d-b8ab-50a4aad75915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (06b84364-8b0e-41bc-bdb2-0e28411c93d0), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:28:00.963983 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-a9fe85dc-9614-4aae-a026-4991707bb1f2 req-e00fecb8-434b-41d8-9a48-c313819de975 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f1a1e9b-36c4-4c38-bea4-b0aaf920a706&id=5fee6c02-3f56-4a46-8ff0-68420d1be68a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1193697 Jul 06 15:28:00.965948 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dc848c1-1535-4024-a792-3e74e6581844', 'tag': 'c1b8dfba-8c84-435a-984a-2a26f587b26e'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:28:00.968143 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23f0ce0f3171803df377307192b3bbc073243688ace587a9918d8ae03454cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3af3c39-23fb-4772-9d40-48a16cf7620d" -d '{"events": [{"name": "network-changed", "server_uuid": "3dc848c1-1535-4024-a792-3e74e6581844", "tag": "c1b8dfba-8c84-435a-984a-2a26f587b26e"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:28:00.987520 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1091b-6da9-42bd-ad71-cbf6d6a92bbd req-3bacf6b8-8b9e-475f-bf8a-2610f8c23fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:28:00.989327 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-29a1091b-6da9-42bd-ad71-cbf6d6a92bbd req-3bacf6b8-8b9e-475f-bf8a-2610f8c23fa2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c6ecbf13-cdde-4eb1-a04c-6350b37f96a3 HTTP/1.1" status: 200 len: 916 time: 0.1317880 Jul 06 15:28:01.010415 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 15:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b375e3c4-5d8f-4524-9703-e9746133b81b x-openstack-request-id: req-b375e3c4-5d8f-4524-9703-e9746133b81b {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:28:01.010709 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dc848c1-1535-4024-a792-3e74e6581844", "tag": "c1b8dfba-8c84-435a-984a-2a26f587b26e", "status": "completed", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:28:01.010943 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b375e3c4-5d8f-4524-9703-e9746133b81b {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:28:01.011372 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b375e3c4-5d8f-4524-9703-e9746133b81b'] response: {'name': 'network-changed', 'server_uuid': '3dc848c1-1535-4024-a792-3e74e6581844', 'tag': 'c1b8dfba-8c84-435a-984a-2a26f587b26e', 'status': 'completed', 'code': 200} Jul 06 15:28:01.095781 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=100 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:28:01.100907 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-29a1091b-6da9-42bd-ad71-cbf6d6a92bbd req-50520603-5e62-4c23-8893-da7f5a5d5331 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06b84364-8b0e-41bc-bdb2-0e28411c93d0 HTTP/1.1" status: 200 len: 1001 time: 0.1015925 Jul 06 15:28:01.102048 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af3c39-23fb-4772-9d40-48a16cf7620d req-ac986e9f-57b3-4559-a410-c261f88f8529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:28:01.103449 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-c3af3c39-23fb-4772-9d40-48a16cf7620d req-ac986e9f-57b3-4559-a410-c261f88f8529 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef44ecc951964d51925463c5e09f9fbb&device_id=3dc848c1-1535-4024-a792-3e74e6581844 HTTP/1.1" status: 200 len: 1129 time: 0.0593193 Jul 06 15:28:01.158486 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:28:01.169146 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:28:01.232398 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1091b-6da9-42bd-ad71-cbf6d6a92bbd req-1e88c131-3eda-4464-9fc6-6be92b11cafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:28:01.233853 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-29a1091b-6da9-42bd-ad71-cbf6d6a92bbd req-1e88c131-3eda-4464-9fc6-6be92b11cafa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a7527d58-380f-473d-ba30-5ff4fd90a6b4 HTTP/1.1" status: 200 len: 854 time: 0.1096823 Jul 06 15:28:01.251752 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-109ba7cb-94c6-495d-b8ab-50a4aad75915 None None] Current status of the port 06b84364-8b0e-41bc-bdb2-0e28411c93d0 is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:28:01.280542 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af3c39-23fb-4772-9d40-48a16cf7620d req-7a816469-ba4c-4d0b-ab3b-a15630c56c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:28:01.282529 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-c3af3c39-23fb-4772-9d40-48a16cf7620d req-7a816469-ba4c-4d0b-ab3b-a15630c56c0c service neutron] 10.222.0.16 "GET /v2.0/networks?id=2f7f712f-7346-42c2-b097-b4b48d9f78be HTTP/1.1" status: 200 len: 920 time: 0.1494091 Jul 06 15:28:01.294939 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1091b-6da9-42bd-ad71-cbf6d6a92bbd req-95d64661-846f-4fc0-9657-912b184f17a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:28:01.296428 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-29a1091b-6da9-42bd-ad71-cbf6d6a92bbd req-95d64661-846f-4fc0-9657-912b184f17a6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c6ecbf13-cdde-4eb1-a04c-6350b37f96a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0521531 Jul 06 15:28:01.388861 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-c3af3c39-23fb-4772-9d40-48a16cf7620d req-c6af83ff-8a01-4d83-97d6-324d5169d64e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1b8dfba-8c84-435a-984a-2a26f587b26e HTTP/1.1" status: 200 len: 999 time: 0.0860131 Jul 06 15:28:01.397146 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=100 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:28:01.416959 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-802c8f5f-25cd-4897-ad42-39f9f9b2035b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35358e22-072e-4430-930f-25a4c4e0fe97', 'name': 'tempest-ServerRescueNegativeTestJSON-1981272812-router', 'tenant_id': 'ef44ecc951964d51925463c5e09f9fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '1ba82ad7-6367-4594-876a-c7e2c13c8b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:38Z', 'updated_at': '2022-07-06T15:24:46Z', 'revision_number': 4, 'project_id': 'ef44ecc951964d51925463c5e09f9fbb', 'gw_port': {'id': '1ba82ad7-6367-4594-876a-c7e2c13c8b3b', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:52:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35358e22-072e-4430-930f-25a4c4e0fe97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:40Z', 'updated_at': '2022-07-06T15:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_floatingips': [{'id': '9adb11ba-3bbf-43e9-bdeb-6aef00e8f05f', 'tenant_id': 'ef44ecc951964d51925463c5e09f9fbb', 'floating_ip_address': '172.27.3.241', 'floating_network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'router_id': '35358e22-072e-4430-930f-25a4c4e0fe97', 'port_id': 'c1b8dfba-8c84-435a-984a-2a26f587b26e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f7f712f-7346-42c2-b097-b4b48d9f78be', 'mac_address': 'fa:16:3e:2f:26:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc848c1-1535-4024-a792-3e74e6581844', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T15:27:40Z', 'updated_at': '2022-07-06T15:27:59Z', 'revision_number': 1, 'project_id': 'ef44ecc951964d51925463c5e09f9fbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '362ad125-474c-491a-ab35-5ec9aa3371e8', 'name': '', 'network_id': '2f7f712f-7346-42c2-b097-b4b48d9f78be', 'tenant_id': 'ef44ecc951964d51925463c5e09f9fbb', 'mac_address': 'fa:16:3e:36:bc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35358e22-072e-4430-930f-25a4c4e0fe97', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd2607162-f852-4242-9cef-eb0efdf849b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:45Z', 'updated_at': '2022-07-06T15:25:05Z', 'revision_number': 5, 'project_id': 'ef44ecc951964d51925463c5e09f9fbb', 'subnets': [{'id': 'd2607162-f852-4242-9cef-eb0efdf849b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:28:01.457084 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802c8f5f-25cd-4897-ad42-39f9f9b2035b None None] Checking router: 35358e22-072e-4430-930f-25a4c4e0fe97 for host: dv-cinder-848848-4-iscsi {{(pid=103846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:28:01.481551 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af3c39-23fb-4772-9d40-48a16cf7620d req-56e03c6e-174e-40f5-ae2b-841c8b8aedc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:28:01.483000 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-c3af3c39-23fb-4772-9d40-48a16cf7620d req-56e03c6e-174e-40f5-ae2b-841c8b8aedc7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d2607162-f852-4242-9cef-eb0efdf849b4 HTTP/1.1" status: 200 len: 858 time: 0.0633979 Jul 06 15:28:01.485468 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-29a1091b-6da9-42bd-ad71-cbf6d6a92bbd req-6836f0a6-1928-43c4-b272-deac7328d21d service neutron] 10.222.0.16 "GET /v2.0/networks/c6ecbf13-cdde-4eb1-a04c-6350b37f96a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499577 Jul 06 15:28:01.496786 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802c8f5f-25cd-4897-ad42-39f9f9b2035b None None] Routers {'35358e22-072e-4430-930f-25a4c4e0fe97'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:28:01.497396 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-802c8f5f-25cd-4897-ad42-39f9f9b2035b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:27:48Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['35358e22-072e-4430-930f-25a4c4e0fe97'], 'active': True} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:28:01.570800 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af3c39-23fb-4772-9d40-48a16cf7620d req-b3677e95-02d3-4864-a991-16eaa4683198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:28:01.572395 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-c3af3c39-23fb-4772-9d40-48a16cf7620d req-b3677e95-02d3-4864-a991-16eaa4683198 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2f7f712f-7346-42c2-b097-b4b48d9f78be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0695808 Jul 06 15:28:01.624389 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-29a1091b-6da9-42bd-ad71-cbf6d6a92bbd req-905c90d8-51d3-4122-a202-24e1f751e968 service neutron] 10.222.0.16 "GET /v2.0/networks/c6ecbf13-cdde-4eb1-a04c-6350b37f96a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225393 Jul 06 15:28:01.653302 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvr_db [None req-802c8f5f-25cd-4897-ad42-39f9f9b2035b None None] Set router 35358e22-072e-4430-930f-25a4c4e0fe97 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:28:01.747414 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=100 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:28:01.859977 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-c3af3c39-23fb-4772-9d40-48a16cf7620d req-7bb22366-3487-44db-ad0d-80ab4fa43a94 service neutron] 10.222.0.16 "GET /v2.0/networks/2f7f712f-7346-42c2-b097-b4b48d9f78be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901136 Jul 06 15:28:01.920441 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-802c8f5f-25cd-4897-ad42-39f9f9b2035b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35358e22-072e-4430-930f-25a4c4e0fe97', 'name': 'tempest-ServerRescueNegativeTestJSON-1981272812-router', 'tenant_id': 'ef44ecc951964d51925463c5e09f9fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '1ba82ad7-6367-4594-876a-c7e2c13c8b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:38Z', 'updated_at': '2022-07-06T15:24:46Z', 'revision_number': 4, 'project_id': 'ef44ecc951964d51925463c5e09f9fbb', 'gw_port': {'id': '1ba82ad7-6367-4594-876a-c7e2c13c8b3b', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:52:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35358e22-072e-4430-930f-25a4c4e0fe97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:40Z', 'updated_at': '2022-07-06T15:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_floatingips': [{'id': '9adb11ba-3bbf-43e9-bdeb-6aef00e8f05f', 'tenant_id': 'ef44ecc951964d51925463c5e09f9fbb', 'floating_ip_address': '172.27.3.241', 'floating_network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'router_id': '35358e22-072e-4430-930f-25a4c4e0fe97', 'port_id': 'c1b8dfba-8c84-435a-984a-2a26f587b26e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f7f712f-7346-42c2-b097-b4b48d9f78be', 'mac_address': 'fa:16:3e:2f:26:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc848c1-1535-4024-a792-3e74e6581844', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T15:27:40Z', 'updated_at': '2022-07-06T15:27:59Z', 'revision_number': 1, 'project_id': 'ef44ecc951964d51925463c5e09f9fbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '362ad125-474c-491a-ab35-5ec9aa3371e8', 'name': '', 'network_id': '2f7f712f-7346-42c2-b097-b4b48d9f78be', 'tenant_id': 'ef44ecc951964d51925463c5e09f9fbb', 'mac_address': 'fa:16:3e:36:bc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35358e22-072e-4430-930f-25a4c4e0fe97', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd2607162-f852-4242-9cef-eb0efdf849b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:45Z', 'updated_at': '2022-07-06T15:25:05Z', 'revision_number': 5, 'project_id': 'ef44ecc951964d51925463c5e09f9fbb', 'subnets': [{'id': 'd2607162-f852-4242-9cef-eb0efdf849b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:28:01.944548 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802c8f5f-25cd-4897-ad42-39f9f9b2035b None None] The sync data for ids ['35358e22-072e-4430-930f-25a4c4e0fe97'] in dv-cinder-848848-4-iscsi is: [{'id': '35358e22-072e-4430-930f-25a4c4e0fe97', 'name': 'tempest-ServerRescueNegativeTestJSON-1981272812-router', 'tenant_id': 'ef44ecc951964d51925463c5e09f9fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '1ba82ad7-6367-4594-876a-c7e2c13c8b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:38Z', 'updated_at': '2022-07-06T15:24:46Z', 'revision_number': 4, 'project_id': 'ef44ecc951964d51925463c5e09f9fbb', 'gw_port': {'id': '1ba82ad7-6367-4594-876a-c7e2c13c8b3b', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:52:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35358e22-072e-4430-930f-25a4c4e0fe97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:40Z', 'updated_at': '2022-07-06T15:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_floatingips': [{'id': '9adb11ba-3bbf-43e9-bdeb-6aef00e8f05f', 'tenant_id': 'ef44ecc951964d51925463c5e09f9fbb', 'floating_ip_address': '172.27.3.241', 'floating_network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'router_id': '35358e22-072e-4430-930f-25a4c4e0fe97', 'port_id': 'c1b8dfba-8c84-435a-984a-2a26f587b26e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f7f712f-7346-42c2-b097-b4b48d9f78be', 'mac_address': 'fa:16:3e:2f:26:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc848c1-1535-4024-a792-3e74e6581844', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T15:27:40Z', 'updated_at': '2022-07-06T15:27:59Z', 'revision_number': 1, 'project_id': 'ef44ecc951964d51925463c5e09f9fbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '362ad125-474c-491a-ab35-5ec9aa3371e8', 'name': '', 'network_id': '2f7f712f-7346-42c2-b097-b4b48d9f78be', 'tenant_id': 'ef44ecc951964d51925463c5e09f9fbb', 'mac_address': 'fa:16:3e:36:bc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35358e22-072e-4430-930f-25a4c4e0fe97', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd2607162-f852-4242-9cef-eb0efdf849b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:45Z', 'updated_at': '2022-07-06T15:25:05Z', 'revision_number': 5, 'project_id': 'ef44ecc951964d51925463c5e09f9fbb', 'subnets': [{'id': 'd2607162-f852-4242-9cef-eb0efdf849b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:28:02.118469 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352a8e1a-e435-45b3-8360-21bc5f86c074 None None] New status for floating IP 9adb11ba-3bbf-43e9-bdeb-6aef00e8f05f: ACTIVE {{(pid=103847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 06 15:28:02.472201 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-c3af3c39-23fb-4772-9d40-48a16cf7620d req-d2471ac6-d128-4489-9d83-53eccd8d50f2 service neutron] 10.222.0.16 "GET /v2.0/networks/2f7f712f-7346-42c2-b097-b4b48d9f78be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854592 Jul 06 15:28:10.645735 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=29,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:28:10.647641 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=46,neutron:DELETE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:28:11.922805 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=21 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:28:11.924128 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=72 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:28:12.213809 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=29,neutron:UPDATE=4 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:28:12.221358 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=31,neutron:UPDATE=2 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:28:12.462408 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=70 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:28:12.469247 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=67 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:28:13.946644 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (eda728fc-b46d-4378-b578-35bac6b15486), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:28:14.696817 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.agents_db [None req-99b786f5-93e1-437c-926e-a88e17275ab4 None None] Agent healthcheck: found 6 active agents {{(pid=103847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:28:16.252438 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-44b66b8f-1b22-4e83-9f55-afc031c9ff71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (a81823b9-ba52-46bb-9bcd-43b269600933), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:28:18.286334 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-e84fbaaa-8914-4b7b-949b-35286445333d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8e6e5f2a-f235-48ed-8752-aab723ac44e7), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:28:19.576109 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-5e71b6aa-55c8-4030-9936-371c496b104b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (6f0d5ee7-fa21-4cb0-b4ff-cf35f5a4ba31), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:28:21.081961 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-8ac95340-3f24-440b-a4d9-caf8afcb49bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8ea57be5-348a-4c5b-804c-cda178363830), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:28:21.223911 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (d26a5351-3de7-44f9-93eb-9fed5ee5b55b), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:28:24.353663 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 56366) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:28:24.462292 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b2cbb342-06f1-4571-a214-d8ee977634b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:28:24.540753 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b2cbb342-06f1-4571-a214-d8ee977634b5 admin admin] Publish callbacks [] for security_group (1b76ff7c-8882-4208-9915-5e1216020b54), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:28:24.544295 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b2cbb342-06f1-4571-a214-d8ee977634b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (1b76ff7c-8882-4208-9915-5e1216020b54), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:28:24.582712 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-b2cbb342-06f1-4571-a214-d8ee977634b5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=212d325856a04c298f71531a4339fd1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2280138 Jul 06 15:28:24.584619 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cbb342-06f1-4571-a214-d8ee977634b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b76ff7c-8882-4208-9915-5e1216020b54,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:28:24.585614 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 56370) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:28:24.636871 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-a5a047ce-7ff7-47c8-8d4e-2a350422a5d1 admin admin] Publish callbacks [] for security_group (1b76ff7c-8882-4208-9915-5e1216020b54), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:28:24.658588 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-a5a047ce-7ff7-47c8-8d4e-2a350422a5d1 admin admin] Publish callbacks [] for security_group (1b76ff7c-8882-4208-9915-5e1216020b54), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:28:24.706560 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-a5a047ce-7ff7-47c8-8d4e-2a350422a5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (1b76ff7c-8882-4208-9915-5e1216020b54), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:28:24.709023 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-a5a047ce-7ff7-47c8-8d4e-2a350422a5d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:28:24.710143 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-a5a047ce-7ff7-47c8-8d4e-2a350422a5d1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1b76ff7c-8882-4208-9915-5e1216020b54 HTTP/1.1" status: 204 len: 168 time: 0.1234989 Jul 06 15:28:24.717976 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a047ce-7ff7-47c8-8d4e-2a350422a5d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b76ff7c-8882-4208-9915-5e1216020b54,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:28:26.746488 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=6 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:28:26.750382 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=2 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:28:31.219819 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:28:32.755536 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff533d0-bf4c-4995-8d95-d60afc8ecb25 req-677785cc-5ff4-4237-9209-8dac533bfb8c tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:28:32.756907 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-cff533d0-bf4c-4995-8d95-d60afc8ecb25 req-677785cc-5ff4-4237-9209-8dac533bfb8c tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.46 "GET /v2.0/ports?device_id=177ea1c5-e5ee-4f5d-af87-0f63cb2d3f7e HTTP/1.1" status: 200 len: 946 time: 0.0477886 Jul 06 15:28:32.802682 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-cff533d0-bf4c-4995-8d95-d60afc8ecb25 req-5ff77cb4-30a2-4896-aabb-3c0c7994b928 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d2d61da-c2c3-44ba-8fac-6c2dfcc52d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403187 Jul 06 15:28:33.918407 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5b444-ae92-40b3-b13a-75207bf3fc28 req-019607b6-8458-48e3-8fae-35718fae99b9 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:28:33.919899 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-8fd5b444-ae92-40b3-b13a-75207bf3fc28 req-019607b6-8458-48e3-8fae-35718fae99b9 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.46 "GET /v2.0/ports?device_id=177ea1c5-e5ee-4f5d-af87-0f63cb2d3f7e HTTP/1.1" status: 200 len: 946 time: 0.0493929 Jul 06 15:28:33.969392 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-8fd5b444-ae92-40b3-b13a-75207bf3fc28 req-7f05eafd-7ef6-4fa4-b368-b983b0d7748f tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d2d61da-c2c3-44ba-8fac-6c2dfcc52d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440695 Jul 06 15:28:34.712844 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 56476) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:28:34.731529 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:28:34.769603 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e029124-b296-4d18-999f-4fb6e1fd495e req-1e26bfe5-faf1-427d-b7e8-659277db896b tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:28:34.771209 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-8e029124-b296-4d18-999f-4fb6e1fd495e req-1e26bfe5-faf1-427d-b7e8-659277db896b tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.16 "GET /v2.0/ports?device_id=177ea1c5-e5ee-4f5d-af87-0f63cb2d3f7e HTTP/1.1" status: 200 len: 946 time: 0.0495298 Jul 06 15:28:34.864542 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [req-8e029124-b296-4d18-999f-4fb6e1fd495e req-44ca331e-43e5-460d-afaf-d94647e334ec tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] Deleting port 6d8685b9-4818-46a3-85c7-7cb199efa0f6 {{(pid=103844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 15:28:34.864880 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-8e029124-b296-4d18-999f-4fb6e1fd495e req-44ca331e-43e5-460d-afaf-d94647e334ec tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786465945384'] for port (6d8685b9-4818-46a3-85c7-7cb199efa0f6), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:28:34.958499 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [req-8e029124-b296-4d18-999f-4fb6e1fd495e req-44ca331e-43e5-460d-afaf-d94647e334ec tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] For port 6d8685b9-4818-46a3-85c7-7cb199efa0f6, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=6d8685b9-4818-46a3-85c7-7cb199efa0f6,segment=NetworkSegment(f0f5d63e-46e5-40c5-98e9-730cc5ca7fc9),segment_id=f0f5d63e-46e5-40c5-98e9-730cc5ca7fc9)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:28:34.958862 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-8e029124-b296-4d18-999f-4fb6e1fd495e req-44ca331e-43e5-460d-afaf-d94647e334ec tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652656'] for port (6d8685b9-4818-46a3-85c7-7cb199efa0f6), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:28:34.977428 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [req-8e029124-b296-4d18-999f-4fb6e1fd495e req-44ca331e-43e5-460d-afaf-d94647e334ec tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] Calling delete_port for 6d8685b9-4818-46a3-85c7-7cb199efa0f6 owned by compute:nova {{(pid=103844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 15:28:35.018993 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-d59c7dfb-5fc1-4347-83e9-f6be1ae020b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:28:35.095080 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f608014-369e-4beb-8fbd-48764f1da259 req-bc274d95-55bb-44d9-8882-1312d484f4cf tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:28:35.096494 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-0f608014-369e-4beb-8fbd-48764f1da259 req-bc274d95-55bb-44d9-8882-1312d484f4cf tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.46 "GET /v2.0/ports?device_id=177ea1c5-e5ee-4f5d-af87-0f63cb2d3f7e HTTP/1.1" status: 200 len: 946 time: 0.0563900 Jul 06 15:28:35.098898 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-d59c7dfb-5fc1-4347-83e9-f6be1ae020b3 admin admin] Publish callbacks [] for security_group (709ab51b-02e7-4371-b761-a0b30908e5b5), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:28:35.103205 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-d59c7dfb-5fc1-4347-83e9-f6be1ae020b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (709ab51b-02e7-4371-b761-a0b30908e5b5), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:28:35.142324 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-d59c7dfb-5fc1-4347-83e9-f6be1ae020b3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=00a3e9ad6c93493faf7f0372d1888813&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4284253 Jul 06 15:28:35.143196 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59c7dfb-5fc1-4347-83e9-f6be1ae020b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=709ab51b-02e7-4371-b761-a0b30908e5b5,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:28:35.146873 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 56482) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:28:35.172583 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-8e029124-b296-4d18-999f-4fb6e1fd495e req-44ca331e-43e5-460d-afaf-d94647e334ec tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786465950455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786465455746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2698075'] for port (6d8685b9-4818-46a3-85c7-7cb199efa0f6), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:28:35.185200 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] get_ports_and_sgs() called for port_ids ['6d8685b9-4818-46a3-85c7-7cb199efa0f6'] {{(pid=103846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:28:35.198023 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-036ce197-f254-40d8-90f1-6fb38463b237 admin admin] Publish callbacks [] for security_group (709ab51b-02e7-4371-b761-a0b30908e5b5), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:28:35.210823 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ca331e-43e5-460d-afaf-d94647e334ec tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] Pushing event deleted for resources: {'Port': ['ID=6d8685b9-4818-46a3-85c7-7cb199efa0f6,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:28:35.221703 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-036ce197-f254-40d8-90f1-6fb38463b237 admin admin] Publish callbacks [] for security_group (709ab51b-02e7-4371-b761-a0b30908e5b5), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:28:35.222190 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-0f608014-369e-4beb-8fbd-48764f1da259 req-63e68057-1646-48b4-b076-514c15a1c877 tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d2d61da-c2c3-44ba-8fac-6c2dfcc52d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157737 Jul 06 15:28:35.264874 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e029124-b296-4d18-999f-4fb6e1fd495e req-44ca331e-43e5-460d-afaf-d94647e334ec tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] No DVR routers for this DVR port 6d8685b9-4818-46a3-85c7-7cb199efa0f6 on host hv-cinder-84884 {{(pid=103844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 15:28:35.267454 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-8e029124-b296-4d18-999f-4fb6e1fd495e req-44ca331e-43e5-460d-afaf-d94647e334ec tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for port (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:28:35.271524 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-8e029124-b296-4d18-999f-4fb6e1fd495e req-44ca331e-43e5-460d-afaf-d94647e334ec tempest-VolumesSnapshotTestJSON-376915781 tempest-VolumesSnapshotTestJSON-376915781-project] 10.222.0.16 "DELETE /v2.0/ports/6d8685b9-4818-46a3-85c7-7cb199efa0f6 HTTP/1.1" status: 204 len: 173 time: 0.4929638 Jul 06 15:28:35.272070 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '177ea1c5-e5ee-4f5d-af87-0f63cb2d3f7e', 'name': 'network-vif-deleted', 'tag': '6d8685b9-4818-46a3-85c7-7cb199efa0f6'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:28:35.274819 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23f0ce0f3171803df377307192b3bbc073243688ace587a9918d8ae03454cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f4320cd-517f-4bab-8f50-7eaf46633d43" -d '{"events": [{"server_uuid": "177ea1c5-e5ee-4f5d-af87-0f63cb2d3f7e", "name": "network-vif-deleted", "tag": "6d8685b9-4818-46a3-85c7-7cb199efa0f6"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:28:35.295624 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-036ce197-f254-40d8-90f1-6fb38463b237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (709ab51b-02e7-4371-b761-a0b30908e5b5), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:28:35.298546 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-036ce197-f254-40d8-90f1-6fb38463b237 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:28:35.299909 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-036ce197-f254-40d8-90f1-6fb38463b237 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/709ab51b-02e7-4371-b761-a0b30908e5b5 HTTP/1.1" status: 204 len: 168 time: 0.1521213 Jul 06 15:28:35.312927 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 15:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed7ab3e-ff25-4497-89ae-b4395b799a3f x-openstack-request-id: req-1ed7ab3e-ff25-4497-89ae-b4395b799a3f {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:28:35.313357 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "177ea1c5-e5ee-4f5d-af87-0f63cb2d3f7e", "name": "network-vif-deleted", "tag": "6d8685b9-4818-46a3-85c7-7cb199efa0f6", "status": "completed", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:28:35.313463 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036ce197-f254-40d8-90f1-6fb38463b237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=709ab51b-02e7-4371-b761-a0b30908e5b5,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:28:35.313786 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1ed7ab3e-ff25-4497-89ae-b4395b799a3f {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:28:35.314271 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ed7ab3e-ff25-4497-89ae-b4395b799a3f'] response: {'server_uuid': '177ea1c5-e5ee-4f5d-af87-0f63cb2d3f7e', 'name': 'network-vif-deleted', 'tag': '6d8685b9-4818-46a3-85c7-7cb199efa0f6', 'status': 'completed', 'code': 200} Jul 06 15:28:38.837864 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device 6d8685b9-4818-46a3-85c7-7cb199efa0f6 no longer exists at agent hyperv_hv-cinder-84884 {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:28:38.856836 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] No Port match for: 6d8685b9-4818-46a3-85c7-7cb199efa0f6 {{(pid=103846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 15:28:38.857173 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device 6d8685b9-4818-46a3-85c7-7cb199efa0f6 not bound to the agent host hv-cinder-84884 {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:28:43.947325 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (eda728fc-b46d-4378-b578-35bac6b15486), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:28:44.723805 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:28:45.210921 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=82,neutron:INSERT=7,neutron:DELETE=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:28:45.249142 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=80,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:28:45.276281 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=62,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:28:45.306980 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=59,neutron:DELETE=3,neutron:INSERT=5 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:28:45.923494 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187dc4d0-d159-47e7-9367-bd3ec29670bc req-598a1a95-e266-4319-b5de-02d8e5345c45 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:28:45.924853 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-187dc4d0-d159-47e7-9367-bd3ec29670bc req-598a1a95-e266-4319-b5de-02d8e5345c45 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 945 time: 0.0483816 Jul 06 15:28:45.969703 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-187dc4d0-d159-47e7-9367-bd3ec29670bc req-7c9b21c5-f64c-4d6d-a813-a1964c767725 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc6fbc5a-489d-42df-8f08-ce6874fd60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394480 Jul 06 15:28:46.254604 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-fd06edb2-cdcf-4784-8576-be8205705a46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (a81823b9-ba52-46bb-9bcd-43b269600933), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:28:47.088404 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c5e133-450c-4de4-a33e-06a2d7859e80 req-fb8350f7-04aa-4ff1-922f-41d64ec40714 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:28:47.089873 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-64c5e133-450c-4de4-a33e-06a2d7859e80 req-fb8350f7-04aa-4ff1-922f-41d64ec40714 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 945 time: 0.0524228 Jul 06 15:28:47.136166 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-64c5e133-450c-4de4-a33e-06a2d7859e80 req-887b3ad1-15db-4b07-8026-7d54a406eb8a tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc6fbc5a-489d-42df-8f08-ce6874fd60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408382 Jul 06 15:28:48.177195 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-183d9966-5c22-4149-a6a8-da44cccfab80 req-2553a541-9168-422d-b175-5d67870f1426 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391960 Jul 06 15:28:48.252866 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a78ed0-d2a8-4bde-a65d-bb55c1079819 req-b461a6ef-38f2-4aff-a0f6-87f51cce5d22 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:28:48.254529 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-30a78ed0-d2a8-4bde-a65d-bb55c1079819 req-b461a6ef-38f2-4aff-a0f6-87f51cce5d22 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 945 time: 0.0485597 Jul 06 15:28:48.263928 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d9966-5c22-4149-a6a8-da44cccfab80 req-e6541635-3519-4410-956a-ac03393207d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:28:48.265389 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-183d9966-5c22-4149-a6a8-da44cccfab80 req-e6541635-3519-4410-956a-ac03393207d7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef44ecc951964d51925463c5e09f9fbb&device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 1129 time: 0.0412176 Jul 06 15:28:48.289030 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-7178dcaf-0b7e-4ec0-8d11-391b678afca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8e6e5f2a-f235-48ed-8752-aab723ac44e7), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:28:48.307890 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-30a78ed0-d2a8-4bde-a65d-bb55c1079819 req-7bc14ca7-085a-4b0a-b63f-8f2af1bf1637 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc6fbc5a-489d-42df-8f08-ce6874fd60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468593 Jul 06 15:28:48.382026 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d9966-5c22-4149-a6a8-da44cccfab80 req-cb224a57-12d2-4f01-9924-df8ed1716a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:28:48.383481 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-183d9966-5c22-4149-a6a8-da44cccfab80 req-cb224a57-12d2-4f01-9924-df8ed1716a90 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2f7f712f-7346-42c2-b097-b4b48d9f78be HTTP/1.1" status: 200 len: 920 time: 0.0883896 Jul 06 15:28:48.421277 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-183d9966-5c22-4149-a6a8-da44cccfab80 req-55a8b280-3f7d-4e2c-9646-12f6c51113ea service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee13c450-a247-45da-9000-1d74f1a8c8aa HTTP/1.1" status: 200 len: 217 time: 0.0317771 Jul 06 15:28:48.475708 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d9966-5c22-4149-a6a8-da44cccfab80 req-92bbe11d-3401-4c6c-8e16-a05e5e469cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:28:48.477172 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-183d9966-5c22-4149-a6a8-da44cccfab80 req-92bbe11d-3401-4c6c-8e16-a05e5e469cc8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d2607162-f852-4242-9cef-eb0efdf849b4 HTTP/1.1" status: 200 len: 858 time: 0.0448599 Jul 06 15:28:48.523823 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d9966-5c22-4149-a6a8-da44cccfab80 req-d6e4a0f2-2b37-45a2-b701-93bfce815d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:28:48.525243 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-183d9966-5c22-4149-a6a8-da44cccfab80 req-d6e4a0f2-2b37-45a2-b701-93bfce815d25 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2f7f712f-7346-42c2-b097-b4b48d9f78be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415552 Jul 06 15:28:48.620488 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-183d9966-5c22-4149-a6a8-da44cccfab80 req-2aa148a0-d356-4150-8f47-383be8b5a18a service neutron] 10.222.0.16 "GET /v2.0/networks/2f7f712f-7346-42c2-b097-b4b48d9f78be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801189 Jul 06 15:28:48.710917 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-183d9966-5c22-4149-a6a8-da44cccfab80 req-55f6e6bb-7cf9-4f2b-8ac0-f16a5926b8b9 service neutron] 10.222.0.16 "GET /v2.0/networks/2f7f712f-7346-42c2-b097-b4b48d9f78be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839987 Jul 06 15:28:49.420663 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456fa5ac-3f64-415d-a7de-39c3940cc17a req-6c6df343-d8c0-44dc-9b43-a602e324a442 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:28:49.422110 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-456fa5ac-3f64-415d-a7de-39c3940cc17a req-6c6df343-d8c0-44dc-9b43-a602e324a442 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 945 time: 0.0475543 Jul 06 15:28:49.469022 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-456fa5ac-3f64-415d-a7de-39c3940cc17a req-80c93bef-0779-478d-b747-49bc3107ce37 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc6fbc5a-489d-42df-8f08-ce6874fd60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413210 Jul 06 15:28:49.578970 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-5e71b6aa-55c8-4030-9936-371c496b104b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (6f0d5ee7-fa21-4cb0-b4ff-cf35f5a4ba31), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:28:50.583987 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb1b08a-a20f-41d2-878a-73ee8eaebdb7 req-5cf7e243-dc67-4423-8ad4-0e5b546fc44a tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:28:50.586125 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-7bb1b08a-a20f-41d2-878a-73ee8eaebdb7 req-5cf7e243-dc67-4423-8ad4-0e5b546fc44a tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 945 time: 0.0507045 Jul 06 15:28:50.632221 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-7bb1b08a-a20f-41d2-878a-73ee8eaebdb7 req-5d408731-0102-419a-b69e-edaaef0ba47c tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc6fbc5a-489d-42df-8f08-ce6874fd60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404408 Jul 06 15:28:51.087511 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-8ac95340-3f24-440b-a4d9-caf8afcb49bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8ea57be5-348a-4c5b-804c-cda178363830), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:28:51.093088 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56edf066-b044-4f5f-aa57-0996796e0caf req-c205cdfb-d72c-4e91-857d-15acd21629a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:28:51.094586 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-56edf066-b044-4f5f-aa57-0996796e0caf req-c205cdfb-d72c-4e91-857d-15acd21629a3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0805ca8c35a34d0dbf0f1e7ac459c517&device_id=f08c8b7f-24e0-47fe-9b46-87202f357774 HTTP/1.1" status: 200 len: 1169 time: 0.0397241 Jul 06 15:28:51.095805 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b3c2db-aeb6-480d-996a-3b5078ec42a2 req-34d0f025-6c48-470a-9625-6ff1e102f108 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:28:51.097272 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-e5b3c2db-aeb6-480d-996a-3b5078ec42a2 req-34d0f025-6c48-470a-9625-6ff1e102f108 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/ports?device_id=f08c8b7f-24e0-47fe-9b46-87202f357774 HTTP/1.1" status: 200 len: 985 time: 0.0519292 Jul 06 15:28:51.163804 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-e5b3c2db-aeb6-480d-996a-3b5078ec42a2 req-a18ef5b4-a4ce-4077-9b7b-57ccd3c71372 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f1a1e9b-36c4-4c38-bea4-b0aaf920a706&id=5fee6c02-3f56-4a46-8ff0-68420d1be68a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0608454 Jul 06 15:28:51.191190 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56edf066-b044-4f5f-aa57-0996796e0caf req-e3e37ba1-cf52-4db9-aa64-eade0ef73723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:28:51.192670 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-56edf066-b044-4f5f-aa57-0996796e0caf req-e3e37ba1-cf52-4db9-aa64-eade0ef73723 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c6ecbf13-cdde-4eb1-a04c-6350b37f96a3 HTTP/1.1" status: 200 len: 916 time: 0.0898864 Jul 06 15:28:51.226270 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (d26a5351-3de7-44f9-93eb-9fed5ee5b55b), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:28:51.259909 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-56edf066-b044-4f5f-aa57-0996796e0caf req-47273ab2-75ef-4dfa-8882-1fccb5ebe354 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06b84364-8b0e-41bc-bdb2-0e28411c93d0 HTTP/1.1" status: 200 len: 1001 time: 0.0588789 Jul 06 15:28:51.307643 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56edf066-b044-4f5f-aa57-0996796e0caf req-1ee309e5-35cc-4bb9-aa16-b1d0566d94e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:28:51.309035 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-56edf066-b044-4f5f-aa57-0996796e0caf req-1ee309e5-35cc-4bb9-aa16-b1d0566d94e2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a7527d58-380f-473d-ba30-5ff4fd90a6b4 HTTP/1.1" status: 200 len: 854 time: 0.0432851 Jul 06 15:28:51.353311 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56edf066-b044-4f5f-aa57-0996796e0caf req-fa470ea3-101b-43e1-90fa-816d36646183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:28:51.354784 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-56edf066-b044-4f5f-aa57-0996796e0caf req-fa470ea3-101b-43e1-90fa-816d36646183 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c6ecbf13-cdde-4eb1-a04c-6350b37f96a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389116 Jul 06 15:28:51.393305 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:28:51.447554 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-56edf066-b044-4f5f-aa57-0996796e0caf req-71662f2b-a864-43bf-9027-6c24473283ec service neutron] 10.222.0.16 "GET /v2.0/networks/c6ecbf13-cdde-4eb1-a04c-6350b37f96a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855799 Jul 06 15:28:51.484186 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:28:51.541001 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-56edf066-b044-4f5f-aa57-0996796e0caf req-b96c42c5-6cf6-4244-95c1-5d0191c4fb69 service neutron] 10.222.0.16 "GET /v2.0/networks/c6ecbf13-cdde-4eb1-a04c-6350b37f96a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865004 Jul 06 15:28:51.698438 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.agents_db [None req-99b786f5-93e1-437c-926e-a88e17275ab4 None None] Agent healthcheck: found 6 active agents {{(pid=103847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:28:51.762412 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a25ffe-6ef9-403f-8b85-a456f941875f req-8fdf0b5f-0404-4b85-842f-c6b9023e2a8c tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:28:51.763916 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-41a25ffe-6ef9-403f-8b85-a456f941875f req-8fdf0b5f-0404-4b85-842f-c6b9023e2a8c tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 945 time: 0.0531456 Jul 06 15:28:51.814428 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-41a25ffe-6ef9-403f-8b85-a456f941875f req-7aac8a87-06a0-45eb-9367-2d18ae8cc0eb tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc6fbc5a-489d-42df-8f08-ce6874fd60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449548 Jul 06 15:28:52.281079 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc39da-261c-42f0-8e7b-1fbe9e469593 req-436ab37a-1759-4100-8a8f-94cb6309e853 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:28:52.282442 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-20fc39da-261c-42f0-8e7b-1fbe9e469593 req-436ab37a-1759-4100-8a8f-94cb6309e853 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/ports?device_id=f08c8b7f-24e0-47fe-9b46-87202f357774 HTTP/1.1" status: 200 len: 985 time: 0.0507219 Jul 06 15:28:52.340161 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-20fc39da-261c-42f0-8e7b-1fbe9e469593 req-7e7357b2-7ca0-4486-b74b-359eb0bbef3b tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f1a1e9b-36c4-4c38-bea4-b0aaf920a706&id=5fee6c02-3f56-4a46-8ff0-68420d1be68a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521336 Jul 06 15:28:52.927138 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b55338-0f77-4c7b-a106-0471a8ce5d78 req-51c9c312-dab6-420d-990b-f47e49b5dd34 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:28:52.928622 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-54b55338-0f77-4c7b-a106-0471a8ce5d78 req-51c9c312-dab6-420d-990b-f47e49b5dd34 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 945 time: 0.0484428 Jul 06 15:28:52.978638 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-54b55338-0f77-4c7b-a106-0471a8ce5d78 req-64f09e12-43a9-4c34-91f7-696cbfc6c2b5 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc6fbc5a-489d-42df-8f08-ce6874fd60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436475 Jul 06 15:28:53.451328 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a61bbf0-0429-4025-ad05-1113ed58a0d8 req-d2432902-6609-45f8-b69a-0418b9132412 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:28:53.452791 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-1a61bbf0-0429-4025-ad05-1113ed58a0d8 req-d2432902-6609-45f8-b69a-0418b9132412 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/ports?device_id=f08c8b7f-24e0-47fe-9b46-87202f357774 HTTP/1.1" status: 200 len: 985 time: 0.0460906 Jul 06 15:28:53.510719 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-1a61bbf0-0429-4025-ad05-1113ed58a0d8 req-d4464f6c-41a0-4621-8bdc-1405e22b553e tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f1a1e9b-36c4-4c38-bea4-b0aaf920a706&id=5fee6c02-3f56-4a46-8ff0-68420d1be68a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523639 Jul 06 15:28:54.090674 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7379888b-4a2e-483d-9284-a89e41a9b927 req-6eb653ae-9d5e-4a48-8d1d-44d42326d171 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:28:54.092129 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-7379888b-4a2e-483d-9284-a89e41a9b927 req-6eb653ae-9d5e-4a48-8d1d-44d42326d171 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 945 time: 0.0472968 Jul 06 15:28:54.137938 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-7379888b-4a2e-483d-9284-a89e41a9b927 req-81334baf-bc51-48de-b932-d2787b6e4c9b tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc6fbc5a-489d-42df-8f08-ce6874fd60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403433 Jul 06 15:28:54.625270 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a183ee-a97d-4918-b527-16baa477e10c req-6531f9a8-6263-4a20-9635-e0a68811b4e3 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:28:54.626713 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-d3a183ee-a97d-4918-b527-16baa477e10c req-6531f9a8-6263-4a20-9635-e0a68811b4e3 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/ports?device_id=f08c8b7f-24e0-47fe-9b46-87202f357774 HTTP/1.1" status: 200 len: 985 time: 0.0469880 Jul 06 15:28:54.688518 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-d3a183ee-a97d-4918-b527-16baa477e10c req-531a4e5b-8c90-43a6-ad1d-2a1f7ac4c8f8 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f1a1e9b-36c4-4c38-bea4-b0aaf920a706&id=5fee6c02-3f56-4a46-8ff0-68420d1be68a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562398 Jul 06 15:28:55.251195 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2627000-b472-4df6-aec6-620082a7f13b req-3e0d92f5-0592-4970-bfa2-15a40b55bcff tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:28:55.253140 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-c2627000-b472-4df6-aec6-620082a7f13b req-3e0d92f5-0592-4970-bfa2-15a40b55bcff tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 945 time: 0.0494280 Jul 06 15:28:55.300131 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-c2627000-b472-4df6-aec6-620082a7f13b req-44c29a40-2071-4581-9c3f-3a6b2217ac1f tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc6fbc5a-489d-42df-8f08-ce6874fd60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412264 Jul 06 15:28:55.799492 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863917f6-4c1e-4ea3-a34e-7e787817a7f8 req-f3950d6d-462d-416a-927e-80dfaca4f660 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:28:55.800956 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-863917f6-4c1e-4ea3-a34e-7e787817a7f8 req-f3950d6d-462d-416a-927e-80dfaca4f660 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/ports?device_id=f08c8b7f-24e0-47fe-9b46-87202f357774 HTTP/1.1" status: 200 len: 985 time: 0.0479841 Jul 06 15:28:55.860126 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-863917f6-4c1e-4ea3-a34e-7e787817a7f8 req-a71b0bf3-0806-454f-95da-6ca19f297989 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f1a1e9b-36c4-4c38-bea4-b0aaf920a706&id=5fee6c02-3f56-4a46-8ff0-68420d1be68a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529640 Jul 06 15:28:56.418152 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f1964-028d-4c0b-bde1-a02474f9e03d req-dcda5bbf-5dd9-4c5c-8465-3b047ef17f89 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:28:56.419629 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-443f1964-028d-4c0b-bde1-a02474f9e03d req-dcda5bbf-5dd9-4c5c-8465-3b047ef17f89 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 945 time: 0.0514474 Jul 06 15:28:56.465911 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-443f1964-028d-4c0b-bde1-a02474f9e03d req-f3a3b1cc-111b-4de3-ba1e-831937e83bf6 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc6fbc5a-489d-42df-8f08-ce6874fd60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407763 Jul 06 15:28:56.983008 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3a0f2-2a34-4895-9e47-3a611ffcdbad req-3b6b8e85-88ae-41d3-9112-d6690621c45e tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:28:56.984850 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-b2c3a0f2-2a34-4895-9e47-3a611ffcdbad req-3b6b8e85-88ae-41d3-9112-d6690621c45e tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/ports?device_id=f08c8b7f-24e0-47fe-9b46-87202f357774 HTTP/1.1" status: 200 len: 985 time: 0.0552270 Jul 06 15:28:57.050343 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-b2c3a0f2-2a34-4895-9e47-3a611ffcdbad req-d5354632-b968-4e82-9281-d5d16c63b384 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f1a1e9b-36c4-4c38-bea4-b0aaf920a706&id=5fee6c02-3f56-4a46-8ff0-68420d1be68a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0594416 Jul 06 15:28:57.588264 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4b2203-e05b-4190-a227-1dc75437f347 req-8daa652c-e81e-4550-afd3-a8a9887e8eef tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:28:57.589641 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-fd4b2203-e05b-4190-a227-1dc75437f347 req-8daa652c-e81e-4550-afd3-a8a9887e8eef tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 945 time: 0.0498719 Jul 06 15:28:57.635357 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-fd4b2203-e05b-4190-a227-1dc75437f347 req-481186d0-9ac9-42b7-8551-1a9a40b751ca tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc6fbc5a-489d-42df-8f08-ce6874fd60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402515 Jul 06 15:28:58.183896 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed19de-70ab-4d4f-9de0-a927388d99b1 req-e8244e15-467f-4b74-b608-a9996096e0e7 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:28:58.185453 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-64ed19de-70ab-4d4f-9de0-a927388d99b1 req-e8244e15-467f-4b74-b608-a9996096e0e7 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/ports?device_id=f08c8b7f-24e0-47fe-9b46-87202f357774 HTTP/1.1" status: 200 len: 985 time: 0.0561221 Jul 06 15:28:58.247853 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-64ed19de-70ab-4d4f-9de0-a927388d99b1 req-8fd3c036-4619-4022-80b4-fafdd19ed67b tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f1a1e9b-36c4-4c38-bea4-b0aaf920a706&id=5fee6c02-3f56-4a46-8ff0-68420d1be68a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567508 Jul 06 15:28:58.361354 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 56706) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:28:58.387458 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e7fee7-e91e-4d21-ba8a-3df53873ecc7 req-f2bf4536-5c1f-4a66-829c-dfede284cb57 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:28:58.388924 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-79e7fee7-e91e-4d21-ba8a-3df53873ecc7 req-f2bf4536-5c1f-4a66-829c-dfede284cb57 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44071dc-0ea5-446e-8cf3-8509970b78a8 HTTP/1.1" status: 200 len: 946 time: 0.0484650 Jul 06 15:28:58.409185 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b4aba4d-d1f6-4371-9e06-97c9294a13b0 admin admin] Deleting subnet 8d3bbb20-1b71-4896-859b-aff10cf77fe7 {{(pid=103845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 06 15:28:58.412228 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-9b4aba4d-d1f6-4371-9e06-97c9294a13b0 admin admin] Publish callbacks [] for subnet (8d3bbb20-1b71-4896-859b-aff10cf77fe7), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:28:58.433831 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:28:58.442873 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-79e7fee7-e91e-4d21-ba8a-3df53873ecc7 req-ba597577-d36c-444c-9795-5d8676a064ee tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dc83bcc-a5e4-4bef-b0c9-99b76100b218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482199 Jul 06 15:28:58.451577 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-9b4aba4d-d1f6-4371-9e06-97c9294a13b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60119395'] for subnet (8d3bbb20-1b71-4896-859b-aff10cf77fe7), precommit_delete_associations {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:28:58.475609 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=100 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:28:58.492892 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-9b4aba4d-d1f6-4371-9e06-97c9294a13b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1545392'] for subnet (8d3bbb20-1b71-4896-859b-aff10cf77fe7), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:28:58.544563 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-9b4aba4d-d1f6-4371-9e06-97c9294a13b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1545403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2888635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59833733'] for subnet (8d3bbb20-1b71-4896-859b-aff10cf77fe7), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:28:58.570761 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4aba4d-d1f6-4371-9e06-97c9294a13b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d3bbb20-1b71-4896-859b-aff10cf77fe7,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:28:58.580361 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4aba4d-d1f6-4371-9e06-97c9294a13b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:28:58.580664 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4aba4d-d1f6-4371-9e06-97c9294a13b0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:28:58.580997 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4aba4d-d1f6-4371-9e06-97c9294a13b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:28:58.581326 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4aba4d-d1f6-4371-9e06-97c9294a13b0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:28:58.581674 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4aba4d-d1f6-4371-9e06-97c9294a13b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:28:58.582400 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4aba4d-d1f6-4371-9e06-97c9294a13b0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:28:58.582400 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4aba4d-d1f6-4371-9e06-97c9294a13b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:28:58.582589 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4aba4d-d1f6-4371-9e06-97c9294a13b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:28:58.582917 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4aba4d-d1f6-4371-9e06-97c9294a13b0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:28:58.583241 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4aba4d-d1f6-4371-9e06-97c9294a13b0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:28:58.583559 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4aba4d-d1f6-4371-9e06-97c9294a13b0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:28:58.583873 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4aba4d-d1f6-4371-9e06-97c9294a13b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:28:58.584187 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4aba4d-d1f6-4371-9e06-97c9294a13b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:28:58.584497 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4aba4d-d1f6-4371-9e06-97c9294a13b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:28:58.584810 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4aba4d-d1f6-4371-9e06-97c9294a13b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:28:58.588130 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-9b4aba4d-d1f6-4371-9e06-97c9294a13b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629707'] for subnet (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:28:58.591135 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-9b4aba4d-d1f6-4371-9e06-97c9294a13b0 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/8d3bbb20-1b71-4896-859b-aff10cf77fe7 HTTP/1.1" status: 204 len: 168 time: 0.2287424 Jul 06 15:28:58.593754 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 56708) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:28:58.659840 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-a776abee-6cbd-4178-8070-bd74f117642e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101514'] for network (29faeaee-d3c7-4625-83ea-4cacc91dc1a5), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:28:58.748670 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-a776abee-6cbd-4178-8070-bd74f117642e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485658', 'neutron.services.segments.db._delete_segments_for_network-8786465758329'] for network (29faeaee-d3c7-4625-83ea-4cacc91dc1a5), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:28:58.790532 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.services.segments.db [None req-a776abee-6cbd-4178-8070-bd74f117642e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29faeaee-d3c7-4625-83ea-4cacc91dc1a5']}} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:28:58.802572 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e4a722-a59f-4dd4-9535-a779043ff49d req-fc3c74c5-87c3-4093-8dd5-7dacfa2ed515 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:28:58.804010 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-a8e4a722-a59f-4dd4-9535-a779043ff49d req-fc3c74c5-87c3-4093-8dd5-7dacfa2ed515 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 945 time: 0.1001983 Jul 06 15:28:58.807189 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.services.segments.db [None req-a776abee-6cbd-4178-8070-bd74f117642e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0f5d63e-46e5-40c5-98e9-730cc5ca7fc9') {'for_net_delete': True} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:28:58.807506 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.services.segments.db [None req-a776abee-6cbd-4178-8070-bd74f117642e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0f5d63e-46e5-40c5-98e9-730cc5ca7fc9') {} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:28:58.828998 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-a776abee-6cbd-4178-8070-bd74f117642e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786465759874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60119400'] for segment (f0f5d63e-46e5-40c5-98e9-730cc5ca7fc9), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:28:58.850458 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-a776abee-6cbd-4178-8070-bd74f117642e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490363'] for segment (f0f5d63e-46e5-40c5-98e9-730cc5ca7fc9), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:28:58.865076 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a776abee-6cbd-4178-8070-bd74f117642e admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=103845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 15:28:58.865443 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-a776abee-6cbd-4178-8070-bd74f117642e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2888513'] for segment (f0f5d63e-46e5-40c5-98e9-730cc5ca7fc9), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:28:58.889894 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-a8e4a722-a59f-4dd4-9535-a779043ff49d req-168d9a96-3eac-477b-b5d6-b6a2e26304c3 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc6fbc5a-489d-42df-8f08-ce6874fd60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802906 Jul 06 15:28:58.896698 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.services.segments.plugin [-] Segment f0f5d63e-46e5-40c5-98e9-730cc5ca7fc9 resource provider aggregate not found Jul 06 15:28:58.932050 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.services.segments.plugin [-] Segment f0f5d63e-46e5-40c5-98e9-730cc5ca7fc9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f0f5d63e-46e5-40c5-98e9-730cc5ca7fc9 found for delete ", "request_id": "req-50aac613-d57f-43ed-9016-cd0606d4cb04"}]} Jul 06 15:28:58.940803 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-a776abee-6cbd-4178-8070-bd74f117642e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-666929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590854'] for network (29faeaee-d3c7-4625-83ea-4cacc91dc1a5), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:28:58.947479 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-a776abee-6cbd-4178-8070-bd74f117642e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629707'] for network (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:28:58.951388 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-a776abee-6cbd-4178-8070-bd74f117642e admin admin] 10.222.0.46 "DELETE /v2.0/networks/29faeaee-d3c7-4625-83ea-4cacc91dc1a5 HTTP/1.1" status: 204 len: 168 time: 0.3565273 Jul 06 15:28:58.968161 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a776abee-6cbd-4178-8070-bd74f117642e admin admin] Pushing event deleted for resources: {'Network': ['ID=29faeaee-d3c7-4625-83ea-4cacc91dc1a5,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:28:59.093791 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdebfdb-a260-4e88-940e-3a4d0296fa59 req-d207a3b2-6f32-4eb5-94f5-15a7f5ed4b07 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:28:59.095279 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-9fdebfdb-a260-4e88-940e-3a4d0296fa59 req-d207a3b2-6f32-4eb5-94f5-15a7f5ed4b07 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 945 time: 0.0489528 Jul 06 15:28:59.121878 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 56724) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:28:59.144183 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-9fdebfdb-a260-4e88-940e-3a4d0296fa59 req-1894a22b-b0a2-4543-b623-2ed3b2311b07 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc6fbc5a-489d-42df-8f08-ce6874fd60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412834 Jul 06 15:28:59.161577 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-8ee1bbb2-209b-484f-a6e5-08ea55a18bd3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a75a2d018dff40bfb9b5bd72a678826c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385094 Jul 06 15:28:59.164496 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 56726) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:28:59.175940 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:28:59.212726 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-13b6e518-3fe3-4fb5-b79b-c22d09b21669 admin admin] Publish callbacks [] for security_group (1d2d61da-c2c3-44ba-8fac-6c2dfcc52d29), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:28:59.234122 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-13b6e518-3fe3-4fb5-b79b-c22d09b21669 admin admin] Publish callbacks [] for security_group (1d2d61da-c2c3-44ba-8fac-6c2dfcc52d29), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:28:59.239878 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:28:59.281417 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-13b6e518-3fe3-4fb5-b79b-c22d09b21669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (1d2d61da-c2c3-44ba-8fac-6c2dfcc52d29), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:28:59.284017 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-13b6e518-3fe3-4fb5-b79b-c22d09b21669 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:28:59.285515 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-13b6e518-3fe3-4fb5-b79b-c22d09b21669 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1d2d61da-c2c3-44ba-8fac-6c2dfcc52d29 HTTP/1.1" status: 204 len: 168 time: 0.1200006 Jul 06 15:28:59.300242 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b6e518-3fe3-4fb5-b79b-c22d09b21669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2d61da-c2c3-44ba-8fac-6c2dfcc52d29,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:28:59.307381 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b6e518-3fe3-4fb5-b79b-c22d09b21669 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:28:59.307727 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b6e518-3fe3-4fb5-b79b-c22d09b21669 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:28:59.308065 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b6e518-3fe3-4fb5-b79b-c22d09b21669 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:28:59.308607 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b6e518-3fe3-4fb5-b79b-c22d09b21669 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:28:59.308822 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b6e518-3fe3-4fb5-b79b-c22d09b21669 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:28:59.310111 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b6e518-3fe3-4fb5-b79b-c22d09b21669 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:28:59.310111 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b6e518-3fe3-4fb5-b79b-c22d09b21669 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:28:59.310111 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b6e518-3fe3-4fb5-b79b-c22d09b21669 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:28:59.310111 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b6e518-3fe3-4fb5-b79b-c22d09b21669 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:28:59.310463 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b6e518-3fe3-4fb5-b79b-c22d09b21669 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:28:59.310701 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b6e518-3fe3-4fb5-b79b-c22d09b21669 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:28:59.311021 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b6e518-3fe3-4fb5-b79b-c22d09b21669 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:28:59.311365 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b6e518-3fe3-4fb5-b79b-c22d09b21669 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:28:59.311683 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b6e518-3fe3-4fb5-b79b-c22d09b21669 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:28:59.311998 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b6e518-3fe3-4fb5-b79b-c22d09b21669 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:28:59.401259 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7230ca-9b9d-49ad-88d8-3a4c7dff8802 req-a2c018ec-5d5e-4244-a7a5-c081e284b61c tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:28:59.404079 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6e7230ca-9b9d-49ad-88d8-3a4c7dff8802 req-a2c018ec-5d5e-4244-a7a5-c081e284b61c tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/ports?device_id=f08c8b7f-24e0-47fe-9b46-87202f357774 HTTP/1.1" status: 200 len: 985 time: 0.0565202 Jul 06 15:28:59.589812 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32494bf1-2deb-4432-8244-269fb1e6b763 req-28d69a25-155b-4ad6-acf5-75588bc2d70a tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:28:59.591444 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-32494bf1-2deb-4432-8244-269fb1e6b763 req-28d69a25-155b-4ad6-acf5-75588bc2d70a tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44071dc-0ea5-446e-8cf3-8509970b78a8 HTTP/1.1" status: 200 len: 946 time: 0.0541854 Jul 06 15:28:59.650943 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-32494bf1-2deb-4432-8244-269fb1e6b763 req-3531d996-7486-455c-83b9-22834c2d7c08 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dc83bcc-a5e4-4bef-b0c9-99b76100b218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523040 Jul 06 15:28:59.794734 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6e7230ca-9b9d-49ad-88d8-3a4c7dff8802 req-5e7d4ff1-9171-4814-a64d-7eb39907f43c tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f1a1e9b-36c4-4c38-bea4-b0aaf920a706&id=5fee6c02-3f56-4a46-8ff0-68420d1be68a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3847094 Jul 06 15:28:59.806592 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217de950-4b9e-4758-9e0c-6e7a2a467aa2 req-4c936144-751f-41a4-83d1-b621670731d8 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:28:59.814060 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-217de950-4b9e-4758-9e0c-6e7a2a467aa2 req-4c936144-751f-41a4-83d1-b621670731d8 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.16 "GET /v2.0/ports?device_id=e44071dc-0ea5-446e-8cf3-8509970b78a8 HTTP/1.1" status: 200 len: 946 time: 0.0938528 Jul 06 15:28:59.814060 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae1778-765e-42f5-a1ee-4a88d47c9f1f req-b9a4edfd-23fa-406f-8194-e2adb9a7a17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:28:59.814060 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-d9ae1778-765e-42f5-a1ee-4a88d47c9f1f req-b9a4edfd-23fa-406f-8194-e2adb9a7a17c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6707399c704e4c97939dc84df58cb39f&device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 1129 time: 0.0951438 Jul 06 15:28:59.963005 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [req-217de950-4b9e-4758-9e0c-6e7a2a467aa2 req-1fa9bc6b-5cf5-4420-9d99-3094432b6ba5 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Deleting port 8b63513d-d499-47ba-b47f-6a4a11d9be7c {{(pid=103844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 15:28:59.963366 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-217de950-4b9e-4758-9e0c-6e7a2a467aa2 req-1fa9bc6b-5cf5-4420-9d99-3094432b6ba5 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786465945384'] for port (8b63513d-d499-47ba-b47f-6a4a11d9be7c), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:28:59.995751 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae1778-765e-42f5-a1ee-4a88d47c9f1f req-43d3d4fd-c164-4743-bcd0-64c06d46d2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:28:59.997213 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-d9ae1778-765e-42f5-a1ee-4a88d47c9f1f req-43d3d4fd-c164-4743-bcd0-64c06d46d2d0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c3020644-2bbb-40b0-b72d-4d80a8b6cb34 HTTP/1.1" status: 200 len: 912 time: 0.1788001 Jul 06 15:29:00.065834 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 56754) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:29:00.112094 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-d9ae1778-765e-42f5-a1ee-4a88d47c9f1f req-94000c03-4f7d-45b1-bd59-4fde59727aaf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe67390d-68cb-4317-96a3-d85d3d7d6ff7 HTTP/1.1" status: 200 len: 1001 time: 0.1059763 Jul 06 15:29:00.117365 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [req-217de950-4b9e-4758-9e0c-6e7a2a467aa2 req-1fa9bc6b-5cf5-4420-9d99-3094432b6ba5 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] For port 8b63513d-d499-47ba-b47f-6a4a11d9be7c, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=8b63513d-d499-47ba-b47f-6a4a11d9be7c,segment=NetworkSegment(9e485fae-b0f5-4f5a-9064-6e2e7153a585),segment_id=9e485fae-b0f5-4f5a-9064-6e2e7153a585)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:29:00.117731 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-217de950-4b9e-4758-9e0c-6e7a2a467aa2 req-1fa9bc6b-5cf5-4420-9d99-3094432b6ba5 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652656'] for port (8b63513d-d499-47ba-b47f-6a4a11d9be7c), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:00.168544 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.v2.base [None req-3e571daa-67a1-4072-8195-d50a5d4b3455 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1943167735-network', 'tenant_id': '42279c5b622c47a192c529ce53566555'}} {{(pid=103845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:29:00.190838 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e571daa-67a1-4072-8195-d50a5d4b3455 admin admin] Made reservation on behalf of 42279c5b622c47a192c529ce53566555 for: {'network': 1} {{(pid=103845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:29:00.193130 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-3e571daa-67a1-4072-8195-d50a5d4b3455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for network (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:00.202454 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-3e571daa-67a1-4072-8195-d50a5d4b3455 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:00.258935 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae1778-765e-42f5-a1ee-4a88d47c9f1f req-60842ad4-3824-4859-bae1-07aba1ce1a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:00.260422 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-d9ae1778-765e-42f5-a1ee-4a88d47c9f1f req-60842ad4-3824-4859-bae1-07aba1ce1a0f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=77f124ec-b849-4e26-b7c2-43db5c0c70ca HTTP/1.1" status: 200 len: 850 time: 0.1401200 Jul 06 15:29:00.282836 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2db38c-fc6c-476e-93a6-4e8721323d45 req-848ce106-3e23-436b-9a41-d1fc55162ccf tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:00.284350 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-bb2db38c-fc6c-476e-93a6-4e8721323d45 req-848ce106-3e23-436b-9a41-d1fc55162ccf tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 945 time: 0.0624027 Jul 06 15:29:00.327717 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=10 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:00.335422 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:00.347115 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae1778-765e-42f5-a1ee-4a88d47c9f1f req-08bd7e19-5061-4707-8e43-cdd6c3a0b984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:00.348710 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-d9ae1778-765e-42f5-a1ee-4a88d47c9f1f req-08bd7e19-5061-4707-8e43-cdd6c3a0b984 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c3020644-2bbb-40b0-b72d-4d80a8b6cb34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0825911 Jul 06 15:29:00.360444 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-3e571daa-67a1-4072-8195-d50a5d4b3455 admin admin] Publish callbacks [] for security_group (5a54fff7-b4af-490c-99e1-2d051a8ae14e), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:00.364061 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-bb2db38c-fc6c-476e-93a6-4e8721323d45 req-ffe77c26-c563-4c85-b9c5-709bef91282f tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc6fbc5a-489d-42df-8f08-ce6874fd60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723236 Jul 06 15:29:00.366124 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-3e571daa-67a1-4072-8195-d50a5d4b3455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (5a54fff7-b4af-490c-99e1-2d051a8ae14e), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:00.401344 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e571daa-67a1-4072-8195-d50a5d4b3455 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=103845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 15:29:00.408147 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e571daa-67a1-4072-8195-d50a5d4b3455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a54fff7-b4af-490c-99e1-2d051a8ae14e,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:29:00.415494 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-3e571daa-67a1-4072-8195-d50a5d4b3455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490363'] for segment (3c018295-6829-4351-a6be-1e240dc0b595), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:00.415859 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.db.segments_db [None req-3e571daa-67a1-4072-8195-d50a5d4b3455 admin admin] Added segment 3c018295-6829-4351-a6be-1e240dc0b595 of type vlan for network 9096fa59-64b3-483c-b50a-082ce5ce747d Jul 06 15:29:00.456127 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-3e571daa-67a1-4072-8195-d50a5d4b3455 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786465444024'] for network (9096fa59-64b3-483c-b50a-082ce5ce747d), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:00.467103 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-217de950-4b9e-4758-9e0c-6e7a2a467aa2 req-1fa9bc6b-5cf5-4420-9d99-3094432b6ba5 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:00.467485 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-217de950-4b9e-4758-9e0c-6e7a2a467aa2 req-1fa9bc6b-5cf5-4420-9d99-3094432b6ba5 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591059'] for floatingip (8ae18ccc-62a8-43aa-a229-93322a10daeb), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:00.467794 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.db.l3_db [req-217de950-4b9e-4758-9e0c-6e7a2a467aa2 req-1fa9bc6b-5cf5-4420-9d99-3094432b6ba5 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Floating IP 8ae18ccc-62a8-43aa-a229-93322a10daeb disassociated. External IP: 172.27.3.46, port: 8b63513d-d499-47ba-b47f-6a4a11d9be7c. Jul 06 15:29:00.468132 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [req-217de950-4b9e-4758-9e0c-6e7a2a467aa2 req-1fa9bc6b-5cf5-4420-9d99-3094432b6ba5 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Calling delete_port for 8b63513d-d499-47ba-b47f-6a4a11d9be7c owned by compute:nova {{(pid=103844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 15:29:00.481233 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-3e571daa-67a1-4072-8195-d50a5d4b3455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-666929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561'] for network (9096fa59-64b3-483c-b50a-082ce5ce747d), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:00.482697 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e571daa-67a1-4072-8195-d50a5d4b3455 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:00.483541 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-3e571daa-67a1-4072-8195-d50a5d4b3455 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629707'] for network (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:00.490164 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:00.498856 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:00.521144 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-3e571daa-67a1-4072-8195-d50a5d4b3455 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4540749 Jul 06 15:29:00.525362 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 56760) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:29:00.530587 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.v2.base [None req-09db1fab-07da-4fd2-8ff7-9a2f4c35f90d admin admin] Request body: {'subnet': {'network_id': '9096fa59-64b3-483c-b50a-082ce5ce747d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1943167735-subnet', 'tenant_id': '42279c5b622c47a192c529ce53566555', 'ip_version': 4}} {{(pid=103845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:29:00.535090 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-d9ae1778-765e-42f5-a1ee-4a88d47c9f1f req-01227979-44f1-4c1d-9ecc-b97b5b6af81d service neutron] 10.222.0.16 "GET /v2.0/networks/c3020644-2bbb-40b0-b72d-4d80a8b6cb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801353 Jul 06 15:29:00.562630 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e571daa-67a1-4072-8195-d50a5d4b3455 admin admin] Pushing event updated for resources: {'Network': ['ID=9096fa59-64b3-483c-b50a-082ce5ce747d,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:29:00.574613 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Network 9096fa59-64b3-483c-b50a-082ce5ce747d details requested by agent ovs-agent-dv-cinder-848848-4-iscsi with host dv-cinder-848848-4-iscsi {{(pid=103846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 15:29:00.580513 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09db1fab-07da-4fd2-8ff7-9a2f4c35f90d admin admin] Made reservation on behalf of 42279c5b622c47a192c529ce53566555 for: {'subnet': 1} {{(pid=103845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:29:00.583282 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-09db1fab-07da-4fd2-8ff7-9a2f4c35f90d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59834214'] for subnet (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:00.680149 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-d9ae1778-765e-42f5-a1ee-4a88d47c9f1f req-87599f4a-b079-4eb9-85c7-3afa27fcd545 service neutron] 10.222.0.16 "GET /v2.0/networks/c3020644-2bbb-40b0-b72d-4d80a8b6cb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369135 Jul 06 15:29:00.707385 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-217de950-4b9e-4758-9e0c-6e7a2a467aa2 req-1fa9bc6b-5cf5-4420-9d99-3094432b6ba5 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786465950455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786465455746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2698075'] for port (8b63513d-d499-47ba-b47f-6a4a11d9be7c), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:00.744420 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa9bc6b-5cf5-4420-9d99-3094432b6ba5 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Pushing event deleted for resources: {'Port': ['ID=8b63513d-d499-47ba-b47f-6a4a11d9be7c,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:29:00.808864 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-56b29236-42b7-4c77-86c6-2eab28a3753f req-f9c1fc91-222c-4cd9-84f3-c5f86d0a9f43 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44071dc-0ea5-446e-8cf3-8509970b78a8 HTTP/1.1" status: 200 len: 210 time: 0.0710890 Jul 06 15:29:00.815637 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-09db1fab-07da-4fd2-8ff7-9a2f4c35f90d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2888696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59833740'] for subnet (cd4abdc7-c383-439f-83a0-38f6c53653a0), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:00.888563 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.l3_agent_scheduler [req-217de950-4b9e-4758-9e0c-6e7a2a467aa2 req-1fa9bc6b-5cf5-4420-9d99-3094432b6ba5 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Router 738b7c26-f6e3-475d-9804-afd562758ee8 has already been hosted by L3 agent 8e6e5f2a-f235-48ed-8752-aab723ac44e7 {{(pid=103844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 15:29:00.919513 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09db1fab-07da-4fd2-8ff7-9a2f4c35f90d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd4abdc7-c383-439f-83a0-38f6c53653a0,revision_number=0']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:29:00.924366 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09db1fab-07da-4fd2-8ff7-9a2f4c35f90d admin admin] Checking segment: {'id': '3c018295-6829-4351-a6be-1e240dc0b595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '9096fa59-64b3-483c-b50a-082ce5ce747d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:29:00.924830 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09db1fab-07da-4fd2-8ff7-9a2f4c35f90d admin admin] Network hostable DHCP agents. Network: 9096fa59-64b3-483c-b50a-082ce5ce747d, hostable agents: ['a81823b9-ba52-46bb-9bcd-43b269600933'], hosted agents: [] {{(pid=103845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 15:29:00.941337 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9716a5f-12db-4905-93a9-45362038ab49 req-d46f0fc9-796c-4b66-a927-4addad66dfea tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:00.942239 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-c9716a5f-12db-4905-93a9-45362038ab49 req-d46f0fc9-796c-4b66-a927-4addad66dfea tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/ports?device_id=f08c8b7f-24e0-47fe-9b46-87202f357774 HTTP/1.1" status: 200 len: 985 time: 0.0709977 Jul 06 15:29:00.965667 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09db1fab-07da-4fd2-8ff7-9a2f4c35f90d admin admin] Network 9096fa59-64b3-483c-b50a-082ce5ce747d is scheduled to be hosted by DHCP agent a81823b9-ba52-46bb-9bcd-43b269600933 with binding_index 1 {{(pid=103845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 15:29:00.979489 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.base_scheduler [None req-09db1fab-07da-4fd2-8ff7-9a2f4c35f90d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848848-4-iscsi, 9096fa59-64b3-483c-b50a-082ce5ce747d) {{(pid=103845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:29:00.990148 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09db1fab-07da-4fd2-8ff7-9a2f4c35f90d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:00.990749 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-09db1fab-07da-4fd2-8ff7-9a2f4c35f90d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629707'] for subnet (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:00.995368 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3955d3ac-aeb1-4b92-9b30-fba3d03372de None None] Network 9096fa59-64b3-483c-b50a-082ce5ce747d requested from dv-cinder-848848-4-iscsi {{(pid=103846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 15:29:01.024718 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-217de950-4b9e-4758-9e0c-6e7a2a467aa2 req-1fa9bc6b-5cf5-4420-9d99-3094432b6ba5 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Notify agent at l3_agent.dv-cinder-848848-4-iscsi the message routers_updated {{(pid=103844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:29:01.042441 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-09db1fab-07da-4fd2-8ff7-9a2f4c35f90d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5136807 Jul 06 15:29:01.042666 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847e015e-01ad-4adf-8815-80678a92d2c9 None None] Sync routers for ids ['738b7c26-f6e3-475d-9804-afd562758ee8'] in dv-cinder-848848-4-iscsi {{(pid=103846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:29:01.053356 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-c9716a5f-12db-4905-93a9-45362038ab49 req-90ec8c21-a775-4c7b-a98e-0457b9661a6f tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f1a1e9b-36c4-4c38-bea4-b0aaf920a706&id=5fee6c02-3f56-4a46-8ff0-68420d1be68a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1011403 Jul 06 15:29:01.053862 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 56768) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:29:01.077011 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.v2.base [None req-22d75385-b364-4270-abce-fdaf5d6f2347 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1943167735-router', 'tenant_id': '42279c5b622c47a192c529ce53566555', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604'}}} {{(pid=103845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:29:01.093455 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847e015e-01ad-4adf-8815-80678a92d2c9 None None] Routers {'738b7c26-f6e3-475d-9804-afd562758ee8'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:29:01.093671 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [req-217de950-4b9e-4758-9e0c-6e7a2a467aa2 req-1fa9bc6b-5cf5-4420-9d99-3094432b6ba5 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] No DVR routers for this DVR port 8b63513d-d499-47ba-b47f-6a4a11d9be7c on host hv-cinder-84884 {{(pid=103844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 15:29:01.094094 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-847e015e-01ad-4adf-8815-80678a92d2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:28:48Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['738b7c26-f6e3-475d-9804-afd562758ee8'], 'active': True} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:29:01.096353 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-217de950-4b9e-4758-9e0c-6e7a2a467aa2 req-1fa9bc6b-5cf5-4420-9d99-3094432b6ba5 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for port (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:01.099588 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-217de950-4b9e-4758-9e0c-6e7a2a467aa2 req-1fa9bc6b-5cf5-4420-9d99-3094432b6ba5 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.16 "DELETE /v2.0/ports/8b63513d-d499-47ba-b47f-6a4a11d9be7c HTTP/1.1" status: 204 len: 173 time: 1.2822978 Jul 06 15:29:01.100030 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e44071dc-0ea5-446e-8cf3-8509970b78a8', 'name': 'network-vif-deleted', 'tag': '8b63513d-d499-47ba-b47f-6a4a11d9be7c'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:29:01.104574 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23f0ce0f3171803df377307192b3bbc073243688ace587a9918d8ae03454cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-294b908a-db45-4d82-8fe0-97cd40fb9f6a" -d '{"events": [{"server_uuid": "e44071dc-0ea5-446e-8cf3-8509970b78a8", "name": "network-vif-deleted", "tag": "8b63513d-d499-47ba-b47f-6a4a11d9be7c"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:29:01.106776 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-22d75385-b364-4270-abce-fdaf5d6f2347 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-647350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109444'] for router (bc5a20d6-1f11-4041-936f-ccd1d807b1c8), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:01.108050 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-22d75385-b364-4270-abce-fdaf5d6f2347 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-647123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109453'] for router (bc5a20d6-1f11-4041-936f-ccd1d807b1c8), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:01.143000 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 15:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48356589-a140-4486-ac9b-d2b46fcbe1f6 x-openstack-request-id: req-48356589-a140-4486-ac9b-d2b46fcbe1f6 {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:29:01.143515 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e44071dc-0ea5-446e-8cf3-8509970b78a8", "name": "network-vif-deleted", "tag": "8b63513d-d499-47ba-b47f-6a4a11d9be7c", "status": "completed", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:29:01.143868 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-48356589-a140-4486-ac9b-d2b46fcbe1f6 {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:29:01.144336 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48356589-a140-4486-ac9b-d2b46fcbe1f6'] response: {'server_uuid': 'e44071dc-0ea5-446e-8cf3-8509970b78a8', 'name': 'network-vif-deleted', 'tag': '8b63513d-d499-47ba-b47f-6a4a11d9be7c', 'status': 'completed', 'code': 200} Jul 06 15:29:01.170926 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-22d75385-b364-4270-abce-fdaf5d6f2347 admin admin] Publish callbacks [] for router_controller (bc5a20d6-1f11-4041-936f-ccd1d807b1c8), precommit_add_association {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:01.171150 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9d033c-f7e4-4001-a8d9-543997bd5044 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa43ccfed-9ada-5d0f-938a-3e2abdea0954-9096fa59-64b3-483c-b50a-082ce5ce747d', 'network_id': '9096fa59-64b3-483c-b50a-082ce5ce747d', 'project_id': '42279c5b622c47a192c529ce53566555', 'fixed_ips': [{'subnet_id': 'cd4abdc7-c383-439f-83a0-38f6c53653a0'}]}} from dv-cinder-848848-4-iscsi. {{(pid=103846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 06 15:29:01.172144 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-1e9d033c-f7e4-4001-a8d9-543997bd5044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (None), before_create {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:01.227530 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=43,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:01.245507 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:01.248019 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:01.293072 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvr_db [None req-847e015e-01ad-4adf-8815-80678a92d2c9 None None] Set router 738b7c26-f6e3-475d-9804-afd562758ee8 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:29:01.319720 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-22d75385-b364-4270-abce-fdaf5d6f2347 admin admin] Publish callbacks [] for router_gateway (bc5a20d6-1f11-4041-936f-ccd1d807b1c8), precommit_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:01.438538 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.db_base_plugin_common [None req-1e9d033c-f7e4-4001-a8d9-543997bd5044 None None] Allocated IP 172.20.0.2 (9096fa59-64b3-483c-b50a-082ce5ce747d/cd4abdc7-c383-439f-83a0-38f6c53653a0/e1094651-eb2c-4469-a74b-3ac772c99ef9) {{(pid=103846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:29:01.548446 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce6748-dbf8-49bc-8988-80a374b2de84 req-01cfb97d-1c08-4230-9a61-e820d1fba78b tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:01.549859 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-76ce6748-dbf8-49bc-8988-80a374b2de84 req-01cfb97d-1c08-4230-9a61-e820d1fba78b tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 945 time: 0.0805364 Jul 06 15:29:01.563939 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-22d75385-b364-4270-abce-fdaf5d6f2347 admin admin] Publish callbacks [] for router_gateway (bc5a20d6-1f11-4041-936f-ccd1d807b1c8), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:01.604504 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-22d75385-b364-4270-abce-fdaf5d6f2347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:01.649878 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-1e9d033c-f7e4-4001-a8d9-543997bd5044 None None] Publish callbacks [] for port (e1094651-eb2c-4469-a74b-3ac772c99ef9), precommit_create {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:01.669102 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-1e9d033c-f7e4-4001-a8d9-543997bd5044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786465455737'] for port (e1094651-eb2c-4469-a74b-3ac772c99ef9), after_create {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:01.678727 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:01.692518 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-76ce6748-dbf8-49bc-8988-80a374b2de84 req-a0faf5e6-9518-45f2-8f1b-841f45914eb0 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc6fbc5a-489d-42df-8f08-ce6874fd60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336842 Jul 06 15:29:01.750401 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9d033c-f7e4-4001-a8d9-543997bd5044 None None] Network 9096fa59-64b3-483c-b50a-082ce5ce747d is already hosted by enough agents. {{(pid=103846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:29:01.759974 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.scheduler.base_scheduler [None req-1e9d033c-f7e4-4001-a8d9-543997bd5044 None None] Resources bound (agent type, host, resource id): {{(pid=103846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:29:01.765008 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9d033c-f7e4-4001-a8d9-543997bd5044 None None] Received port after_create {{(pid=103846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 15:29:01.767308 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9d033c-f7e4-4001-a8d9-543997bd5044 None None] Pushing event updated for resources: {'Port': ['ID=e1094651-eb2c-4469-a74b-3ac772c99ef9,revision_number=1']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:29:01.771551 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-847e015e-01ad-4adf-8815-80678a92d2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'name': 'tempest-AttachVolumeNegativeTest-209056874-router', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'c4670a52-f3eb-4623-b6a0-3b65870597ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:38Z', 'updated_at': '2022-07-06T15:24:51Z', 'revision_number': 4, 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'gw_port': {'id': 'c4670a52-f3eb-4623-b6a0-3b65870597ee', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:49:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:40Z', 'updated_at': '2022-07-06T15:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_floatingips': [{'id': '821917e4-1d63-4193-8d46-8d1ba3785f90', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'floating_ip_address': '172.27.3.226', 'floating_network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'router_id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'port_id': '1517f5a9-ced9-4ab6-a63d-d158af2a6089', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5', 'mac_address': 'fa:16:3e:8c:1b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a347082e-a86f-46f0-a018-e3918e3e8262', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T15:25:01Z', 'updated_at': '2022-07-06T15:25:53Z', 'revision_number': 2, 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '750799dc-8d69-4a28-93e2-23fdcff49383', 'name': '', 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'mac_address': 'fa:16:3e:3f:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f20ae9c1-f124-46af-83bd-c43bda7bdca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:47Z', 'updated_at': '2022-07-06T15:25:04Z', 'revision_number': 5, 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'subnets': [{'id': 'f20ae9c1-f124-46af-83bd-c43bda7bdca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:29:01.780344 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.db.db_base_plugin_common [None req-22d75385-b364-4270-abce-fdaf5d6f2347 admin admin] Allocated IP 172.27.3.137 (377cda5e-c384-46ee-8e00-4b775f415604/1975bb39-9f7d-4b8c-94d3-6023908c91e1/8b50a56e-262c-427f-a6f2-6f1354a6a8da) {{(pid=103845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:29:01.802820 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9d033c-f7e4-4001-a8d9-543997bd5044 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:29:01.803092 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9d033c-f7e4-4001-a8d9-543997bd5044 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:29:01.803503 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9d033c-f7e4-4001-a8d9-543997bd5044 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:29:01.803834 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9d033c-f7e4-4001-a8d9-543997bd5044 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:29:01.804195 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9d033c-f7e4-4001-a8d9-543997bd5044 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:29:01.805045 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9d033c-f7e4-4001-a8d9-543997bd5044 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:29:01.805377 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9d033c-f7e4-4001-a8d9-543997bd5044 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:29:01.805705 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9d033c-f7e4-4001-a8d9-543997bd5044 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:29:01.806030 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9d033c-f7e4-4001-a8d9-543997bd5044 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:29:01.806354 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9d033c-f7e4-4001-a8d9-543997bd5044 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:29:01.806703 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9d033c-f7e4-4001-a8d9-543997bd5044 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:29:01.807024 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9d033c-f7e4-4001-a8d9-543997bd5044 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:29:01.807385 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9d033c-f7e4-4001-a8d9-543997bd5044 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:29:01.807703 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9d033c-f7e4-4001-a8d9-543997bd5044 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:29:01.808183 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9d033c-f7e4-4001-a8d9-543997bd5044 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:29:01.815632 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847e015e-01ad-4adf-8815-80678a92d2c9 None None] Checking router: 738b7c26-f6e3-475d-9804-afd562758ee8 for host: dv-cinder-848848-4-iscsi {{(pid=103846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:29:01.865117 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847e015e-01ad-4adf-8815-80678a92d2c9 None None] Routers {'738b7c26-f6e3-475d-9804-afd562758ee8'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:29:01.865744 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-847e015e-01ad-4adf-8815-80678a92d2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:28:48Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['738b7c26-f6e3-475d-9804-afd562758ee8'], 'active': True} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:29:01.896816 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-22d75385-b364-4270-abce-fdaf5d6f2347 admin admin] Publish callbacks [] for port (8b50a56e-262c-427f-a6f2-6f1354a6a8da), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:01.905643 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.managers [None req-1e9d033c-f7e4-4001-a8d9-543997bd5044 None None] Attempting to bind port e1094651-eb2c-4469-a74b-3ac772c99ef9 on host dv-cinder-848848-4-iscsi for vnic_type normal with profile {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 15:29:01.906184 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.managers [None req-1e9d033c-f7e4-4001-a8d9-543997bd5044 None None] Attempting to bind port e1094651-eb2c-4469-a74b-3ac772c99ef9 by drivers openvswitch,hyperv on host dv-cinder-848848-4-iscsi at level 0 using segments [{'id': '3c018295-6829-4351-a6be-1e240dc0b595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '9096fa59-64b3-483c-b50a-082ce5ce747d'}] {{(pid=103846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 15:29:01.906375 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9d033c-f7e4-4001-a8d9-543997bd5044 None None] Attempting to bind port e1094651-eb2c-4469-a74b-3ac772c99ef9 on network 9096fa59-64b3-483c-b50a-082ce5ce747d {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:29:01.921178 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9d033c-f7e4-4001-a8d9-543997bd5044 None None] Checking agent: {'id': 'd26a5351-3de7-44f9-93eb-9fed5ee5b55b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848848-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 15, 16, 51), 'started_at': datetime.datetime(2022, 7, 6, 15, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 15, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848848-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 15:29:01.921549 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9d033c-f7e4-4001-a8d9-543997bd5044 None None] Checking segment: {'id': '3c018295-6829-4351-a6be-1e240dc0b595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '9096fa59-64b3-483c-b50a-082ce5ce747d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:29:01.921954 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-1e9d033c-f7e4-4001-a8d9-543997bd5044 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:01.922344 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9d033c-f7e4-4001-a8d9-543997bd5044 None None] Bound using segment: {'id': '3c018295-6829-4351-a6be-1e240dc0b595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '9096fa59-64b3-483c-b50a-082ce5ce747d'} {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 15:29:01.922813 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.managers [None req-1e9d033c-f7e4-4001-a8d9-543997bd5044 None None] Bound port: e1094651-eb2c-4469-a74b-3ac772c99ef9, host: dv-cinder-848848-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c018295-6829-4351-a6be-1e240dc0b595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '9096fa59-64b3-483c-b50a-082ce5ce747d'}}] {{(pid=103846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 15:29:01.923192 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-1e9d033c-f7e4-4001-a8d9-543997bd5044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (e1094651-eb2c-4469-a74b-3ac772c99ef9), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:01.933528 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-22d75385-b364-4270-abce-fdaf5d6f2347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786465455737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2888556'] for port (8b50a56e-262c-427f-a6f2-6f1354a6a8da), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:01.958635 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-06cf6355-98b3-4068-a23f-33c512d6c15a req-f2af39ca-44ed-47ff-8ef4-6945655df0e3 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44071dc-0ea5-446e-8cf3-8509970b78a8 HTTP/1.1" status: 200 len: 210 time: 0.0412002 Jul 06 15:29:01.981161 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d75385-b364-4270-abce-fdaf5d6f2347 admin admin] Network 377cda5e-c384-46ee-8e00-4b775f415604 is already hosted by enough agents. {{(pid=103845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:29:01.983981 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.base_scheduler [None req-22d75385-b364-4270-abce-fdaf5d6f2347 admin admin] Resources bound (agent type, host, resource id): {{(pid=103845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:29:01.987625 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d75385-b364-4270-abce-fdaf5d6f2347 admin admin] Received port after_create {{(pid=103845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 15:29:02.018602 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:02.028882 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d75385-b364-4270-abce-fdaf5d6f2347 admin admin] Pushing event updated for resources: {'Port': ['ID=8b50a56e-262c-427f-a6f2-6f1354a6a8da,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:29:02.031851 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvr_db [None req-847e015e-01ad-4adf-8815-80678a92d2c9 None None] Set router 738b7c26-f6e3-475d-9804-afd562758ee8 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:29:02.071028 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-1e9d033c-f7e4-4001-a8d9-543997bd5044 None None] For port e1094651-eb2c-4469-a74b-3ac772c99ef9, host dv-cinder-848848-4-iscsi, cleared binding levels {{(pid=103846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:29:02.091333 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-1e9d033c-f7e4-4001-a8d9-543997bd5044 None None] For port e1094651-eb2c-4469-a74b-3ac772c99ef9, host dv-cinder-848848-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=e1094651-eb2c-4469-a74b-3ac772c99ef9,segment=NetworkSegment(3c018295-6829-4351-a6be-1e240dc0b595),segment_id=3c018295-6829-4351-a6be-1e240dc0b595)] {{(pid=103846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:29:02.140962 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-1e9d033c-f7e4-4001-a8d9-543997bd5044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (e1094651-eb2c-4469-a74b-3ac772c99ef9), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:02.284627 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c8f60-c002-46bf-ad36-bb86346d3699 req-d92a5e23-ed51-46bc-9033-4811842914d2 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:02.286794 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-166c8f60-c002-46bf-ad36-bb86346d3699 req-d92a5e23-ed51-46bc-9033-4811842914d2 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/ports?device_id=f08c8b7f-24e0-47fe-9b46-87202f357774 HTTP/1.1" status: 200 len: 985 time: 0.0784891 Jul 06 15:29:02.358561 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9d033c-f7e4-4001-a8d9-543997bd5044 None None] Pushing event updated for resources: {'Port': ['ID=e1094651-eb2c-4469-a74b-3ac772c99ef9,revision_number=2']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:29:02.381976 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:02.423922 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:UPDATE=5,neutron:SELECT=90,neutron:INSERT=5 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:02.474813 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-166c8f60-c002-46bf-ad36-bb86346d3699 req-7cf27fec-7374-46f3-8897-f80ae3069ccb tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f1a1e9b-36c4-4c38-bea4-b0aaf920a706&id=5fee6c02-3f56-4a46-8ff0-68420d1be68a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1670885 Jul 06 15:29:02.528498 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-847e015e-01ad-4adf-8815-80678a92d2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'name': 'tempest-AttachVolumeNegativeTest-209056874-router', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'c4670a52-f3eb-4623-b6a0-3b65870597ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:38Z', 'updated_at': '2022-07-06T15:24:51Z', 'revision_number': 4, 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'gw_port': {'id': 'c4670a52-f3eb-4623-b6a0-3b65870597ee', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:49:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:40Z', 'updated_at': '2022-07-06T15:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_floatingips': [{'id': '821917e4-1d63-4193-8d46-8d1ba3785f90', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'floating_ip_address': '172.27.3.226', 'floating_network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'router_id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'port_id': '1517f5a9-ced9-4ab6-a63d-d158af2a6089', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5', 'mac_address': 'fa:16:3e:8c:1b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a347082e-a86f-46f0-a018-e3918e3e8262', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T15:25:01Z', 'updated_at': '2022-07-06T15:25:53Z', 'revision_number': 2, 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '750799dc-8d69-4a28-93e2-23fdcff49383', 'name': '', 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'mac_address': 'fa:16:3e:3f:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f20ae9c1-f124-46af-83bd-c43bda7bdca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:47Z', 'updated_at': '2022-07-06T15:25:04Z', 'revision_number': 5, 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'subnets': [{'id': 'f20ae9c1-f124-46af-83bd-c43bda7bdca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:29:02.535562 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-22d75385-b364-4270-abce-fdaf5d6f2347 admin admin] Publish callbacks [] for router_gateway (bc5a20d6-1f11-4041-936f-ccd1d807b1c8), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:02.558802 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847e015e-01ad-4adf-8815-80678a92d2c9 None None] The sync data for ids ['738b7c26-f6e3-475d-9804-afd562758ee8'] in dv-cinder-848848-4-iscsi is: [{'id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'name': 'tempest-AttachVolumeNegativeTest-209056874-router', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'c4670a52-f3eb-4623-b6a0-3b65870597ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:38Z', 'updated_at': '2022-07-06T15:24:51Z', 'revision_number': 4, 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'gw_port': {'id': 'c4670a52-f3eb-4623-b6a0-3b65870597ee', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:49:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:40Z', 'updated_at': '2022-07-06T15:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_floatingips': [{'id': '821917e4-1d63-4193-8d46-8d1ba3785f90', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'floating_ip_address': '172.27.3.226', 'floating_network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'router_id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'port_id': '1517f5a9-ced9-4ab6-a63d-d158af2a6089', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5', 'mac_address': 'fa:16:3e:8c:1b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a347082e-a86f-46f0-a018-e3918e3e8262', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T15:25:01Z', 'updated_at': '2022-07-06T15:25:53Z', 'revision_number': 2, 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '750799dc-8d69-4a28-93e2-23fdcff49383', 'name': '', 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'mac_address': 'fa:16:3e:3f:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f20ae9c1-f124-46af-83bd-c43bda7bdca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:47Z', 'updated_at': '2022-07-06T15:25:04Z', 'revision_number': 5, 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'subnets': [{'id': 'f20ae9c1-f124-46af-83bd-c43bda7bdca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:29:02.791356 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-22d75385-b364-4270-abce-fdaf5d6f2347 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591614'] for router (bc5a20d6-1f11-4041-936f-ccd1d807b1c8), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:02.838068 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd27e7-2a8f-4d2b-9a49-37cedd1c0854 req-d44f782f-2196-45ab-91a4-3440db567b0d tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:02.839722 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-46fd27e7-2a8f-4d2b-9a49-37cedd1c0854 req-d44f782f-2196-45ab-91a4-3440db567b0d tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 945 time: 0.0533397 Jul 06 15:29:02.866636 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device 8b63513d-d499-47ba-b47f-6a4a11d9be7c no longer exists at agent hyperv_hv-cinder-84884 {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:29:02.905760 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] No Port match for: 8b63513d-d499-47ba-b47f-6a4a11d9be7c {{(pid=103846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 15:29:02.906114 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device 8b63513d-d499-47ba-b47f-6a4a11d9be7c not bound to the agent host hv-cinder-84884 {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:29:02.907541 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-46fd27e7-2a8f-4d2b-9a49-37cedd1c0854 req-11451829-dc92-4ad3-abec-74fb5d26860e tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc6fbc5a-489d-42df-8f08-ce6874fd60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591474 Jul 06 15:29:02.969856 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d75385-b364-4270-abce-fdaf5d6f2347 admin admin] Router bc5a20d6-1f11-4041-936f-ccd1d807b1c8 is scheduled to L3 agent 8e6e5f2a-f235-48ed-8752-aab723ac44e7 with binding_index 1 {{(pid=103845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 06 15:29:03.014622 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0affab-7119-4e8a-8e64-4d82776b1083 None None] New status for floating IP 8ae18ccc-62a8-43aa-a229-93322a10daeb: DOWN {{(pid=103847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 06 15:29:03.065816 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 56788) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:29:03.108698 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d75385-b364-4270-abce-fdaf5d6f2347 admin admin] Notify agent at l3_agent.dv-cinder-848848-4-iscsi the message routers_updated {{(pid=103845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:29:03.123745 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac3ee90-d777-4867-b736-dcca665b16d9 None None] Sync routers for ids ['bc5a20d6-1f11-4041-936f-ccd1d807b1c8'] in dv-cinder-848848-4-iscsi {{(pid=103846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:29:03.142103 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-22d75385-b364-4270-abce-fdaf5d6f2347 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:03.143963 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-22d75385-b364-4270-abce-fdaf5d6f2347 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0885823 Jul 06 15:29:03.146649 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 56792) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:29:03.147419 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac3ee90-d777-4867-b736-dcca665b16d9 None None] Routers {'bc5a20d6-1f11-4041-936f-ccd1d807b1c8'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:29:03.149449 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-eac3ee90-d777-4867-b736-dcca665b16d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:28:48Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['bc5a20d6-1f11-4041-936f-ccd1d807b1c8'], 'active': True} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:29:03.172766 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-ae335eb2-df44-4f9a-ba19-bbfeadd679e6 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for security_group (5dc83bcc-a5e4-4bef-b0c9-99b76100b218), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:03.229087 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-ae335eb2-df44-4f9a-ba19-bbfeadd679e6 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for security_group (5dc83bcc-a5e4-4bef-b0c9-99b76100b218), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:03.363901 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-ae335eb2-df44-4f9a-ba19-bbfeadd679e6 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (5dc83bcc-a5e4-4bef-b0c9-99b76100b218), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:03.367742 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-ae335eb2-df44-4f9a-ba19-bbfeadd679e6 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for security_group (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:03.369404 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-ae335eb2-df44-4f9a-ba19-bbfeadd679e6 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "DELETE /v2.0/security-groups/5dc83bcc-a5e4-4bef-b0c9-99b76100b218 HTTP/1.1" status: 204 len: 168 time: 0.3025222 Jul 06 15:29:03.377723 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvr_db [None req-eac3ee90-d777-4867-b736-dcca665b16d9 None None] Set router bc5a20d6-1f11-4041-936f-ccd1d807b1c8 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:29:03.379971 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 56794) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:29:03.418865 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.api.v2.resource [None req-6bda54db-f3bd-47e3-9951-bb70af8a801a tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] show failed (client error): The resource could not be found. Jul 06 15:29:03.426947 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-6bda54db-f3bd-47e3-9951-bb70af8a801a tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups/5dc83bcc-a5e4-4bef-b0c9-99b76100b218 HTTP/1.1" status: 404 len: 347 time: 0.0448406 Jul 06 15:29:03.429634 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 56796) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:29:03.432506 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae335eb2-df44-4f9a-ba19-bbfeadd679e6 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc83bcc-a5e4-4bef-b0c9-99b76100b218,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:29:03.594371 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-f0000852-de73-4b50-921b-51ce0222b0fc tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Deleting port c4f96cfd-2bbe-4256-8091-a4857951d7cc {{(pid=103844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 15:29:03.594738 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-f0000852-de73-4b50-921b-51ce0222b0fc tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786465945384'] for port (c4f96cfd-2bbe-4256-8091-a4857951d7cc), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:03.609526 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:03.676813 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:03.685734 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:03.692195 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-eac3ee90-d777-4867-b736-dcca665b16d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5a20d6-1f11-4041-936f-ccd1d807b1c8', 'name': 'tempest-TestShelveInstance-1943167735-router', 'tenant_id': '42279c5b622c47a192c529ce53566555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '8b50a56e-262c-427f-a6f2-6f1354a6a8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:29:01Z', 'updated_at': '2022-07-06T15:29:02Z', 'revision_number': 3, 'project_id': '42279c5b622c47a192c529ce53566555', 'gw_port': {'id': '8b50a56e-262c-427f-a6f2-6f1354a6a8da', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:55:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5a20d6-1f11-4041-936f-ccd1d807b1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:29:01Z', 'updated_at': '2022-07-06T15:29:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi'}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:29:03.697255 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-f0000852-de73-4b50-921b-51ce0222b0fc tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652656'] for port (c4f96cfd-2bbe-4256-8091-a4857951d7cc), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:03.697581 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-f0000852-de73-4b50-921b-51ce0222b0fc tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for floatingip (c4f96cfd-2bbe-4256-8091-a4857951d7cc), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:03.711148 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-f0000852-de73-4b50-921b-51ce0222b0fc tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Calling delete_port for c4f96cfd-2bbe-4256-8091-a4857951d7cc owned by network:floatingip {{(pid=103844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 15:29:03.736404 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94916d9b-30fc-4e43-96c1-f2afec8f1aab req-0749da7c-c1d5-4cf9-ae33-c3ecf6a31f09 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:03.737967 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-94916d9b-30fc-4e43-96c1-f2afec8f1aab req-0749da7c-c1d5-4cf9-ae33-c3ecf6a31f09 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/ports?device_id=f08c8b7f-24e0-47fe-9b46-87202f357774 HTTP/1.1" status: 200 len: 985 time: 0.0834568 Jul 06 15:29:03.738392 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac3ee90-d777-4867-b736-dcca665b16d9 None None] Checking router: bc5a20d6-1f11-4041-936f-ccd1d807b1c8 for host: dv-cinder-848848-4-iscsi {{(pid=103846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:29:03.738746 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac3ee90-d777-4867-b736-dcca665b16d9 None None] Updating router bc5a20d6-1f11-4041-936f-ccd1d807b1c8 port 8b50a56e-262c-427f-a6f2-6f1354a6a8da binding host dv-cinder-848848-4-iscsi {{(pid=103846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 15:29:03.780320 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-eac3ee90-d777-4867-b736-dcca665b16d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (8b50a56e-262c-427f-a6f2-6f1354a6a8da), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:03.785686 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315067bc-1a39-4074-aa17-3f9cc83b8892 None None] Network 9096fa59-64b3-483c-b50a-082ce5ce747d requested from dv-cinder-848848-4-iscsi {{(pid=103846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 15:29:03.856245 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-94916d9b-30fc-4e43-96c1-f2afec8f1aab req-6200cbd2-7ded-4255-8dd2-9634d67b4017 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f1a1e9b-36c4-4c38-bea4-b0aaf920a706&id=5fee6c02-3f56-4a46-8ff0-68420d1be68a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1108329 Jul 06 15:29:03.879620 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-f0000852-de73-4b50-921b-51ce0222b0fc tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786465950455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786465455746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2698075'] for port (c4f96cfd-2bbe-4256-8091-a4857951d7cc), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:03.881788 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-8acc6341-85d0-471d-aa81-0c297cccd513 None None] Provisioning complete for port e1094651-eb2c-4469-a74b-3ac772c99ef9 triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:29:03.882313 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-8acc6341-85d0-471d-aa81-0c297cccd513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (e1094651-eb2c-4469-a74b-3ac772c99ef9), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:03.911676 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0000852-de73-4b50-921b-51ce0222b0fc tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Pushing event deleted for resources: {'Port': ['ID=c4f96cfd-2bbe-4256-8091-a4857951d7cc,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:29:03.998444 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-f0000852-de73-4b50-921b-51ce0222b0fc tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for floatingip (8ae18ccc-62a8-43aa-a229-93322a10daeb), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:04.001739 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-f0000852-de73-4b50-921b-51ce0222b0fc tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for floatingip (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:04.003805 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-f0000852-de73-4b50-921b-51ce0222b0fc tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "DELETE /v2.0/floatingips/8ae18ccc-62a8-43aa-a229-93322a10daeb HTTP/1.1" status: 204 len: 168 time: 0.5611939 Jul 06 15:29:04.010345 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:04.016058 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:04.016800 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:04.191729 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-b997bb4a-ee01-4398-ae98-e13e418228c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:04.233481 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-8acc6341-85d0-471d-aa81-0c297cccd513 None None] Current status of the port e1094651-eb2c-4469-a74b-3ac772c99ef9 is: DOWN; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:29:04.233873 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-8acc6341-85d0-471d-aa81-0c297cccd513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (e1094651-eb2c-4469-a74b-3ac772c99ef9), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:04.301325 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-eac3ee90-d777-4867-b736-dcca665b16d9 None None] Publish callbacks [] for port (8b50a56e-262c-427f-a6f2-6f1354a6a8da), precommit_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:04.313139 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-8acc6341-85d0-471d-aa81-0c297cccd513 None None] For port e1094651-eb2c-4469-a74b-3ac772c99ef9, host dv-cinder-848848-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=e1094651-eb2c-4469-a74b-3ac772c99ef9,segment=NetworkSegment(3c018295-6829-4351-a6be-1e240dc0b595),segment_id=3c018295-6829-4351-a6be-1e240dc0b595)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:29:04.315982 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-eac3ee90-d777-4867-b736-dcca665b16d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (8b50a56e-262c-427f-a6f2-6f1354a6a8da), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:04.330078 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device e1094651-eb2c-4469-a74b-3ac772c99ef9 up at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:29:04.334928 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-8acc6341-85d0-471d-aa81-0c297cccd513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (e1094651-eb2c-4469-a74b-3ac772c99ef9), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:04.445618 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14199a43-f078-4c82-b95e-6506f5dc5ac0 None None] Pushing event updated for resources: {'Port': ['ID=8b50a56e-262c-427f-a6f2-6f1354a6a8da,revision_number=2']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:29:04.503583 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Provisioning complete for port e1094651-eb2c-4469-a74b-3ac772c99ef9 triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:29:04.503583 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (e1094651-eb2c-4469-a74b-3ac772c99ef9), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:04.541334 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.db.db_base_plugin_common [None req-b997bb4a-ee01-4398-ae98-e13e418228c1 admin admin] Allocated IP 172.20.0.1 (9096fa59-64b3-483c-b50a-082ce5ce747d/cd4abdc7-c383-439f-83a0-38f6c53653a0/4ae2265d-36d3-4d87-8777-dafd6bf17c4e) {{(pid=103845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:29:04.554457 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.managers [None req-eac3ee90-d777-4867-b736-dcca665b16d9 None None] Attempting to bind port 8b50a56e-262c-427f-a6f2-6f1354a6a8da on host dv-cinder-848848-4-iscsi for vnic_type normal with profile {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 15:29:04.554901 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.managers [None req-eac3ee90-d777-4867-b736-dcca665b16d9 None None] Attempting to bind port 8b50a56e-262c-427f-a6f2-6f1354a6a8da by drivers openvswitch,hyperv on host dv-cinder-848848-4-iscsi at level 0 using segments [{'id': '7bafd98f-0c00-45ed-9abe-629590d245f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604'}] {{(pid=103846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 15:29:04.555366 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac3ee90-d777-4867-b736-dcca665b16d9 None None] Attempting to bind port 8b50a56e-262c-427f-a6f2-6f1354a6a8da on network 377cda5e-c384-46ee-8e00-4b775f415604 {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:29:04.614317 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:04.615261 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Current status of the port e1094651-eb2c-4469-a74b-3ac772c99ef9 is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:29:04.631988 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-b48b47f9-5477-4259-8ccd-fac12ca72b37 None None] Provisioning complete for port e1094651-eb2c-4469-a74b-3ac772c99ef9 triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:29:04.632344 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b48b47f9-5477-4259-8ccd-fac12ca72b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (e1094651-eb2c-4469-a74b-3ac772c99ef9), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:04.634669 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac3ee90-d777-4867-b736-dcca665b16d9 None None] Checking agent: {'id': 'd26a5351-3de7-44f9-93eb-9fed5ee5b55b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848848-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 15, 16, 51), 'started_at': datetime.datetime(2022, 7, 6, 15, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 15, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848848-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 15:29:04.635061 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac3ee90-d777-4867-b736-dcca665b16d9 None None] Checking segment: {'id': '7bafd98f-0c00-45ed-9abe-629590d245f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:29:04.635932 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-eac3ee90-d777-4867-b736-dcca665b16d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:04.635932 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac3ee90-d777-4867-b736-dcca665b16d9 None None] Bound using segment: {'id': '7bafd98f-0c00-45ed-9abe-629590d245f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604'} {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 15:29:04.636403 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.managers [None req-eac3ee90-d777-4867-b736-dcca665b16d9 None None] Bound port: 8b50a56e-262c-427f-a6f2-6f1354a6a8da, host: dv-cinder-848848-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bafd98f-0c00-45ed-9abe-629590d245f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604'}}] {{(pid=103846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 15:29:04.636780 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-eac3ee90-d777-4867-b736-dcca665b16d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (8b50a56e-262c-427f-a6f2-6f1354a6a8da), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:04.678692 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-b997bb4a-ee01-4398-ae98-e13e418228c1 admin admin] Publish callbacks [] for port (4ae2265d-36d3-4d87-8777-dafd6bf17c4e), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:04.692353 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acc6341-85d0-471d-aa81-0c297cccd513 None None] Pushing event updated for resources: {'Port': ['ID=e1094651-eb2c-4469-a74b-3ac772c99ef9,revision_number=3']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:29:04.717302 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-b997bb4a-ee01-4398-ae98-e13e418228c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786465455737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2888556'] for port (4ae2265d-36d3-4d87-8777-dafd6bf17c4e), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:04.728389 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-eac3ee90-d777-4867-b736-dcca665b16d9 None None] For port 8b50a56e-262c-427f-a6f2-6f1354a6a8da, host dv-cinder-848848-4-iscsi, cleared binding levels {{(pid=103846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:29:04.734791 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-eac3ee90-d777-4867-b736-dcca665b16d9 None None] For port 8b50a56e-262c-427f-a6f2-6f1354a6a8da, host dv-cinder-848848-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=8b50a56e-262c-427f-a6f2-6f1354a6a8da,segment=NetworkSegment(7bafd98f-0c00-45ed-9abe-629590d245f2),segment_id=7bafd98f-0c00-45ed-9abe-629590d245f2)] {{(pid=103846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:29:04.768722 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b997bb4a-ee01-4398-ae98-e13e418228c1 admin admin] Network 9096fa59-64b3-483c-b50a-082ce5ce747d is already hosted by enough agents. {{(pid=103845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:29:04.770733 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-eac3ee90-d777-4867-b736-dcca665b16d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (8b50a56e-262c-427f-a6f2-6f1354a6a8da), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:04.772517 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.base_scheduler [None req-b997bb4a-ee01-4398-ae98-e13e418228c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:29:04.775667 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b997bb4a-ee01-4398-ae98-e13e418228c1 admin admin] Pushing event updated for resources: {'Port': ['ID=4ae2265d-36d3-4d87-8777-dafd6bf17c4e,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:29:04.777161 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b48b47f9-5477-4259-8ccd-fac12ca72b37 None None] Current status of the port e1094651-eb2c-4469-a74b-3ac772c99ef9 is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:29:04.781560 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b997bb4a-ee01-4398-ae98-e13e418228c1 admin admin] Received port after_create {{(pid=103845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 15:29:04.863125 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:04.871417 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14199a43-f078-4c82-b95e-6506f5dc5ac0 None None] Pushing event updated for resources: {'Port': ['ID=8b50a56e-262c-427f-a6f2-6f1354a6a8da,revision_number=3']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:29:04.875375 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85365bf9-efa8-4591-b7d3-56ee02ea0dae req-1980b612-3c3c-43fe-928e-b64278fe0ec9 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:04.876061 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac3ee90-d777-4867-b736-dcca665b16d9 None None] Routers {'bc5a20d6-1f11-4041-936f-ccd1d807b1c8'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:29:04.876880 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-eac3ee90-d777-4867-b736-dcca665b16d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:28:48Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['bc5a20d6-1f11-4041-936f-ccd1d807b1c8'], 'active': True} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:29:04.877038 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-85365bf9-efa8-4591-b7d3-56ee02ea0dae req-1980b612-3c3c-43fe-928e-b64278fe0ec9 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=3dc848c1-1535-4024-a792-3e74e6581844 HTTP/1.1" status: 200 len: 945 time: 0.0964687 Jul 06 15:29:04.884496 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-b997bb4a-ee01-4398-ae98-e13e418228c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-649734'] for router_interface (bc5a20d6-1f11-4041-936f-ccd1d807b1c8), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:04.924808 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22d2ad7-1d75-4e6d-bb5b-0f7fb407e2f9 req-80482e2b-251c-4d36-97ae-7254121499c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:04.926876 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-b22d2ad7-1d75-4e6d-bb5b-0f7fb407e2f9 req-80482e2b-251c-4d36-97ae-7254121499c6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef44ecc951964d51925463c5e09f9fbb&device_id=3dc848c1-1535-4024-a792-3e74e6581844 HTTP/1.1" status: 200 len: 1129 time: 0.0895531 Jul 06 15:29:05.032219 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvr_db [None req-eac3ee90-d777-4867-b736-dcca665b16d9 None None] Set router bc5a20d6-1f11-4041-936f-ccd1d807b1c8 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:29:05.044357 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-85365bf9-efa8-4591-b7d3-56ee02ea0dae req-e69ccf3b-b482-4bbc-9c4a-4a9bbc926bd3 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=2872e210-e584-4439-b8ae-384c97731295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460977 Jul 06 15:29:05.076985 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22d2ad7-1d75-4e6d-bb5b-0f7fb407e2f9 req-cce32004-cbf3-40c6-9e93-662ecc62a75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:05.078445 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-b22d2ad7-1d75-4e6d-bb5b-0f7fb407e2f9 req-cce32004-cbf3-40c6-9e93-662ecc62a75f service neutron] 10.222.0.16 "GET /v2.0/networks?id=2f7f712f-7346-42c2-b097-b4b48d9f78be HTTP/1.1" status: 200 len: 920 time: 0.1348047 Jul 06 15:29:05.084408 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:05.124910 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-b997bb4a-ee01-4398-ae98-e13e418228c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (4ae2265d-36d3-4d87-8777-dafd6bf17c4e), before_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:05.169144 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82803294-ba92-491a-8a71-00c6e2723318 req-a2f6d9c6-fd43-4191-b9ea-a14a54d26ee0 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:05.176566 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-82803294-ba92-491a-8a71-00c6e2723318 req-a2f6d9c6-fd43-4191-b9ea-a14a54d26ee0 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/ports?device_id=f08c8b7f-24e0-47fe-9b46-87202f357774 HTTP/1.1" status: 200 len: 985 time: 0.1017115 Jul 06 15:29:05.218988 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-b22d2ad7-1d75-4e6d-bb5b-0f7fb407e2f9 req-58b0ef3e-582e-49ad-ba61-13e3c8fe2893 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1b8dfba-8c84-435a-984a-2a26f587b26e HTTP/1.1" status: 200 len: 1001 time: 0.1305647 Jul 06 15:29:05.291556 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:05.296725 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-82803294-ba92-491a-8a71-00c6e2723318 req-deb6745f-7776-46b6-bbac-043e7241f8b9 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f1a1e9b-36c4-4c38-bea4-b0aaf920a706&id=5fee6c02-3f56-4a46-8ff0-68420d1be68a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1192527 Jul 06 15:29:05.308877 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-95459367-5ba6-4f78-bd7c-f767ca56fc2d None None] Provisioning complete for port 4ae2265d-36d3-4d87-8777-dafd6bf17c4e triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:29:05.309254 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-95459367-5ba6-4f78-bd7c-f767ca56fc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (4ae2265d-36d3-4d87-8777-dafd6bf17c4e), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:05.315830 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22d2ad7-1d75-4e6d-bb5b-0f7fb407e2f9 req-87b59084-5f9d-4a11-8a17-c0ec099364b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:05.317457 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-b22d2ad7-1d75-4e6d-bb5b-0f7fb407e2f9 req-87b59084-5f9d-4a11-8a17-c0ec099364b8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d2607162-f852-4242-9cef-eb0efdf849b4 HTTP/1.1" status: 200 len: 858 time: 0.0873516 Jul 06 15:29:05.353855 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-b997bb4a-ee01-4398-ae98-e13e418228c1 admin admin] Publish callbacks [] for port (4ae2265d-36d3-4d87-8777-dafd6bf17c4e), precommit_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:05.359953 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-b997bb4a-ee01-4398-ae98-e13e418228c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2888549'] for port (4ae2265d-36d3-4d87-8777-dafd6bf17c4e), after_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:05.360832 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-95459367-5ba6-4f78-bd7c-f767ca56fc2d None None] Port 4ae2265d-36d3-4d87-8777-dafd6bf17c4e cannot update to ACTIVE because it is not bound. {{(pid=103846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 15:29:05.362316 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22d2ad7-1d75-4e6d-bb5b-0f7fb407e2f9 req-4ed55b52-46a6-4f63-b7b3-930ff2fa2023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:05.363942 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-b22d2ad7-1d75-4e6d-bb5b-0f7fb407e2f9 req-4ed55b52-46a6-4f63-b7b3-930ff2fa2023 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2f7f712f-7346-42c2-b097-b4b48d9f78be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406845 Jul 06 15:29:05.430667 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-b997bb4a-ee01-4398-ae98-e13e418228c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649874'] for router_interface (bc5a20d6-1f11-4041-936f-ccd1d807b1c8), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:05.432641 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b997bb4a-ee01-4398-ae98-e13e418228c1 admin admin] Pushing event updated for resources: {'Port': ['ID=4ae2265d-36d3-4d87-8777-dafd6bf17c4e,revision_number=2']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:29:05.449709 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-eac3ee90-d777-4867-b736-dcca665b16d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5a20d6-1f11-4041-936f-ccd1d807b1c8', 'name': 'tempest-TestShelveInstance-1943167735-router', 'tenant_id': '42279c5b622c47a192c529ce53566555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '8b50a56e-262c-427f-a6f2-6f1354a6a8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:29:01Z', 'updated_at': '2022-07-06T15:29:02Z', 'revision_number': 3, 'project_id': '42279c5b622c47a192c529ce53566555', 'gw_port': {'id': '8b50a56e-262c-427f-a6f2-6f1354a6a8da', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:55:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5a20d6-1f11-4041-936f-ccd1d807b1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:29:01Z', 'updated_at': '2022-07-06T15:29:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi'}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:29:05.469607 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-b22d2ad7-1d75-4e6d-bb5b-0f7fb407e2f9 req-e01cac8a-3fdb-4330-a54f-823ccbc2624e service neutron] 10.222.0.16 "GET /v2.0/networks/2f7f712f-7346-42c2-b097-b4b48d9f78be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993013 Jul 06 15:29:05.490032 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac3ee90-d777-4867-b736-dcca665b16d9 None None] The sync data for ids ['bc5a20d6-1f11-4041-936f-ccd1d807b1c8'] in dv-cinder-848848-4-iscsi is: [{'id': 'bc5a20d6-1f11-4041-936f-ccd1d807b1c8', 'name': 'tempest-TestShelveInstance-1943167735-router', 'tenant_id': '42279c5b622c47a192c529ce53566555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '8b50a56e-262c-427f-a6f2-6f1354a6a8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:29:01Z', 'updated_at': '2022-07-06T15:29:02Z', 'revision_number': 3, 'project_id': '42279c5b622c47a192c529ce53566555', 'gw_port': {'id': '8b50a56e-262c-427f-a6f2-6f1354a6a8da', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:55:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5a20d6-1f11-4041-936f-ccd1d807b1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:29:01Z', 'updated_at': '2022-07-06T15:29:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi'}] {{(pid=103846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:29:05.538326 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b997bb4a-ee01-4398-ae98-e13e418228c1 admin admin] Network 9096fa59-64b3-483c-b50a-082ce5ce747d is already hosted by enough agents. {{(pid=103845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:29:05.540334 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.base_scheduler [None req-b997bb4a-ee01-4398-ae98-e13e418228c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:29:05.593518 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:05.610004 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-b22d2ad7-1d75-4e6d-bb5b-0f7fb407e2f9 req-a4d00578-a2c0-4d7c-8963-420bf31f83d1 service neutron] 10.222.0.16 "GET /v2.0/networks/2f7f712f-7346-42c2-b097-b4b48d9f78be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343291 Jul 06 15:29:05.699940 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b997bb4a-ee01-4398-ae98-e13e418228c1 admin admin] Router bc5a20d6-1f11-4041-936f-ccd1d807b1c8 has already been hosted by L3 agent 8e6e5f2a-f235-48ed-8752-aab723ac44e7 {{(pid=103845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 15:29:05.849682 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac133e-5142-495f-8512-fa06af0bc2f1 req-4665b7e8-999d-49b9-95d3-097dd92194c5 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:05.851144 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-00ac133e-5142-495f-8512-fa06af0bc2f1 req-4665b7e8-999d-49b9-95d3-097dd92194c5 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=a347082e-a86f-46f0-a018-e3918e3e8262 HTTP/1.1" status: 200 len: 946 time: 0.1034722 Jul 06 15:29:05.885241 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-62269869-c0d9-45a1-9a67-2fbfdb12af04 None None] Provisioning complete for port 4ae2265d-36d3-4d87-8777-dafd6bf17c4e triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:29:05.885607 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-62269869-c0d9-45a1-9a67-2fbfdb12af04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (4ae2265d-36d3-4d87-8777-dafd6bf17c4e), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:05.910176 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b997bb4a-ee01-4398-ae98-e13e418228c1 admin admin] Notify agent at l3_agent.dv-cinder-848848-4-iscsi the message routers_updated {{(pid=103845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:29:05.923262 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-62269869-c0d9-45a1-9a67-2fbfdb12af04 None None] Port 4ae2265d-36d3-4d87-8777-dafd6bf17c4e cannot update to ACTIVE because it is not bound. {{(pid=103846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 15:29:05.923490 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-b997bb4a-ee01-4398-ae98-e13e418228c1 admin admin] 10.222.0.46 "PUT /v2.0/routers/bc5a20d6-1f11-4041-936f-ccd1d807b1c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7699287 Jul 06 15:29:05.927348 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-00ac133e-5142-495f-8512-fa06af0bc2f1 req-7f21c4cd-9209-412c-8671-2e62eb945ad0 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb6239be-1d71-40f2-adcc-b4a14da46b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642724 Jul 06 15:29:06.172799 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2203eca6-49db-4af7-ba62-2193ee3ebbc1 req-7d349728-73da-4c2b-b9b5-e2c9521c1710 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:06.175342 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-2203eca6-49db-4af7-ba62-2193ee3ebbc1 req-7d349728-73da-4c2b-b9b5-e2c9521c1710 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=3dc848c1-1535-4024-a792-3e74e6581844 HTTP/1.1" status: 200 len: 945 time: 0.0619321 Jul 06 15:29:06.247303 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-2203eca6-49db-4af7-ba62-2193ee3ebbc1 req-9e35f114-c101-44b8-b4ad-e742bcc24638 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=2872e210-e584-4439-b8ae-384c97731295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656190 Jul 06 15:29:06.331969 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 8b50a56e-262c-427f-a6f2-6f1354a6a8da up at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:29:06.381902 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Provisioning complete for port 8b50a56e-262c-427f-a6f2-6f1354a6a8da triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:29:06.383448 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (8b50a56e-262c-427f-a6f2-6f1354a6a8da), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:06.433314 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad3060-562a-4111-b81f-0bf4b78f5437 req-03379283-a2d5-432e-bbde-6dfaeeabd338 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:06.435049 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-02ad3060-562a-4111-b81f-0bf4b78f5437 req-03379283-a2d5-432e-bbde-6dfaeeabd338 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/ports?device_id=f08c8b7f-24e0-47fe-9b46-87202f357774 HTTP/1.1" status: 200 len: 985 time: 0.0527816 Jul 06 15:29:06.455757 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:06.467993 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Current status of the port 8b50a56e-262c-427f-a6f2-6f1354a6a8da is: DOWN; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:29:06.468439 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (8b50a56e-262c-427f-a6f2-6f1354a6a8da), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:06.499160 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] For port 8b50a56e-262c-427f-a6f2-6f1354a6a8da, host dv-cinder-848848-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=8b50a56e-262c-427f-a6f2-6f1354a6a8da,segment=NetworkSegment(7bafd98f-0c00-45ed-9abe-629590d245f2),segment_id=7bafd98f-0c00-45ed-9abe-629590d245f2)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:29:06.504815 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-02ad3060-562a-4111-b81f-0bf4b78f5437 req-cdd90619-e0e9-4c4f-93d7-220db0ffbdb6 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f1a1e9b-36c4-4c38-bea4-b0aaf920a706&id=5fee6c02-3f56-4a46-8ff0-68420d1be68a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0630295 Jul 06 15:29:06.506610 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (8b50a56e-262c-427f-a6f2-6f1354a6a8da), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:06.507956 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device e1094651-eb2c-4469-a74b-3ac772c99ef9 up at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:29:06.543046 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 56856) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:29:06.548250 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [None req-fd9eef51-415e-48e4-86d4-1701f7c0d825 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-185107776-network', 'tenant_id': '57f8b24a40b54ec78fb9180d2f2ff24e'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:29:06.565734 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:06.570295 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd9eef51-415e-48e4-86d4-1701f7c0d825 admin admin] Made reservation on behalf of 57f8b24a40b54ec78fb9180d2f2ff24e for: {'network': 1} {{(pid=103844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:29:06.572887 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9eef51-415e-48e4-86d4-1701f7c0d825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for network (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:06.577342 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:06.582565 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9eef51-415e-48e4-86d4-1701f7c0d825 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:06.585070 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Pushing event updated for resources: {'Port': ['ID=8b50a56e-262c-427f-a6f2-6f1354a6a8da,revision_number=4']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:29:06.595661 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Provisioning complete for port e1094651-eb2c-4469-a74b-3ac772c99ef9 triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:29:06.596017 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (e1094651-eb2c-4469-a74b-3ac772c99ef9), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:06.661747 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9eef51-415e-48e4-86d4-1701f7c0d825 admin admin] Publish callbacks [] for security_group (9c9a1361-82f6-4f50-a275-d8a6564975ee), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:06.665588 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9eef51-415e-48e4-86d4-1701f7c0d825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (9c9a1361-82f6-4f50-a275-d8a6564975ee), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:06.671898 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Current status of the port e1094651-eb2c-4469-a74b-3ac772c99ef9 is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:29:06.688457 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd9eef51-415e-48e4-86d4-1701f7c0d825 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=103844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 15:29:06.704604 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9eef51-415e-48e4-86d4-1701f7c0d825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9a1361-82f6-4f50-a275-d8a6564975ee,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:29:06.707481 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9eef51-415e-48e4-86d4-1701f7c0d825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490363'] for segment (d09fe750-3800-45ba-8ed0-f557f68ec338), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:06.707826 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.db.segments_db [None req-fd9eef51-415e-48e4-86d4-1701f7c0d825 admin admin] Added segment d09fe750-3800-45ba-8ed0-f557f68ec338 of type vlan for network 67fbf130-8e12-4d05-aa6d-cf9d1097dea4 Jul 06 15:29:06.748198 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9eef51-415e-48e4-86d4-1701f7c0d825 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786465444024'] for network (67fbf130-8e12-4d05-aa6d-cf9d1097dea4), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:06.773517 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9eef51-415e-48e4-86d4-1701f7c0d825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-666929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561'] for network (67fbf130-8e12-4d05-aa6d-cf9d1097dea4), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:06.774596 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9eef51-415e-48e4-86d4-1701f7c0d825 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:06.775182 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd9eef51-415e-48e4-86d4-1701f7c0d825 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629707'] for network (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:06.814373 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-fd9eef51-415e-48e4-86d4-1701f7c0d825 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2699580 Jul 06 15:29:06.817091 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 56858) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:29:06.822319 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [None req-36132dbe-9168-4e3a-badf-19635f3eb14f admin admin] Request body: {'subnet': {'network_id': '67fbf130-8e12-4d05-aa6d-cf9d1097dea4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-185107776-subnet', 'tenant_id': '57f8b24a40b54ec78fb9180d2f2ff24e', 'ip_version': 4}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:29:06.852816 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9eef51-415e-48e4-86d4-1701f7c0d825 admin admin] Pushing event updated for resources: {'Network': ['ID=67fbf130-8e12-4d05-aa6d-cf9d1097dea4,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:29:06.862903 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Network 67fbf130-8e12-4d05-aa6d-cf9d1097dea4 details requested by agent ovs-agent-dv-cinder-848848-4-iscsi with host dv-cinder-848848-4-iscsi {{(pid=103846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 15:29:06.868482 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36132dbe-9168-4e3a-badf-19635f3eb14f admin admin] Made reservation on behalf of 57f8b24a40b54ec78fb9180d2f2ff24e for: {'subnet': 1} {{(pid=103844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:29:06.871280 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-36132dbe-9168-4e3a-badf-19635f3eb14f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60559035'] for subnet (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:07.295720 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d26b5f0-6a0c-467d-9543-866e9b5add1d None None] Sync routers for ids ['bc5a20d6-1f11-4041-936f-ccd1d807b1c8'] in dv-cinder-848848-4-iscsi {{(pid=103847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:29:07.301587 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06ee2f4-1843-40a9-90d5-0805af27398a req-21a8e5ec-ab1f-4065-8937-43da2d7367d9 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:07.303071 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-d06ee2f4-1843-40a9-90d5-0805af27398a req-21a8e5ec-ab1f-4065-8937-43da2d7367d9 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=a347082e-a86f-46f0-a018-e3918e3e8262 HTTP/1.1" status: 200 len: 946 time: 0.0614672 Jul 06 15:29:07.308605 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d26b5f0-6a0c-467d-9543-866e9b5add1d None None] Routers {'bc5a20d6-1f11-4041-936f-ccd1d807b1c8'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:29:07.309438 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-1d26b5f0-6a0c-467d-9543-866e9b5add1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:28:48Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['bc5a20d6-1f11-4041-936f-ccd1d807b1c8'], 'active': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:29:07.373906 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076135cb-23b7-481d-a3f8-22fbf6d986aa req-88b0d339-eec3-499a-9dc4-75e8c65308cb tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:07.375423 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-076135cb-23b7-481d-a3f8-22fbf6d986aa req-88b0d339-eec3-499a-9dc4-75e8c65308cb tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=3dc848c1-1535-4024-a792-3e74e6581844 HTTP/1.1" status: 200 len: 945 time: 0.0520141 Jul 06 15:29:07.397500 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-36132dbe-9168-4e3a-badf-19635f3eb14f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2698191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60558417'] for subnet (fb80a5ca-c874-4fe3-b1f3-18886d3ba9e1), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:07.415653 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:07.420559 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvr_db [None req-1d26b5f0-6a0c-467d-9543-866e9b5add1d None None] Set router bc5a20d6-1f11-4041-936f-ccd1d807b1c8 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:29:07.434715 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-076135cb-23b7-481d-a3f8-22fbf6d986aa req-2960c127-4ca6-4cc8-a3dd-0c8a3eb3ff34 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=2872e210-e584-4439-b8ae-384c97731295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514066 Jul 06 15:29:07.441378 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1597dfd8-d0ad-4fc3-85ac-bfb371081781 req-421f6c79-c269-42c7-846d-dc0ed7e90f19 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:07.442526 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-1597dfd8-d0ad-4fc3-85ac-bfb371081781 req-421f6c79-c269-42c7-846d-dc0ed7e90f19 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.16 "GET /v2.0/ports?device_id=a347082e-a86f-46f0-a018-e3918e3e8262 HTTP/1.1" status: 200 len: 946 time: 0.1164811 Jul 06 15:29:07.507985 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-d06ee2f4-1843-40a9-90d5-0805af27398a req-ea7c3bb7-b400-4894-8a76-27793905e047 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb6239be-1d71-40f2-adcc-b4a14da46b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823335 Jul 06 15:29:07.517546 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:INSERT=12,neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:07.532456 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36132dbe-9168-4e3a-badf-19635f3eb14f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb80a5ca-c874-4fe3-b1f3-18886d3ba9e1,revision_number=0']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:29:07.580544 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36132dbe-9168-4e3a-badf-19635f3eb14f admin admin] Checking segment: {'id': 'd09fe750-3800-45ba-8ed0-f557f68ec338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '67fbf130-8e12-4d05-aa6d-cf9d1097dea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:29:07.580903 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36132dbe-9168-4e3a-badf-19635f3eb14f admin admin] Network hostable DHCP agents. Network: 67fbf130-8e12-4d05-aa6d-cf9d1097dea4, hostable agents: ['a81823b9-ba52-46bb-9bcd-43b269600933'], hosted agents: [] {{(pid=103844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 15:29:07.589847 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [req-1597dfd8-d0ad-4fc3-85ac-bfb371081781 req-0b1fd2eb-74e5-4786-801c-f8130d176d84 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Deleting port 1517f5a9-ced9-4ab6-a63d-d158af2a6089 {{(pid=103844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 15:29:07.590188 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-1597dfd8-d0ad-4fc3-85ac-bfb371081781 req-0b1fd2eb-74e5-4786-801c-f8130d176d84 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786465945384'] for port (1517f5a9-ced9-4ab6-a63d-d158af2a6089), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:07.623324 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-1d26b5f0-6a0c-467d-9543-866e9b5add1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5a20d6-1f11-4041-936f-ccd1d807b1c8', 'name': 'tempest-TestShelveInstance-1943167735-router', 'tenant_id': '42279c5b622c47a192c529ce53566555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '8b50a56e-262c-427f-a6f2-6f1354a6a8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:29:01Z', 'updated_at': '2022-07-06T15:29:05Z', 'revision_number': 4, 'project_id': '42279c5b622c47a192c529ce53566555', 'gw_port': {'id': '8b50a56e-262c-427f-a6f2-6f1354a6a8da', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:55:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5a20d6-1f11-4041-936f-ccd1d807b1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:29:01Z', 'updated_at': '2022-07-06T15:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': '4ae2265d-36d3-4d87-8777-dafd6bf17c4e', 'name': '', 'network_id': '9096fa59-64b3-483c-b50a-082ce5ce747d', 'tenant_id': '42279c5b622c47a192c529ce53566555', 'mac_address': 'fa:16:3e:c0:38:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5a20d6-1f11-4041-936f-ccd1d807b1c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'cd4abdc7-c383-439f-83a0-38f6c53653a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:29:04Z', 'updated_at': '2022-07-06T15:29:05Z', 'revision_number': 2, 'project_id': '42279c5b622c47a192c529ce53566555', 'subnets': [{'id': 'cd4abdc7-c383-439f-83a0-38f6c53653a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:29:07.629543 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36132dbe-9168-4e3a-badf-19635f3eb14f admin admin] Network 67fbf130-8e12-4d05-aa6d-cf9d1097dea4 is scheduled to be hosted by DHCP agent a81823b9-ba52-46bb-9bcd-43b269600933 with binding_index 1 {{(pid=103844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 15:29:07.638811 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04972a87-f932-48e6-a3e8-7355c77e5557 req-2a66066f-5082-403c-8d97-56fbfce819bf tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:07.646351 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-04972a87-f932-48e6-a3e8-7355c77e5557 req-2a66066f-5082-403c-8d97-56fbfce819bf tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/ports?device_id=f08c8b7f-24e0-47fe-9b46-87202f357774 HTTP/1.1" status: 200 len: 985 time: 0.0585890 Jul 06 15:29:07.658316 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d26b5f0-6a0c-467d-9543-866e9b5add1d None None] Checking router: bc5a20d6-1f11-4041-936f-ccd1d807b1c8 for host: dv-cinder-848848-4-iscsi {{(pid=103847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:29:07.658666 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d26b5f0-6a0c-467d-9543-866e9b5add1d None None] Updating router bc5a20d6-1f11-4041-936f-ccd1d807b1c8 port 4ae2265d-36d3-4d87-8777-dafd6bf17c4e binding host dv-cinder-848848-4-iscsi {{(pid=103847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 15:29:07.676731 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.base_scheduler [None req-36132dbe-9168-4e3a-badf-19635f3eb14f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848848-4-iscsi, 67fbf130-8e12-4d05-aa6d-cf9d1097dea4) {{(pid=103844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:29:07.685162 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36132dbe-9168-4e3a-badf-19635f3eb14f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:07.685762 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-36132dbe-9168-4e3a-badf-19635f3eb14f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:07.690094 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80870df6-8668-44c5-9e14-64babc046c63 None None] Network 67fbf130-8e12-4d05-aa6d-cf9d1097dea4 requested from dv-cinder-848848-4-iscsi {{(pid=103846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 15:29:07.716441 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [req-1597dfd8-d0ad-4fc3-85ac-bfb371081781 req-0b1fd2eb-74e5-4786-801c-f8130d176d84 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] For port 1517f5a9-ced9-4ab6-a63d-d158af2a6089, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=1517f5a9-ced9-4ab6-a63d-d158af2a6089,segment=NetworkSegment(9e485fae-b0f5-4f5a-9064-6e2e7153a585),segment_id=9e485fae-b0f5-4f5a-9064-6e2e7153a585)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:29:07.716814 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-1597dfd8-d0ad-4fc3-85ac-bfb371081781 req-0b1fd2eb-74e5-4786-801c-f8130d176d84 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652656'] for port (1517f5a9-ced9-4ab6-a63d-d158af2a6089), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:07.731704 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-36132dbe-9168-4e3a-badf-19635f3eb14f admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9135809 Jul 06 15:29:07.734072 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-04972a87-f932-48e6-a3e8-7355c77e5557 req-2e9574f5-23ca-4f54-8d41-519f2bfdb6e6 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f1a1e9b-36c4-4c38-bea4-b0aaf920a706&id=5fee6c02-3f56-4a46-8ff0-68420d1be68a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0866120 Jul 06 15:29:07.734809 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 56866) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:29:07.741332 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.v2.base [None req-345372ae-4e28-4693-8d4b-70ecc6235503 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-185107776-router', 'tenant_id': '57f8b24a40b54ec78fb9180d2f2ff24e', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604'}}} {{(pid=103845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:29:07.778196 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=100 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:07.785404 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-345372ae-4e28-4693-8d4b-70ecc6235503 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-647350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109444'] for router (7bfb5492-3039-481b-9095-1cee377fbe57), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:07.786372 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-345372ae-4e28-4693-8d4b-70ecc6235503 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-647123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109453'] for router (7bfb5492-3039-481b-9095-1cee377fbe57), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:07.792203 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1d26b5f0-6a0c-467d-9543-866e9b5add1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (4ae2265d-36d3-4d87-8777-dafd6bf17c4e), before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:07.845926 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10edf15-a9eb-4445-ade3-f0cb19d60351 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa43ccfed-9ada-5d0f-938a-3e2abdea0954-67fbf130-8e12-4d05-aa6d-cf9d1097dea4', 'network_id': '67fbf130-8e12-4d05-aa6d-cf9d1097dea4', 'project_id': '57f8b24a40b54ec78fb9180d2f2ff24e', 'fixed_ips': [{'subnet_id': 'fb80a5ca-c874-4fe3-b1f3-18886d3ba9e1'}]}} from dv-cinder-848848-4-iscsi. {{(pid=103846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 06 15:29:07.846564 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-e10edf15-a9eb-4445-ade3-f0cb19d60351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (None), before_create {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:07.851633 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-345372ae-4e28-4693-8d4b-70ecc6235503 admin admin] Publish callbacks [] for router_controller (7bfb5492-3039-481b-9095-1cee377fbe57), precommit_add_association {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:07.861415 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=100 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:07.939437 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-1597dfd8-d0ad-4fc3-85ac-bfb371081781 req-0b1fd2eb-74e5-4786-801c-f8130d176d84 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:07.940164 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-1597dfd8-d0ad-4fc3-85ac-bfb371081781 req-0b1fd2eb-74e5-4786-801c-f8130d176d84 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591059'] for floatingip (821917e4-1d63-4193-8d46-8d1ba3785f90), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:07.941503 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.db.l3_db [req-1597dfd8-d0ad-4fc3-85ac-bfb371081781 req-0b1fd2eb-74e5-4786-801c-f8130d176d84 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Floating IP 821917e4-1d63-4193-8d46-8d1ba3785f90 disassociated. External IP: 172.27.3.226, port: 1517f5a9-ced9-4ab6-a63d-d158af2a6089. Jul 06 15:29:07.942052 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [req-1597dfd8-d0ad-4fc3-85ac-bfb371081781 req-0b1fd2eb-74e5-4786-801c-f8130d176d84 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Calling delete_port for 1517f5a9-ced9-4ab6-a63d-d158af2a6089 owned by compute:nova {{(pid=103844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 15:29:08.014295 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.db_base_plugin_common [None req-e10edf15-a9eb-4445-ade3-f0cb19d60351 None None] Allocated IP 172.20.0.2 (67fbf130-8e12-4d05-aa6d-cf9d1097dea4/fb80a5ca-c874-4fe3-b1f3-18886d3ba9e1/9efa7924-a9aa-4586-aaf2-095407d55a26) {{(pid=103846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:29:08.022512 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-345372ae-4e28-4693-8d4b-70ecc6235503 admin admin] Publish callbacks [] for router_gateway (7bfb5492-3039-481b-9095-1cee377fbe57), precommit_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:08.065106 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1d26b5f0-6a0c-467d-9543-866e9b5add1d None None] Publish callbacks [] for port (4ae2265d-36d3-4d87-8777-dafd6bf17c4e), precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:08.076012 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1d26b5f0-6a0c-467d-9543-866e9b5add1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (4ae2265d-36d3-4d87-8777-dafd6bf17c4e), after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:08.089889 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-1597dfd8-d0ad-4fc3-85ac-bfb371081781 req-0b1fd2eb-74e5-4786-801c-f8130d176d84 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786465950455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786465455746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2698075'] for port (1517f5a9-ced9-4ab6-a63d-d158af2a6089), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:08.127715 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1fd2eb-74e5-4786-801c-f8130d176d84 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Pushing event deleted for resources: {'Port': ['ID=1517f5a9-ced9-4ab6-a63d-d158af2a6089,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:29:08.134202 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dca8df6-098c-4dab-8121-917f8ad50a2a None None] Pushing event updated for resources: {'Port': ['ID=4ae2265d-36d3-4d87-8777-dafd6bf17c4e,revision_number=3']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:29:08.143131 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dca8df6-098c-4dab-8121-917f8ad50a2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:29:08.143502 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dca8df6-098c-4dab-8121-917f8ad50a2a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:29:08.143840 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dca8df6-098c-4dab-8121-917f8ad50a2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:29:08.144198 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dca8df6-098c-4dab-8121-917f8ad50a2a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:29:08.144528 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dca8df6-098c-4dab-8121-917f8ad50a2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:29:08.144845 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dca8df6-098c-4dab-8121-917f8ad50a2a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:29:08.145165 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dca8df6-098c-4dab-8121-917f8ad50a2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:29:08.145480 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dca8df6-098c-4dab-8121-917f8ad50a2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:29:08.145796 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dca8df6-098c-4dab-8121-917f8ad50a2a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:29:08.146380 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dca8df6-098c-4dab-8121-917f8ad50a2a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:29:08.146699 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dca8df6-098c-4dab-8121-917f8ad50a2a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:29:08.147037 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dca8df6-098c-4dab-8121-917f8ad50a2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:29:08.147576 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dca8df6-098c-4dab-8121-917f8ad50a2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:29:08.148446 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dca8df6-098c-4dab-8121-917f8ad50a2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:29:08.148764 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dca8df6-098c-4dab-8121-917f8ad50a2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:29:08.202226 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-e10edf15-a9eb-4445-ade3-f0cb19d60351 None None] Publish callbacks [] for port (9efa7924-a9aa-4586-aaf2-095407d55a26), precommit_create {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:08.212449 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-e10edf15-a9eb-4445-ade3-f0cb19d60351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786465455737'] for port (9efa7924-a9aa-4586-aaf2-095407d55a26), after_create {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:08.231551 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [None req-1d26b5f0-6a0c-467d-9543-866e9b5add1d None None] Attempting to bind port 4ae2265d-36d3-4d87-8777-dafd6bf17c4e on host dv-cinder-848848-4-iscsi for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 15:29:08.231918 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [None req-1d26b5f0-6a0c-467d-9543-866e9b5add1d None None] Attempting to bind port 4ae2265d-36d3-4d87-8777-dafd6bf17c4e by drivers openvswitch,hyperv on host dv-cinder-848848-4-iscsi at level 0 using segments [{'id': '3c018295-6829-4351-a6be-1e240dc0b595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '9096fa59-64b3-483c-b50a-082ce5ce747d'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 15:29:08.232272 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d26b5f0-6a0c-467d-9543-866e9b5add1d None None] Attempting to bind port 4ae2265d-36d3-4d87-8777-dafd6bf17c4e on network 9096fa59-64b3-483c-b50a-082ce5ce747d {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:29:08.251010 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d26b5f0-6a0c-467d-9543-866e9b5add1d None None] Checking agent: {'id': 'd26a5351-3de7-44f9-93eb-9fed5ee5b55b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848848-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 15, 16, 51), 'started_at': datetime.datetime(2022, 7, 6, 15, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 15, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848848-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 15:29:08.251010 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d26b5f0-6a0c-467d-9543-866e9b5add1d None None] Checking segment: {'id': '3c018295-6829-4351-a6be-1e240dc0b595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '9096fa59-64b3-483c-b50a-082ce5ce747d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:29:08.251010 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1d26b5f0-6a0c-467d-9543-866e9b5add1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:08.251010 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d26b5f0-6a0c-467d-9543-866e9b5add1d None None] Bound using segment: {'id': '3c018295-6829-4351-a6be-1e240dc0b595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '9096fa59-64b3-483c-b50a-082ce5ce747d'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 15:29:08.251010 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [None req-1d26b5f0-6a0c-467d-9543-866e9b5add1d None None] Bound port: 4ae2265d-36d3-4d87-8777-dafd6bf17c4e, host: dv-cinder-848848-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c018295-6829-4351-a6be-1e240dc0b595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '9096fa59-64b3-483c-b50a-082ce5ce747d'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 15:29:08.251010 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1d26b5f0-6a0c-467d-9543-866e9b5add1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (4ae2265d-36d3-4d87-8777-dafd6bf17c4e), before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:08.266605 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:08.294698 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10edf15-a9eb-4445-ade3-f0cb19d60351 None None] Network 67fbf130-8e12-4d05-aa6d-cf9d1097dea4 is already hosted by enough agents. {{(pid=103846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:29:08.295094 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-345372ae-4e28-4693-8d4b-70ecc6235503 admin admin] Publish callbacks [] for router_gateway (7bfb5492-3039-481b-9095-1cee377fbe57), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:08.303243 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.scheduler.base_scheduler [None req-e10edf15-a9eb-4445-ade3-f0cb19d60351 None None] Resources bound (agent type, host, resource id): {{(pid=103846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:29:08.309391 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10edf15-a9eb-4445-ade3-f0cb19d60351 None None] Received port after_create {{(pid=103846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 15:29:08.314158 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10edf15-a9eb-4445-ade3-f0cb19d60351 None None] Pushing event updated for resources: {'Port': ['ID=9efa7924-a9aa-4586-aaf2-095407d55a26,revision_number=1']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:29:08.323632 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-345372ae-4e28-4693-8d4b-70ecc6235503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:08.348139 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1597dfd8-d0ad-4fc3-85ac-bfb371081781 req-0b1fd2eb-74e5-4786-801c-f8130d176d84 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Router 738b7c26-f6e3-475d-9804-afd562758ee8 has already been hosted by L3 agent 8e6e5f2a-f235-48ed-8752-aab723ac44e7 {{(pid=103844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 15:29:08.375798 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-1d26b5f0-6a0c-467d-9543-866e9b5add1d None None] For port 4ae2265d-36d3-4d87-8777-dafd6bf17c4e, host dv-cinder-848848-4-iscsi, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:29:08.379947 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-1d26b5f0-6a0c-467d-9543-866e9b5add1d None None] For port 4ae2265d-36d3-4d87-8777-dafd6bf17c4e, host dv-cinder-848848-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=4ae2265d-36d3-4d87-8777-dafd6bf17c4e,segment=NetworkSegment(3c018295-6829-4351-a6be-1e240dc0b595),segment_id=3c018295-6829-4351-a6be-1e240dc0b595)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:29:08.394358 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1d26b5f0-6a0c-467d-9543-866e9b5add1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (4ae2265d-36d3-4d87-8777-dafd6bf17c4e), after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:08.409962 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 8b50a56e-262c-427f-a6f2-6f1354a6a8da up at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:29:08.472846 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.db.db_base_plugin_common [None req-345372ae-4e28-4693-8d4b-70ecc6235503 admin admin] Allocated IP 172.27.3.117 (377cda5e-c384-46ee-8e00-4b775f415604/1975bb39-9f7d-4b8c-94d3-6023908c91e1/8af6ecb6-e270-48d3-b159-11e50452c030) {{(pid=103845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:29:08.475622 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.managers [None req-e10edf15-a9eb-4445-ade3-f0cb19d60351 None None] Attempting to bind port 9efa7924-a9aa-4586-aaf2-095407d55a26 on host dv-cinder-848848-4-iscsi for vnic_type normal with profile {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 15:29:08.476060 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.managers [None req-e10edf15-a9eb-4445-ade3-f0cb19d60351 None None] Attempting to bind port 9efa7924-a9aa-4586-aaf2-095407d55a26 by drivers openvswitch,hyperv on host dv-cinder-848848-4-iscsi at level 0 using segments [{'id': 'd09fe750-3800-45ba-8ed0-f557f68ec338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '67fbf130-8e12-4d05-aa6d-cf9d1097dea4'}] {{(pid=103846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 15:29:08.476506 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10edf15-a9eb-4445-ade3-f0cb19d60351 None None] Attempting to bind port 9efa7924-a9aa-4586-aaf2-095407d55a26 on network 67fbf130-8e12-4d05-aa6d-cf9d1097dea4 {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:29:08.484446 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Provisioning complete for port 8b50a56e-262c-427f-a6f2-6f1354a6a8da triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:29:08.484819 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (8b50a56e-262c-427f-a6f2-6f1354a6a8da), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:08.503002 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dca8df6-098c-4dab-8121-917f8ad50a2a None None] Pushing event updated for resources: {'Port': ['ID=4ae2265d-36d3-4d87-8777-dafd6bf17c4e,revision_number=4']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:29:08.535141 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10edf15-a9eb-4445-ade3-f0cb19d60351 None None] Checking agent: {'id': 'd26a5351-3de7-44f9-93eb-9fed5ee5b55b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848848-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 15, 16, 51), 'started_at': datetime.datetime(2022, 7, 6, 15, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 15, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848848-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 15:29:08.537974 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10edf15-a9eb-4445-ade3-f0cb19d60351 None None] Checking segment: {'id': 'd09fe750-3800-45ba-8ed0-f557f68ec338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '67fbf130-8e12-4d05-aa6d-cf9d1097dea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:29:08.538965 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-e10edf15-a9eb-4445-ade3-f0cb19d60351 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:08.539400 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10edf15-a9eb-4445-ade3-f0cb19d60351 None None] Bound using segment: {'id': 'd09fe750-3800-45ba-8ed0-f557f68ec338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '67fbf130-8e12-4d05-aa6d-cf9d1097dea4'} {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 15:29:08.539907 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.managers [None req-e10edf15-a9eb-4445-ade3-f0cb19d60351 None None] Bound port: 9efa7924-a9aa-4586-aaf2-095407d55a26, host: dv-cinder-848848-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd09fe750-3800-45ba-8ed0-f557f68ec338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '67fbf130-8e12-4d05-aa6d-cf9d1097dea4'}}] {{(pid=103846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 15:29:08.540290 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-e10edf15-a9eb-4445-ade3-f0cb19d60351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (9efa7924-a9aa-4586-aaf2-095407d55a26), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:08.543665 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d26b5f0-6a0c-467d-9543-866e9b5add1d None None] Routers {'bc5a20d6-1f11-4041-936f-ccd1d807b1c8'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:29:08.544704 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-1d26b5f0-6a0c-467d-9543-866e9b5add1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:28:48Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['bc5a20d6-1f11-4041-936f-ccd1d807b1c8'], 'active': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:29:08.565787 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1597dfd8-d0ad-4fc3-85ac-bfb371081781 req-0b1fd2eb-74e5-4786-801c-f8130d176d84 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Notify agent at l3_agent.dv-cinder-848848-4-iscsi the message routers_updated {{(pid=103844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:29:08.590622 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebfbe5c-a6e7-4caa-9e49-60f7c361f251 None None] Sync routers for ids ['738b7c26-f6e3-475d-9804-afd562758ee8'] in dv-cinder-848848-4-iscsi {{(pid=103846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:29:08.644878 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-cfbefba2-faa8-4ac2-a15b-af523bac0164 None None] Provisioning complete for port 4ae2265d-36d3-4d87-8777-dafd6bf17c4e triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:29:08.645245 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-cfbefba2-faa8-4ac2-a15b-af523bac0164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (4ae2265d-36d3-4d87-8777-dafd6bf17c4e), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:08.654846 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [req-1597dfd8-d0ad-4fc3-85ac-bfb371081781 req-0b1fd2eb-74e5-4786-801c-f8130d176d84 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] No DVR routers for this DVR port 1517f5a9-ced9-4ab6-a63d-d158af2a6089 on host hv-cinder-84884 {{(pid=103844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 15:29:08.676922 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-1597dfd8-d0ad-4fc3-85ac-bfb371081781 req-0b1fd2eb-74e5-4786-801c-f8130d176d84 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for port (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:08.680199 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-1597dfd8-d0ad-4fc3-85ac-bfb371081781 req-0b1fd2eb-74e5-4786-801c-f8130d176d84 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.16 "DELETE /v2.0/ports/1517f5a9-ced9-4ab6-a63d-d158af2a6089 HTTP/1.1" status: 204 len: 173 time: 1.2299669 Jul 06 15:29:08.680759 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a347082e-a86f-46f0-a018-e3918e3e8262', 'name': 'network-vif-deleted', 'tag': '1517f5a9-ced9-4ab6-a63d-d158af2a6089'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:29:08.687002 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:08.690341 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23f0ce0f3171803df377307192b3bbc073243688ace587a9918d8ae03454cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b261f1a-fcaa-438c-91ef-bbdf562ff3a9" -d '{"events": [{"server_uuid": "a347082e-a86f-46f0-a018-e3918e3e8262", "name": "network-vif-deleted", "tag": "1517f5a9-ced9-4ab6-a63d-d158af2a6089"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:29:08.693715 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvr_db [None req-1d26b5f0-6a0c-467d-9543-866e9b5add1d None None] Set router bc5a20d6-1f11-4041-936f-ccd1d807b1c8 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:29:08.708448 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-345372ae-4e28-4693-8d4b-70ecc6235503 admin admin] Publish callbacks [] for port (8af6ecb6-e270-48d3-b159-11e50452c030), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:08.709928 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:08.753272 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:08.795268 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295c9875-31b0-4464-950c-fac634ccba77 req-1845b7e2-9ed4-4c95-931a-6bba3ac32341 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:08.800891 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-295c9875-31b0-4464-950c-fac634ccba77 req-1845b7e2-9ed4-4c95-931a-6bba3ac32341 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=3dc848c1-1535-4024-a792-3e74e6581844 HTTP/1.1" status: 200 len: 945 time: 0.1532924 Jul 06 15:29:08.812154 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-57b18531-1520-4b97-9222-511be7586da4 req-ff598f26-423d-4e98-a28e-30e32c53dcb2 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=a347082e-a86f-46f0-a018-e3918e3e8262 HTTP/1.1" status: 200 len: 210 time: 0.0991161 Jul 06 15:29:08.822386 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebfbe5c-a6e7-4caa-9e49-60f7c361f251 None None] Routers {'738b7c26-f6e3-475d-9804-afd562758ee8'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:29:08.828412 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-eebfbe5c-a6e7-4caa-9e49-60f7c361f251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:28:48Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['738b7c26-f6e3-475d-9804-afd562758ee8'], 'active': True} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:29:08.877164 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-345372ae-4e28-4693-8d4b-70ecc6235503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786465455737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2888556'] for port (8af6ecb6-e270-48d3-b159-11e50452c030), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:08.934714 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 15:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e39f79d5-5b45-432e-a08a-8f98aa0af5c3 x-openstack-request-id: req-e39f79d5-5b45-432e-a08a-8f98aa0af5c3 {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:29:08.935011 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a347082e-a86f-46f0-a018-e3918e3e8262", "name": "network-vif-deleted", "tag": "1517f5a9-ced9-4ab6-a63d-d158af2a6089", "status": "completed", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:29:08.935290 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e39f79d5-5b45-432e-a08a-8f98aa0af5c3 {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:29:08.935713 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e39f79d5-5b45-432e-a08a-8f98aa0af5c3'] response: {'server_uuid': 'a347082e-a86f-46f0-a018-e3918e3e8262', 'name': 'network-vif-deleted', 'tag': '1517f5a9-ced9-4ab6-a63d-d158af2a6089', 'status': 'completed', 'code': 200} Jul 06 15:29:08.940270 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-295c9875-31b0-4464-950c-fac634ccba77 req-8f1d7942-d3e7-4e46-a78f-356b04c57f23 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=2872e210-e584-4439-b8ae-384c97731295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162469 Jul 06 15:29:08.962430 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345372ae-4e28-4693-8d4b-70ecc6235503 admin admin] Network 377cda5e-c384-46ee-8e00-4b775f415604 is already hosted by enough agents. {{(pid=103845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:29:08.965663 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.base_scheduler [None req-345372ae-4e28-4693-8d4b-70ecc6235503 admin admin] Resources bound (agent type, host, resource id): {{(pid=103845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:29:08.968103 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345372ae-4e28-4693-8d4b-70ecc6235503 admin admin] Received port after_create {{(pid=103845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 15:29:09.011821 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:09.014885 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-1d26b5f0-6a0c-467d-9543-866e9b5add1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5a20d6-1f11-4041-936f-ccd1d807b1c8', 'name': 'tempest-TestShelveInstance-1943167735-router', 'tenant_id': '42279c5b622c47a192c529ce53566555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '8b50a56e-262c-427f-a6f2-6f1354a6a8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:29:01Z', 'updated_at': '2022-07-06T15:29:05Z', 'revision_number': 4, 'project_id': '42279c5b622c47a192c529ce53566555', 'gw_port': {'id': '8b50a56e-262c-427f-a6f2-6f1354a6a8da', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:55:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5a20d6-1f11-4041-936f-ccd1d807b1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:29:01Z', 'updated_at': '2022-07-06T15:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': '4ae2265d-36d3-4d87-8777-dafd6bf17c4e', 'name': '', 'network_id': '9096fa59-64b3-483c-b50a-082ce5ce747d', 'tenant_id': '42279c5b622c47a192c529ce53566555', 'mac_address': 'fa:16:3e:c0:38:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5a20d6-1f11-4041-936f-ccd1d807b1c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'cd4abdc7-c383-439f-83a0-38f6c53653a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:29:04Z', 'updated_at': '2022-07-06T15:29:08Z', 'revision_number': 4, 'project_id': '42279c5b622c47a192c529ce53566555', 'subnets': [{'id': 'cd4abdc7-c383-439f-83a0-38f6c53653a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:29:09.021116 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345372ae-4e28-4693-8d4b-70ecc6235503 admin admin] Pushing event updated for resources: {'Port': ['ID=8af6ecb6-e270-48d3-b159-11e50452c030,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:29:09.048151 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d26b5f0-6a0c-467d-9543-866e9b5add1d None None] The sync data for ids ['bc5a20d6-1f11-4041-936f-ccd1d807b1c8'] in dv-cinder-848848-4-iscsi is: [{'id': 'bc5a20d6-1f11-4041-936f-ccd1d807b1c8', 'name': 'tempest-TestShelveInstance-1943167735-router', 'tenant_id': '42279c5b622c47a192c529ce53566555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '8b50a56e-262c-427f-a6f2-6f1354a6a8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:29:01Z', 'updated_at': '2022-07-06T15:29:05Z', 'revision_number': 4, 'project_id': '42279c5b622c47a192c529ce53566555', 'gw_port': {'id': '8b50a56e-262c-427f-a6f2-6f1354a6a8da', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:55:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5a20d6-1f11-4041-936f-ccd1d807b1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:29:01Z', 'updated_at': '2022-07-06T15:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': '4ae2265d-36d3-4d87-8777-dafd6bf17c4e', 'name': '', 'network_id': '9096fa59-64b3-483c-b50a-082ce5ce747d', 'tenant_id': '42279c5b622c47a192c529ce53566555', 'mac_address': 'fa:16:3e:c0:38:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5a20d6-1f11-4041-936f-ccd1d807b1c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'cd4abdc7-c383-439f-83a0-38f6c53653a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:29:04Z', 'updated_at': '2022-07-06T15:29:08Z', 'revision_number': 4, 'project_id': '42279c5b622c47a192c529ce53566555', 'subnets': [{'id': 'cd4abdc7-c383-439f-83a0-38f6c53653a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:29:09.048975 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:09.083720 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvr_db [None req-eebfbe5c-a6e7-4caa-9e49-60f7c361f251 None None] Set router 738b7c26-f6e3-475d-9804-afd562758ee8 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:29:09.085045 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe6c7e-cc55-4bff-8468-258d2212b714 req-8059072e-b507-4f5c-b7f0-cba859810910 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:09.086220 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-e10edf15-a9eb-4445-ade3-f0cb19d60351 None None] For port 9efa7924-a9aa-4586-aaf2-095407d55a26, host dv-cinder-848848-4-iscsi, cleared binding levels {{(pid=103846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:29:09.088036 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-dcfe6c7e-cc55-4bff-8468-258d2212b714 req-8059072e-b507-4f5c-b7f0-cba859810910 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/ports?device_id=f08c8b7f-24e0-47fe-9b46-87202f357774 HTTP/1.1" status: 200 len: 985 time: 0.0872130 Jul 06 15:29:09.141001 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Current status of the port 8b50a56e-262c-427f-a6f2-6f1354a6a8da is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:29:09.150540 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-e10edf15-a9eb-4445-ade3-f0cb19d60351 None None] For port 9efa7924-a9aa-4586-aaf2-095407d55a26, host dv-cinder-848848-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=9efa7924-a9aa-4586-aaf2-095407d55a26,segment=NetworkSegment(d09fe750-3800-45ba-8ed0-f557f68ec338),segment_id=d09fe750-3800-45ba-8ed0-f557f68ec338)] {{(pid=103846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:29:09.161232 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-e10edf15-a9eb-4445-ade3-f0cb19d60351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (9efa7924-a9aa-4586-aaf2-095407d55a26), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:09.297021 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-cfbefba2-faa8-4ac2-a15b-af523bac0164 None None] Current status of the port 4ae2265d-36d3-4d87-8777-dafd6bf17c4e is: DOWN; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:29:09.297419 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-cfbefba2-faa8-4ac2-a15b-af523bac0164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (4ae2265d-36d3-4d87-8777-dafd6bf17c4e), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:09.339661 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10edf15-a9eb-4445-ade3-f0cb19d60351 None None] Pushing event updated for resources: {'Port': ['ID=9efa7924-a9aa-4586-aaf2-095407d55a26,revision_number=2']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:29:09.452874 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-cfbefba2-faa8-4ac2-a15b-af523bac0164 None None] For port 4ae2265d-36d3-4d87-8777-dafd6bf17c4e, host dv-cinder-848848-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=4ae2265d-36d3-4d87-8777-dafd6bf17c4e,segment=NetworkSegment(3c018295-6829-4351-a6be-1e240dc0b595),segment_id=3c018295-6829-4351-a6be-1e240dc0b595)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:29:09.459989 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-cfbefba2-faa8-4ac2-a15b-af523bac0164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (4ae2265d-36d3-4d87-8777-dafd6bf17c4e), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:09.579739 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-eebfbe5c-a6e7-4caa-9e49-60f7c361f251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'name': 'tempest-AttachVolumeNegativeTest-209056874-router', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'c4670a52-f3eb-4623-b6a0-3b65870597ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:38Z', 'updated_at': '2022-07-06T15:24:51Z', 'revision_number': 4, 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'gw_port': {'id': 'c4670a52-f3eb-4623-b6a0-3b65870597ee', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:49:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:40Z', 'updated_at': '2022-07-06T15:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': '750799dc-8d69-4a28-93e2-23fdcff49383', 'name': '', 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'mac_address': 'fa:16:3e:3f:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f20ae9c1-f124-46af-83bd-c43bda7bdca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:47Z', 'updated_at': '2022-07-06T15:25:04Z', 'revision_number': 5, 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'subnets': [{'id': 'f20ae9c1-f124-46af-83bd-c43bda7bdca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:29:09.592428 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-dcfe6c7e-cc55-4bff-8468-258d2212b714 req-4a171d49-1442-431c-b0c0-12d4191ce433 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f1a1e9b-36c4-4c38-bea4-b0aaf920a706&id=5fee6c02-3f56-4a46-8ff0-68420d1be68a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4703646 Jul 06 15:29:09.633885 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebfbe5c-a6e7-4caa-9e49-60f7c361f251 None None] Checking router: 738b7c26-f6e3-475d-9804-afd562758ee8 for host: dv-cinder-848848-4-iscsi {{(pid=103846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:29:09.652623 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-03d72db8-60aa-4831-87e2-830355ddb61d None None] Provisioning complete for port 4ae2265d-36d3-4d87-8777-dafd6bf17c4e triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:29:09.652998 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-03d72db8-60aa-4831-87e2-830355ddb61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (4ae2265d-36d3-4d87-8777-dafd6bf17c4e), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:09.654967 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebfbe5c-a6e7-4caa-9e49-60f7c361f251 None None] Routers {'738b7c26-f6e3-475d-9804-afd562758ee8'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:29:09.655637 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-eebfbe5c-a6e7-4caa-9e49-60f7c361f251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:28:48Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['738b7c26-f6e3-475d-9804-afd562758ee8'], 'active': True} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:29:09.658836 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbefba2-faa8-4ac2-a15b-af523bac0164 None None] Pushing event updated for resources: {'Port': ['ID=4ae2265d-36d3-4d87-8777-dafd6bf17c4e,revision_number=5']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:29:09.706184 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:INSERT=5,neutron:UPDATE=3,neutron:SELECT=92 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:09.707719 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-345372ae-4e28-4693-8d4b-70ecc6235503 admin admin] Publish callbacks [] for router_gateway (7bfb5492-3039-481b-9095-1cee377fbe57), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:09.937426 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-345372ae-4e28-4693-8d4b-70ecc6235503 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591614'] for router (7bfb5492-3039-481b-9095-1cee377fbe57), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:09.958151 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 56880) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:29:10.007574 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvr_db [None req-eebfbe5c-a6e7-4caa-9e49-60f7c361f251 None None] Set router 738b7c26-f6e3-475d-9804-afd562758ee8 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:29:10.031396 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-7010e4a9-2030-480c-a379-7a94dc0af575 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for security_group (fb6239be-1d71-40f2-adcc-b4a14da46b6b), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:10.057473 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:10.089742 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:10.109140 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-345372ae-4e28-4693-8d4b-70ecc6235503 admin admin] Router 7bfb5492-3039-481b-9095-1cee377fbe57 is scheduled to L3 agent 8e6e5f2a-f235-48ed-8752-aab723ac44e7 with binding_index 1 {{(pid=103845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 06 15:29:10.120357 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-03d72db8-60aa-4831-87e2-830355ddb61d None None] Current status of the port 4ae2265d-36d3-4d87-8777-dafd6bf17c4e is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:29:10.137649 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e88b2c-f6b9-4e36-aeed-d5a81b23e733 req-78e64ea6-99f4-45a7-a25d-3a79b069181c tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:10.139833 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-07e88b2c-f6b9-4e36-aeed-d5a81b23e733 req-78e64ea6-99f4-45a7-a25d-3a79b069181c tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=3dc848c1-1535-4024-a792-3e74e6581844 HTTP/1.1" status: 200 len: 945 time: 0.0808854 Jul 06 15:29:10.188128 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-7010e4a9-2030-480c-a379-7a94dc0af575 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for security_group (fb6239be-1d71-40f2-adcc-b4a14da46b6b), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:10.280702 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-07e88b2c-f6b9-4e36-aeed-d5a81b23e733 req-42e98eb1-3725-4ab6-8b9e-e059e2191edb tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=2872e210-e584-4439-b8ae-384c97731295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332953 Jul 06 15:29:10.293106 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-345372ae-4e28-4693-8d4b-70ecc6235503 admin admin] Notify agent at l3_agent.dv-cinder-848848-4-iscsi the message routers_updated {{(pid=103845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:29:10.307985 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a43a3a8-7f9c-4ad8-be5f-7b200c4752ee None None] Sync routers for ids ['7bfb5492-3039-481b-9095-1cee377fbe57'] in dv-cinder-848848-4-iscsi {{(pid=103847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:29:10.331537 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a43a3a8-7f9c-4ad8-be5f-7b200c4752ee None None] Routers {'7bfb5492-3039-481b-9095-1cee377fbe57'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:29:10.332416 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-7a43a3a8-7f9c-4ad8-be5f-7b200c4752ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:28:48Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['7bfb5492-3039-481b-9095-1cee377fbe57'], 'active': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:29:10.337608 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-345372ae-4e28-4693-8d4b-70ecc6235503 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:10.337608 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-345372ae-4e28-4693-8d4b-70ecc6235503 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6007648 Jul 06 15:29:10.340344 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 56884) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:29:10.341672 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-7010e4a9-2030-480c-a379-7a94dc0af575 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (fb6239be-1d71-40f2-adcc-b4a14da46b6b), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:10.345044 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-7010e4a9-2030-480c-a379-7a94dc0af575 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for security_group (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:10.345564 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-eebfbe5c-a6e7-4caa-9e49-60f7c361f251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'name': 'tempest-AttachVolumeNegativeTest-209056874-router', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'c4670a52-f3eb-4623-b6a0-3b65870597ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:38Z', 'updated_at': '2022-07-06T15:24:51Z', 'revision_number': 4, 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'gw_port': {'id': 'c4670a52-f3eb-4623-b6a0-3b65870597ee', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:49:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:40Z', 'updated_at': '2022-07-06T15:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': '750799dc-8d69-4a28-93e2-23fdcff49383', 'name': '', 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'mac_address': 'fa:16:3e:3f:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f20ae9c1-f124-46af-83bd-c43bda7bdca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:47Z', 'updated_at': '2022-07-06T15:25:04Z', 'revision_number': 5, 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'subnets': [{'id': 'f20ae9c1-f124-46af-83bd-c43bda7bdca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:29:10.346761 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-7010e4a9-2030-480c-a379-7a94dc0af575 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "DELETE /v2.0/security-groups/fb6239be-1d71-40f2-adcc-b4a14da46b6b HTTP/1.1" status: 204 len: 168 time: 0.3877940 Jul 06 15:29:10.347297 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:10.372009 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 56886) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:29:10.373604 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7010e4a9-2030-480c-a379-7a94dc0af575 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb6239be-1d71-40f2-adcc-b4a14da46b6b,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:29:10.377457 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebfbe5c-a6e7-4caa-9e49-60f7c361f251 None None] The sync data for ids ['738b7c26-f6e3-475d-9804-afd562758ee8'] in dv-cinder-848848-4-iscsi is: [{'id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'name': 'tempest-AttachVolumeNegativeTest-209056874-router', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'c4670a52-f3eb-4623-b6a0-3b65870597ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:38Z', 'updated_at': '2022-07-06T15:24:51Z', 'revision_number': 4, 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'gw_port': {'id': 'c4670a52-f3eb-4623-b6a0-3b65870597ee', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:49:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:40Z', 'updated_at': '2022-07-06T15:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': '750799dc-8d69-4a28-93e2-23fdcff49383', 'name': '', 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'mac_address': 'fa:16:3e:3f:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f20ae9c1-f124-46af-83bd-c43bda7bdca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:47Z', 'updated_at': '2022-07-06T15:25:04Z', 'revision_number': 5, 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'subnets': [{'id': 'f20ae9c1-f124-46af-83bd-c43bda7bdca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:29:10.404627 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.api.v2.resource [None req-a61f81eb-bc83-4a0e-b7e2-a61eeb53c4c8 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] show failed (client error): The resource could not be found. Jul 06 15:29:10.416156 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-a61f81eb-bc83-4a0e-b7e2-a61eeb53c4c8 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups/fb6239be-1d71-40f2-adcc-b4a14da46b6b HTTP/1.1" status: 404 len: 347 time: 0.0299518 Jul 06 15:29:10.417703 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 56888) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:29:10.434569 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 4ae2265d-36d3-4d87-8777-dafd6bf17c4e up at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:29:10.480426 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:10.540731 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Provisioning complete for port 4ae2265d-36d3-4d87-8777-dafd6bf17c4e triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:29:10.541442 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (4ae2265d-36d3-4d87-8777-dafd6bf17c4e), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:10.568690 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvr_db [None req-7a43a3a8-7f9c-4ad8-be5f-7b200c4752ee None None] Set router 7bfb5492-3039-481b-9095-1cee377fbe57 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:29:10.679762 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-a35d18c8-47fb-478e-b170-b0671797edef tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Deleting port 883c6cbf-6211-40bb-a560-0fdbb442345c {{(pid=103844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 15:29:10.680121 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-a35d18c8-47fb-478e-b170-b0671797edef tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786465945384'] for port (883c6cbf-6211-40bb-a560-0fdbb442345c), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:10.692319 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Current status of the port 4ae2265d-36d3-4d87-8777-dafd6bf17c4e is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:29:10.693702 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 9efa7924-a9aa-4586-aaf2-095407d55a26 up at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:29:10.804431 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Provisioning complete for port 9efa7924-a9aa-4586-aaf2-095407d55a26 triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:29:10.804665 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (9efa7924-a9aa-4586-aaf2-095407d55a26), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:10.838265 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-a35d18c8-47fb-478e-b170-b0671797edef tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652656'] for port (883c6cbf-6211-40bb-a560-0fdbb442345c), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:10.839026 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-a35d18c8-47fb-478e-b170-b0671797edef tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for floatingip (883c6cbf-6211-40bb-a560-0fdbb442345c), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:10.843581 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e1dc9c-a443-4be7-afde-6a46b91a24af None None] Network 67fbf130-8e12-4d05-aa6d-cf9d1097dea4 requested from dv-cinder-848848-4-iscsi {{(pid=103846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 15:29:10.864493 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-a35d18c8-47fb-478e-b170-b0671797edef tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Calling delete_port for 883c6cbf-6211-40bb-a560-0fdbb442345c owned by network:floatingip {{(pid=103844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 15:29:10.867629 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-7a43a3a8-7f9c-4ad8-be5f-7b200c4752ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bfb5492-3039-481b-9095-1cee377fbe57', 'name': 'tempest-TestShelveInstance-185107776-router', 'tenant_id': '57f8b24a40b54ec78fb9180d2f2ff24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': '8af6ecb6-e270-48d3-b159-11e50452c030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:29:07Z', 'updated_at': '2022-07-06T15:29:09Z', 'revision_number': 3, 'project_id': '57f8b24a40b54ec78fb9180d2f2ff24e', 'gw_port': {'id': '8af6ecb6-e270-48d3-b159-11e50452c030', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:2a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bfb5492-3039-481b-9095-1cee377fbe57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:29:08Z', 'updated_at': '2022-07-06T15:29:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi'}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:29:10.899874 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-9b25a5d5-b1b8-4fda-924f-3bd9b72e9f46 None None] Provisioning complete for port 9efa7924-a9aa-4586-aaf2-095407d55a26 triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:29:10.900151 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-9b25a5d5-b1b8-4fda-924f-3bd9b72e9f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (9efa7924-a9aa-4586-aaf2-095407d55a26), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:10.909515 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device 1517f5a9-ced9-4ab6-a63d-d158af2a6089 no longer exists at agent hyperv_hv-cinder-84884 {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:29:10.913736 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a43a3a8-7f9c-4ad8-be5f-7b200c4752ee None None] Checking router: 7bfb5492-3039-481b-9095-1cee377fbe57 for host: dv-cinder-848848-4-iscsi {{(pid=103847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:29:10.914374 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a43a3a8-7f9c-4ad8-be5f-7b200c4752ee None None] Updating router 7bfb5492-3039-481b-9095-1cee377fbe57 port 8af6ecb6-e270-48d3-b159-11e50452c030 binding host dv-cinder-848848-4-iscsi {{(pid=103847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 15:29:10.948484 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7a43a3a8-7f9c-4ad8-be5f-7b200c4752ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (8af6ecb6-e270-48d3-b159-11e50452c030), before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:10.983444 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:10.990906 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558b326-c785-4fc6-8d2c-27f20a1a38f0 req-24fd199b-13a8-462f-a2a0-8d7676a31567 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:10.999881 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-3558b326-c785-4fc6-8d2c-27f20a1a38f0 req-24fd199b-13a8-462f-a2a0-8d7676a31567 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/ports?device_id=f08c8b7f-24e0-47fe-9b46-87202f357774 HTTP/1.1" status: 200 len: 985 time: 0.2626038 Jul 06 15:29:11.000362 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] No Port match for: 1517f5a9-ced9-4ab6-a63d-d158af2a6089 {{(pid=103846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 15:29:11.000702 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device 1517f5a9-ced9-4ab6-a63d-d158af2a6089 not bound to the agent host hv-cinder-84884 {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:29:11.091783 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-a35d18c8-47fb-478e-b170-b0671797edef tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786465950455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786465455746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2698075'] for port (883c6cbf-6211-40bb-a560-0fdbb442345c), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:11.092497 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:11.110719 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddcd039-1124-4d5d-b1a8-566f9d832dc9 None None] New status for floating IP 821917e4-1d63-4193-8d46-8d1ba3785f90: DOWN {{(pid=103846) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 06 15:29:11.118512 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35d18c8-47fb-478e-b170-b0671797edef tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Pushing event deleted for resources: {'Port': ['ID=883c6cbf-6211-40bb-a560-0fdbb442345c,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:29:11.162849 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-3558b326-c785-4fc6-8d2c-27f20a1a38f0 req-e14634c3-86d1-4cea-9df3-fb23125ba677 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f1a1e9b-36c4-4c38-bea4-b0aaf920a706&id=5fee6c02-3f56-4a46-8ff0-68420d1be68a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1620722 Jul 06 15:29:11.176373 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-c7e04b41-b009-40df-a4e2-674bc1f591d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:11.196803 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-a35d18c8-47fb-478e-b170-b0671797edef tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for floatingip (821917e4-1d63-4193-8d46-8d1ba3785f90), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:11.196803 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-a35d18c8-47fb-478e-b170-b0671797edef tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for floatingip (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:11.196803 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-a35d18c8-47fb-478e-b170-b0671797edef tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "DELETE /v2.0/floatingips/821917e4-1d63-4193-8d46-8d1ba3785f90 HTTP/1.1" status: 204 len: 168 time: 0.7733905 Jul 06 15:29:11.198687 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Current status of the port 9efa7924-a9aa-4586-aaf2-095407d55a26 is: DOWN; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:29:11.199067 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (9efa7924-a9aa-4586-aaf2-095407d55a26), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:11.246666 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-9b25a5d5-b1b8-4fda-924f-3bd9b72e9f46 None None] Current status of the port 9efa7924-a9aa-4586-aaf2-095407d55a26 is: DOWN; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:29:11.247049 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-9b25a5d5-b1b8-4fda-924f-3bd9b72e9f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (9efa7924-a9aa-4586-aaf2-095407d55a26), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:11.298966 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] For port 9efa7924-a9aa-4586-aaf2-095407d55a26, host dv-cinder-848848-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=9efa7924-a9aa-4586-aaf2-095407d55a26,segment=NetworkSegment(d09fe750-3800-45ba-8ed0-f557f68ec338),segment_id=d09fe750-3800-45ba-8ed0-f557f68ec338)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:29:11.305785 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (9efa7924-a9aa-4586-aaf2-095407d55a26), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:11.351357 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 56896) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:29:11.357091 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [None req-ef9b4937-440b-43aa-afe4-43278b37fa47 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1162646137', 'description': 'tempest-description--692295980'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:29:11.381324 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:11.393660 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7a43a3a8-7f9c-4ad8-be5f-7b200c4752ee None None] Publish callbacks [] for port (8af6ecb6-e270-48d3-b159-11e50452c030), precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:11.402983 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7a43a3a8-7f9c-4ad8-be5f-7b200c4752ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (8af6ecb6-e270-48d3-b159-11e50452c030), after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:11.407402 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-ef9b4937-440b-43aa-afe4-43278b37fa47 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for security_group (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:11.425612 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.db.api [None req-9b25a5d5-b1b8-4fda-924f-3bd9b72e9f46 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 06 15:29:11.426250 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG oslo_db.api [None req-9b25a5d5-b1b8-4fda-924f-3bd9b72e9f46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 15:29:11.427008 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Pushing event updated for resources: {'Port': ['ID=9efa7924-a9aa-4586-aaf2-095407d55a26,revision_number=3']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:29:11.439871 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:11.470622 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28a1ba0-9e2d-4478-bd9b-1a638d3fade7 None None] Pushing event updated for resources: {'Port': ['ID=8af6ecb6-e270-48d3-b159-11e50452c030,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:29:11.474437 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [None req-7a43a3a8-7f9c-4ad8-be5f-7b200c4752ee None None] Attempting to bind port 8af6ecb6-e270-48d3-b159-11e50452c030 on host dv-cinder-848848-4-iscsi for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 15:29:11.475261 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [None req-7a43a3a8-7f9c-4ad8-be5f-7b200c4752ee None None] Attempting to bind port 8af6ecb6-e270-48d3-b159-11e50452c030 by drivers openvswitch,hyperv on host dv-cinder-848848-4-iscsi at level 0 using segments [{'id': '7bafd98f-0c00-45ed-9abe-629590d245f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 15:29:11.475651 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a43a3a8-7f9c-4ad8-be5f-7b200c4752ee None None] Attempting to bind port 8af6ecb6-e270-48d3-b159-11e50452c030 on network 377cda5e-c384-46ee-8e00-4b775f415604 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:29:11.481907 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a43a3a8-7f9c-4ad8-be5f-7b200c4752ee None None] Checking agent: {'id': 'd26a5351-3de7-44f9-93eb-9fed5ee5b55b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848848-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 15, 16, 51), 'started_at': datetime.datetime(2022, 7, 6, 15, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 15, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848848-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 15:29:11.482164 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a43a3a8-7f9c-4ad8-be5f-7b200c4752ee None None] Checking segment: {'id': '7bafd98f-0c00-45ed-9abe-629590d245f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:29:11.482571 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7a43a3a8-7f9c-4ad8-be5f-7b200c4752ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:11.483122 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a43a3a8-7f9c-4ad8-be5f-7b200c4752ee None None] Bound using segment: {'id': '7bafd98f-0c00-45ed-9abe-629590d245f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 15:29:11.483489 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [None req-7a43a3a8-7f9c-4ad8-be5f-7b200c4752ee None None] Bound port: 8af6ecb6-e270-48d3-b159-11e50452c030, host: dv-cinder-848848-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bafd98f-0c00-45ed-9abe-629590d245f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 15:29:11.483873 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7a43a3a8-7f9c-4ad8-be5f-7b200c4752ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (8af6ecb6-e270-48d3-b159-11e50452c030), before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:11.509860 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60055296-7927-4286-a02f-943f7141e210 req-80576a65-69a3-4ec3-b682-2a89db1038ad tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:11.511601 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-60055296-7927-4286-a02f-943f7141e210 req-80576a65-69a3-4ec3-b682-2a89db1038ad tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=3dc848c1-1535-4024-a792-3e74e6581844 HTTP/1.1" status: 200 len: 945 time: 0.1311359 Jul 06 15:29:11.513830 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-ef9b4937-440b-43aa-afe4-43278b37fa47 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for security_group (b7c5e9fe-49e8-4bf5-84c6-83d6010ab77c), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:11.521084 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-ef9b4937-440b-43aa-afe4-43278b37fa47 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (b7c5e9fe-49e8-4bf5-84c6-83d6010ab77c), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:11.534495 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.db.db_base_plugin_common [None req-c7e04b41-b009-40df-a4e2-674bc1f591d1 admin admin] Allocated IP 172.20.0.1 (67fbf130-8e12-4d05-aa6d-cf9d1097dea4/fb80a5ca-c874-4fe3-b1f3-18886d3ba9e1/0fddb241-5b6c-4230-950b-bcd3ad510c6a) {{(pid=103845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:29:11.566529 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-ef9b4937-440b-43aa-afe4-43278b37fa47 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for security_group (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:11.567823 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-ef9b4937-440b-43aa-afe4-43278b37fa47 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2151570 Jul 06 15:29:11.570418 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9b4937-440b-43aa-afe4-43278b37fa47 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c5e9fe-49e8-4bf5-84c6-83d6010ab77c,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:29:11.572844 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 56898) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:29:11.573950 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-7a43a3a8-7f9c-4ad8-be5f-7b200c4752ee None None] For port 8af6ecb6-e270-48d3-b159-11e50452c030, host dv-cinder-848848-4-iscsi, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:29:11.579109 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-7a43a3a8-7f9c-4ad8-be5f-7b200c4752ee None None] For port 8af6ecb6-e270-48d3-b159-11e50452c030, host dv-cinder-848848-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=8af6ecb6-e270-48d3-b159-11e50452c030,segment=NetworkSegment(7bafd98f-0c00-45ed-9abe-629590d245f2),segment_id=7bafd98f-0c00-45ed-9abe-629590d245f2)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:29:11.581287 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.v2.base [None req-0339fa6f-2871-4b20-9f08-931fe97ca4fc tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Request body: {'security_group_rule': {'security_group_id': 'b7c5e9fe-49e8-4bf5-84c6-83d6010ab77c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:29:11.585865 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7a43a3a8-7f9c-4ad8-be5f-7b200c4752ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (8af6ecb6-e270-48d3-b159-11e50452c030), after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:11.640692 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:11.644660 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a43a3a8-7f9c-4ad8-be5f-7b200c4752ee None None] Routers {'7bfb5492-3039-481b-9095-1cee377fbe57'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:29:11.645277 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-7a43a3a8-7f9c-4ad8-be5f-7b200c4752ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:28:48Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['7bfb5492-3039-481b-9095-1cee377fbe57'], 'active': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:29:11.646460 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-60055296-7927-4286-a02f-943f7141e210 req-8051c6cc-c2a3-41a5-851e-1c6528d83bf7 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=2872e210-e584-4439-b8ae-384c97731295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289999 Jul 06 15:29:11.688629 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-0339fa6f-2871-4b20-9f08-931fe97ca4fc tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for security_group_rule (41660f37-01c4-4de6-8d46-83498704eed0), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:11.745783 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-c7e04b41-b009-40df-a4e2-674bc1f591d1 admin admin] Publish callbacks [] for port (0fddb241-5b6c-4230-950b-bcd3ad510c6a), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:11.764445 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28a1ba0-9e2d-4478-bd9b-1a638d3fade7 None None] Pushing event updated for resources: {'Port': ['ID=8af6ecb6-e270-48d3-b159-11e50452c030,revision_number=3']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:29:11.786391 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-0339fa6f-2871-4b20-9f08-931fe97ca4fc tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for security_group_rule (41660f37-01c4-4de6-8d46-83498704eed0), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:11.792674 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-0339fa6f-2871-4b20-9f08-931fe97ca4fc tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669521'] for security_group_rule (41660f37-01c4-4de6-8d46-83498704eed0), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:11.818326 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0339fa6f-2871-4b20-9f08-931fe97ca4fc tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41660f37-01c4-4de6-8d46-83498704eed0,revision_number=0']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:29:11.821793 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-c7e04b41-b009-40df-a4e2-674bc1f591d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786465455737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2888556'] for port (0fddb241-5b6c-4230-950b-bcd3ad510c6a), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:11.829402 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-0339fa6f-2871-4b20-9f08-931fe97ca4fc tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:11.830577 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-0339fa6f-2871-4b20-9f08-931fe97ca4fc tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2530372 Jul 06 15:29:11.833599 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 56900) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:29:11.835452 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvr_db [None req-7a43a3a8-7f9c-4ad8-be5f-7b200c4752ee None None] Set router 7bfb5492-3039-481b-9095-1cee377fbe57 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:29:11.839010 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [None req-7b26ea20-7909-49d7-a3e3-f9e1390b7c13 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Request body: {'security_group_rule': {'security_group_id': 'b7c5e9fe-49e8-4bf5-84c6-83d6010ab77c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:29:11.868466 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e04b41-b009-40df-a4e2-674bc1f591d1 admin admin] Network 67fbf130-8e12-4d05-aa6d-cf9d1097dea4 is already hosted by enough agents. {{(pid=103845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:29:11.871436 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.base_scheduler [None req-c7e04b41-b009-40df-a4e2-674bc1f591d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:29:11.873687 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-7b26ea20-7909-49d7-a3e3-f9e1390b7c13 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for security_group_rule (a3684ab2-913c-4e76-81b2-a57a7f61d57d), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:11.875379 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e04b41-b009-40df-a4e2-674bc1f591d1 admin admin] Received port after_create {{(pid=103845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 15:29:11.880551 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e04b41-b009-40df-a4e2-674bc1f591d1 admin admin] Pushing event updated for resources: {'Port': ['ID=0fddb241-5b6c-4230-950b-bcd3ad510c6a,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:29:11.924169 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-c7e04b41-b009-40df-a4e2-674bc1f591d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-649734'] for router_interface (7bfb5492-3039-481b-9095-1cee377fbe57), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:11.932227 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:DELETE=7,neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:11.939923 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-7b26ea20-7909-49d7-a3e3-f9e1390b7c13 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for security_group_rule (a3684ab2-913c-4e76-81b2-a57a7f61d57d), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:11.946422 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-7b26ea20-7909-49d7-a3e3-f9e1390b7c13 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669521'] for security_group_rule (a3684ab2-913c-4e76-81b2-a57a7f61d57d), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:11.962865 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:11.980978 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-9b25a5d5-b1b8-4fda-924f-3bd9b72e9f46 None None] Current status of the port 9efa7924-a9aa-4586-aaf2-095407d55a26 is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:29:11.981706 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b26ea20-7909-49d7-a3e3-f9e1390b7c13 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3684ab2-913c-4e76-81b2-a57a7f61d57d,revision_number=0']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:29:11.995535 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-7b26ea20-7909-49d7-a3e3-f9e1390b7c13 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:12.000980 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-7b26ea20-7909-49d7-a3e3-f9e1390b7c13 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1625206 Jul 06 15:29:12.001522 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 56902) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:29:12.006186 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [None req-76447de5-dee0-4af0-89ea-41dd8b177244 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Request body: {'floatingip': {'floating_network_id': '377cda5e-c384-46ee-8e00-4b775f415604'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:29:12.040328 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-7a43a3a8-7f9c-4ad8-be5f-7b200c4752ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bfb5492-3039-481b-9095-1cee377fbe57', 'name': 'tempest-TestShelveInstance-185107776-router', 'tenant_id': '57f8b24a40b54ec78fb9180d2f2ff24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': '8af6ecb6-e270-48d3-b159-11e50452c030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:29:07Z', 'updated_at': '2022-07-06T15:29:09Z', 'revision_number': 3, 'project_id': '57f8b24a40b54ec78fb9180d2f2ff24e', 'gw_port': {'id': '8af6ecb6-e270-48d3-b159-11e50452c030', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:2a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bfb5492-3039-481b-9095-1cee377fbe57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:29:08Z', 'updated_at': '2022-07-06T15:29:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi'}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:29:12.052042 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-76447de5-dee0-4af0-89ea-41dd8b177244 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:12.052498 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:12.071955 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a43a3a8-7f9c-4ad8-be5f-7b200c4752ee None None] The sync data for ids ['7bfb5492-3039-481b-9095-1cee377fbe57'] in dv-cinder-848848-4-iscsi is: [{'id': '7bfb5492-3039-481b-9095-1cee377fbe57', 'name': 'tempest-TestShelveInstance-185107776-router', 'tenant_id': '57f8b24a40b54ec78fb9180d2f2ff24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': '8af6ecb6-e270-48d3-b159-11e50452c030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:29:07Z', 'updated_at': '2022-07-06T15:29:09Z', 'revision_number': 3, 'project_id': '57f8b24a40b54ec78fb9180d2f2ff24e', 'gw_port': {'id': '8af6ecb6-e270-48d3-b159-11e50452c030', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:2a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bfb5492-3039-481b-9095-1cee377fbe57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:29:08Z', 'updated_at': '2022-07-06T15:29:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi'}] {{(pid=103847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:29:12.122301 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-14d3d9eb-4401-4030-961d-870eb378f72e None None] Provisioning complete for port 9efa7924-a9aa-4586-aaf2-095407d55a26 triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:29:12.122894 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-14d3d9eb-4401-4030-961d-870eb378f72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (9efa7924-a9aa-4586-aaf2-095407d55a26), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:12.159042 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-76447de5-dee0-4af0-89ea-41dd8b177244 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:12.160485 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-c7e04b41-b009-40df-a4e2-674bc1f591d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (0fddb241-5b6c-4230-950b-bcd3ad510c6a), before_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:12.245746 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-14d3d9eb-4401-4030-961d-870eb378f72e None None] Current status of the port 9efa7924-a9aa-4586-aaf2-095407d55a26 is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:29:12.298700 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 9efa7924-a9aa-4586-aaf2-095407d55a26 up at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:29:12.339761 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.db_base_plugin_common [None req-76447de5-dee0-4af0-89ea-41dd8b177244 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Allocated IP 172.27.3.142 (377cda5e-c384-46ee-8e00-4b775f415604/1975bb39-9f7d-4b8c-94d3-6023908c91e1/444f35aa-7fc8-420b-a85d-65b6618fd91e) {{(pid=103844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:29:12.356183 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Provisioning complete for port 9efa7924-a9aa-4586-aaf2-095407d55a26 triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:29:12.356679 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (9efa7924-a9aa-4586-aaf2-095407d55a26), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:12.370241 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241630d-9918-436d-909e-6b0a98e601e1 req-a7e4ef00-c2f0-4844-a508-41425cfb7628 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:12.372196 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-4241630d-9918-436d-909e-6b0a98e601e1 req-a7e4ef00-c2f0-4844-a508-41425cfb7628 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/ports?device_id=f08c8b7f-24e0-47fe-9b46-87202f357774 HTTP/1.1" status: 200 len: 985 time: 0.0746400 Jul 06 15:29:12.395015 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=100 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:12.395250 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-c7e04b41-b009-40df-a4e2-674bc1f591d1 admin admin] Publish callbacks [] for port (0fddb241-5b6c-4230-950b-bcd3ad510c6a), precommit_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:12.400133 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-6be08b88-fd5c-49fd-9a07-c34e0716ec59 None None] Provisioning complete for port 0fddb241-5b6c-4230-950b-bcd3ad510c6a triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:29:12.400502 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-6be08b88-fd5c-49fd-9a07-c34e0716ec59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (0fddb241-5b6c-4230-950b-bcd3ad510c6a), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:12.401389 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-c7e04b41-b009-40df-a4e2-674bc1f591d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2888549'] for port (0fddb241-5b6c-4230-950b-bcd3ad510c6a), after_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:12.441215 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-6be08b88-fd5c-49fd-9a07-c34e0716ec59 None None] Port 0fddb241-5b6c-4230-950b-bcd3ad510c6a cannot update to ACTIVE because it is not bound. {{(pid=103846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 15:29:12.497530 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-c7e04b41-b009-40df-a4e2-674bc1f591d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649874'] for router_interface (7bfb5492-3039-481b-9095-1cee377fbe57), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:12.501798 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e04b41-b009-40df-a4e2-674bc1f591d1 admin admin] Pushing event updated for resources: {'Port': ['ID=0fddb241-5b6c-4230-950b-bcd3ad510c6a,revision_number=2']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:29:12.524813 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Current status of the port 9efa7924-a9aa-4586-aaf2-095407d55a26 is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:29:12.532611 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-4241630d-9918-436d-909e-6b0a98e601e1 req-fbcbf1a0-23d9-4c0a-8a8d-5489c1fd7437 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f1a1e9b-36c4-4c38-bea4-b0aaf920a706&id=5fee6c02-3f56-4a46-8ff0-68420d1be68a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1461222 Jul 06 15:29:12.576472 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-76447de5-dee0-4af0-89ea-41dd8b177244 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for port (444f35aa-7fc8-420b-a85d-65b6618fd91e), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:12.581070 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:12.595708 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:12.619301 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-76447de5-dee0-4af0-89ea-41dd8b177244 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786465455737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2698075'] for port (444f35aa-7fc8-420b-a85d-65b6618fd91e), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:12.635323 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e04b41-b009-40df-a4e2-674bc1f591d1 admin admin] Network 67fbf130-8e12-4d05-aa6d-cf9d1097dea4 is already hosted by enough agents. {{(pid=103845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:29:12.636954 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.base_scheduler [None req-c7e04b41-b009-40df-a4e2-674bc1f591d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:29:12.663416 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76447de5-dee0-4af0-89ea-41dd8b177244 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Network 377cda5e-c384-46ee-8e00-4b775f415604 is already hosted by enough agents. {{(pid=103844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:29:12.668001 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.base_scheduler [None req-76447de5-dee0-4af0-89ea-41dd8b177244 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Resources bound (agent type, host, resource id): {{(pid=103844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:29:12.672924 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76447de5-dee0-4af0-89ea-41dd8b177244 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Received port after_create {{(pid=103844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 15:29:12.678240 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76447de5-dee0-4af0-89ea-41dd8b177244 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Pushing event updated for resources: {'Port': ['ID=444f35aa-7fc8-420b-a85d-65b6618fd91e,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:29:12.791195 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-76447de5-dee0-4af0-89ea-41dd8b177244 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for floatingip (7931ef5b-8215-4c6c-99df-4d1d088da1f6), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:12.815061 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7e04b41-b009-40df-a4e2-674bc1f591d1 admin admin] Router 7bfb5492-3039-481b-9095-1cee377fbe57 has already been hosted by L3 agent 8e6e5f2a-f235-48ed-8752-aab723ac44e7 {{(pid=103845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 15:29:12.828959 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d9f940-f8cc-4730-9078-bd7c6cdcd7e6 req-4e18d4d2-b935-4e58-bedd-0c70df5ab861 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:12.831664 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-41d9f940-f8cc-4730-9078-bd7c6cdcd7e6 req-4e18d4d2-b935-4e58-bedd-0c70df5ab861 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=3dc848c1-1535-4024-a792-3e74e6581844 HTTP/1.1" status: 200 len: 945 time: 0.0852239 Jul 06 15:29:12.842884 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-76447de5-dee0-4af0-89ea-41dd8b177244 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (444f35aa-7fc8-420b-a85d-65b6618fd91e), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:12.970616 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-d07d359a-0a5d-4721-b180-c05fc0b8e4b4 None None] Provisioning complete for port 0fddb241-5b6c-4230-950b-bcd3ad510c6a triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:29:12.971072 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d07d359a-0a5d-4721-b180-c05fc0b8e4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (0fddb241-5b6c-4230-950b-bcd3ad510c6a), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:12.982115 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-41d9f940-f8cc-4730-9078-bd7c6cdcd7e6 req-247d7d73-d1cb-415c-b5e8-527790535784 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=2872e210-e584-4439-b8ae-384c97731295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420579 Jul 06 15:29:12.983546 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e04b41-b009-40df-a4e2-674bc1f591d1 admin admin] Notify agent at l3_agent.dv-cinder-848848-4-iscsi the message routers_updated {{(pid=103845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:29:12.989120 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-c7e04b41-b009-40df-a4e2-674bc1f591d1 admin admin] 10.222.0.46 "PUT /v2.0/routers/7bfb5492-3039-481b-9095-1cee377fbe57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6477649 Jul 06 15:29:13.024207 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d07d359a-0a5d-4721-b180-c05fc0b8e4b4 None None] Port 0fddb241-5b6c-4230-950b-bcd3ad510c6a cannot update to ACTIVE because it is not bound. {{(pid=103846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 15:29:13.045709 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-76447de5-dee0-4af0-89ea-41dd8b177244 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for port (444f35aa-7fc8-420b-a85d-65b6618fd91e), precommit_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:13.047289 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:13.053536 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-76447de5-dee0-4af0-89ea-41dd8b177244 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2698066'] for port (444f35aa-7fc8-420b-a85d-65b6618fd91e), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:13.134930 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76447de5-dee0-4af0-89ea-41dd8b177244 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Pushing event updated for resources: {'Port': ['ID=444f35aa-7fc8-420b-a85d-65b6618fd91e,revision_number=2']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:29:13.162200 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-76447de5-dee0-4af0-89ea-41dd8b177244 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591059'] for floatingip (7931ef5b-8215-4c6c-99df-4d1d088da1f6), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:13.178517 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-76447de5-dee0-4af0-89ea-41dd8b177244 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for floatingip (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:13.180083 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-76447de5-dee0-4af0-89ea-41dd8b177244 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1772938 Jul 06 15:29:13.396120 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-eecc1e99-574b-41de-a4d9-cdcc5946ce25 req-75d6cd9c-0987-4b71-8b77-b527e7975955 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1162646137&fields=id&tenant_id=e9fb04db8ac9464086cd7f3362e97455 HTTP/1.1" status: 200 len: 267 time: 0.0477972 Jul 06 15:29:13.418129 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 56926) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:29:13.422747 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [None req-fe41648e-bd4b-4aae-a706-57d38f2edce9 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1771226619', 'description': 'tempest-secgroup-smoke-1771226619 description', 'project_id': '42279c5b622c47a192c529ce53566555'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:29:13.444643 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fe41648e-bd4b-4aae-a706-57d38f2edce9 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Publish callbacks [] for security_group (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:13.513954 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc1e99-574b-41de-a4d9-cdcc5946ce25 req-a441afb0-5846-4867-b0d8-cf4887b88454 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:13.515392 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-eecc1e99-574b-41de-a4d9-cdcc5946ce25 req-a441afb0-5846-4867-b0d8-cf4887b88454 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/networks?id=a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5 HTTP/1.1" status: 200 len: 814 time: 0.1120574 Jul 06 15:29:13.517651 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fe41648e-bd4b-4aae-a706-57d38f2edce9 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Publish callbacks [] for security_group (f64e9139-f7c8-4326-922d-ff02b5362541), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:13.522658 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fe41648e-bd4b-4aae-a706-57d38f2edce9 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (f64e9139-f7c8-4326-922d-ff02b5362541), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:13.532431 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-eecc1e99-574b-41de-a4d9-cdcc5946ce25 req-90583c0c-f51c-477a-8111-8ad1586a44e7 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/quotas/e9fb04db8ac9464086cd7f3362e97455 HTTP/1.1" status: 200 len: 375 time: 0.0107231 Jul 06 15:29:13.549629 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=100 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:13.554507 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe41648e-bd4b-4aae-a706-57d38f2edce9 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f64e9139-f7c8-4326-922d-ff02b5362541,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:29:13.559001 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fe41648e-bd4b-4aae-a706-57d38f2edce9 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Publish callbacks [] for security_group (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:13.563120 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-fe41648e-bd4b-4aae-a706-57d38f2edce9 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1409924 Jul 06 15:29:13.565346 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 56928) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:29:13.567976 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [None req-42a9960f-f3c2-437c-9fac-e0abefcf398c tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Request body: {'security_group_rule': {'security_group_id': 'f64e9139-f7c8-4326-922d-ff02b5362541', 'project_id': '42279c5b622c47a192c529ce53566555', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:29:13.594689 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-eecc1e99-574b-41de-a4d9-cdcc5946ce25 req-1692bc04-83c3-4b09-9144-e5bcf9420eda tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e9fb04db8ac9464086cd7f3362e97455&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0560760 Jul 06 15:29:13.596805 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-42a9960f-f3c2-437c-9fac-e0abefcf398c tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Publish callbacks [] for security_group_rule (78812e12-e82e-4b5c-9648-d50f5aad26a9), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:13.654791 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=5 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:13.679904 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcac896-d216-4a0e-8402-cbe4861d6494 req-ae57df1d-fb83-4428-9c8c-e538458370c4 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:13.681380 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-2fcac896-d216-4a0e-8402-cbe4861d6494 req-ae57df1d-fb83-4428-9c8c-e538458370c4 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/ports?device_id=f08c8b7f-24e0-47fe-9b46-87202f357774 HTTP/1.1" status: 200 len: 985 time: 0.0639427 Jul 06 15:29:13.691929 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-42a9960f-f3c2-437c-9fac-e0abefcf398c tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Publish callbacks [] for security_group_rule (78812e12-e82e-4b5c-9648-d50f5aad26a9), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:13.699804 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-42a9960f-f3c2-437c-9fac-e0abefcf398c tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669521'] for security_group_rule (78812e12-e82e-4b5c-9648-d50f5aad26a9), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:13.700720 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-eecc1e99-574b-41de-a4d9-cdcc5946ce25 req-c6e868a4-b8b4-4640-a8f2-1873e5bdbce9 service neutron] 10.222.0.46 "GET /v2.0/networks/a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940049 Jul 06 15:29:13.735183 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a9960f-f3c2-437c-9fac-e0abefcf398c tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78812e12-e82e-4b5c-9648-d50f5aad26a9,revision_number=0']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:29:13.740957 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-42a9960f-f3c2-437c-9fac-e0abefcf398c tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:13.742686 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-42a9960f-f3c2-437c-9fac-e0abefcf398c tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1784360 Jul 06 15:29:13.746696 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 56932) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:29:13.755002 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [None req-c614d7ea-a4a2-472e-9737-6326a39ae5d7 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Request body: {'security_group_rule': {'security_group_id': 'f64e9139-f7c8-4326-922d-ff02b5362541', 'project_id': '42279c5b622c47a192c529ce53566555', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:29:13.791922 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-2fcac896-d216-4a0e-8402-cbe4861d6494 req-febf117b-9294-49f5-af25-3364253d6deb tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f1a1e9b-36c4-4c38-bea4-b0aaf920a706&id=5fee6c02-3f56-4a46-8ff0-68420d1be68a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1019809 Jul 06 15:29:13.799947 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-eecc1e99-574b-41de-a4d9-cdcc5946ce25 req-adc7e0ac-3e44-4480-a389-d28da9288647 service neutron] 10.222.0.46 "GET /v2.0/networks/a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929549 Jul 06 15:29:13.801962 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-c614d7ea-a4a2-472e-9737-6326a39ae5d7 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Publish callbacks [] for security_group_rule (feb1ce8e-53c6-44a5-a7fe-8ee0b3ef8e5a), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:13.866935 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-c614d7ea-a4a2-472e-9737-6326a39ae5d7 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Publish callbacks [] for security_group_rule (feb1ce8e-53c6-44a5-a7fe-8ee0b3ef8e5a), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:13.871612 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-c614d7ea-a4a2-472e-9737-6326a39ae5d7 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669521'] for security_group_rule (feb1ce8e-53c6-44a5-a7fe-8ee0b3ef8e5a), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:13.890591 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c614d7ea-a4a2-472e-9737-6326a39ae5d7 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feb1ce8e-53c6-44a5-a7fe-8ee0b3ef8e5a,revision_number=0']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:29:13.895582 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-c614d7ea-a4a2-472e-9737-6326a39ae5d7 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:13.896727 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-c614d7ea-a4a2-472e-9737-6326a39ae5d7 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1491024 Jul 06 15:29:13.899854 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 56936) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:29:13.905686 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [None req-e1d44af0-79f6-4431-be5f-0aa3bd6c6113 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Request body: {'security_group_rule': {'security_group_id': 'f64e9139-f7c8-4326-922d-ff02b5362541', 'project_id': '42279c5b622c47a192c529ce53566555', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:29:13.948780 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (eda728fc-b46d-4378-b578-35bac6b15486), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:13.954538 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-e1d44af0-79f6-4431-be5f-0aa3bd6c6113 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Publish callbacks [] for security_group_rule (e5561b08-7c64-46d2-b259-7488fbdd5684), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:13.993865 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:14.017310 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-21632643-07fa-4f65-ab6f-a6318e45a723 req-3f3760fb-0b65-42c4-8d34-27c4c14ff854 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=0889d118-1916-42f5-907d-37457f8ac6c0 HTTP/1.1" status: 200 len: 210 time: 0.0344059 Jul 06 15:29:14.050432 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-e1d44af0-79f6-4431-be5f-0aa3bd6c6113 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Publish callbacks [] for security_group_rule (e5561b08-7c64-46d2-b259-7488fbdd5684), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:14.055984 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-e1d44af0-79f6-4431-be5f-0aa3bd6c6113 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669521'] for security_group_rule (e5561b08-7c64-46d2-b259-7488fbdd5684), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:14.080682 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d44af0-79f6-4431-be5f-0aa3bd6c6113 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5561b08-7c64-46d2-b259-7488fbdd5684,revision_number=0']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:29:14.089550 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-e1d44af0-79f6-4431-be5f-0aa3bd6c6113 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:14.091703 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-e1d44af0-79f6-4431-be5f-0aa3bd6c6113 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1906321 Jul 06 15:29:14.094669 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 56944) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:29:14.100396 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [None req-c9859239-d930-4674-a0f7-8db2d171b441 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Request body: {'security_group_rule': {'security_group_id': 'f64e9139-f7c8-4326-922d-ff02b5362541', 'project_id': '42279c5b622c47a192c529ce53566555', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:29:14.129363 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c564cbdb-016c-472a-8657-297b96b30966 req-8baf8d76-70c5-4c82-abba-8c62c7708109 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:14.131031 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-c564cbdb-016c-472a-8657-297b96b30966 req-8baf8d76-70c5-4c82-abba-8c62c7708109 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=3dc848c1-1535-4024-a792-3e74e6581844 HTTP/1.1" status: 200 len: 945 time: 0.0659552 Jul 06 15:29:14.134437 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-c9859239-d930-4674-a0f7-8db2d171b441 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Publish callbacks [] for security_group_rule (da7157d2-e2c6-4670-a143-40d10bc63077), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:14.188935 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-c564cbdb-016c-472a-8657-297b96b30966 req-14bb23c8-1249-421b-9365-55026a359d8b tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=2872e210-e584-4439-b8ae-384c97731295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485332 Jul 06 15:29:14.224420 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c82c3c5-1cf3-463c-a49c-83fc1bee0aa1 None None] Sync routers for ids ['7bfb5492-3039-481b-9095-1cee377fbe57'] in dv-cinder-848848-4-iscsi {{(pid=103847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:29:14.232667 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-c9859239-d930-4674-a0f7-8db2d171b441 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Publish callbacks [] for security_group_rule (da7157d2-e2c6-4670-a143-40d10bc63077), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:14.237717 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c82c3c5-1cf3-463c-a49c-83fc1bee0aa1 None None] Routers {'7bfb5492-3039-481b-9095-1cee377fbe57'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:29:14.238324 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-1c82c3c5-1cf3-463c-a49c-83fc1bee0aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:28:48Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['7bfb5492-3039-481b-9095-1cee377fbe57'], 'active': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:29:14.251490 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-c9859239-d930-4674-a0f7-8db2d171b441 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669521'] for security_group_rule (da7157d2-e2c6-4670-a143-40d10bc63077), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:14.273848 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9859239-d930-4674-a0f7-8db2d171b441 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da7157d2-e2c6-4670-a143-40d10bc63077,revision_number=0']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:29:14.282788 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-c9859239-d930-4674-a0f7-8db2d171b441 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:14.286785 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-c9859239-d930-4674-a0f7-8db2d171b441 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1883161 Jul 06 15:29:14.287158 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 56950) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:29:14.293578 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [None req-58a19da4-0d48-4b64-806b-4c27961d759a tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Request body: {'security_group_rule': {'security_group_id': 'f64e9139-f7c8-4326-922d-ff02b5362541', 'project_id': '42279c5b622c47a192c529ce53566555', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:29:14.310776 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 8af6ecb6-e270-48d3-b159-11e50452c030 up at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:29:14.322453 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.db.securitygroups_db [None req-58a19da4-0d48-4b64-806b-4c27961d759a tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Project 42279c5b622c47a192c529ce53566555 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 15:29:14.329289 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-58a19da4-0d48-4b64-806b-4c27961d759a tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Publish callbacks [] for security_group_rule (d9c29e6b-21a5-48b6-a32c-7420eebcaced), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:14.352748 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvr_db [None req-1c82c3c5-1cf3-463c-a49c-83fc1bee0aa1 None None] Set router 7bfb5492-3039-481b-9095-1cee377fbe57 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:29:14.368667 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Provisioning complete for port 8af6ecb6-e270-48d3-b159-11e50452c030 triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:29:14.369114 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (8af6ecb6-e270-48d3-b159-11e50452c030), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:14.407652 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-58a19da4-0d48-4b64-806b-4c27961d759a tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Publish callbacks [] for security_group_rule (d9c29e6b-21a5-48b6-a32c-7420eebcaced), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:14.414997 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-58a19da4-0d48-4b64-806b-4c27961d759a tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669521'] for security_group_rule (d9c29e6b-21a5-48b6-a32c-7420eebcaced), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:14.428439 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:14.437379 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a19da4-0d48-4b64-806b-4c27961d759a tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9c29e6b-21a5-48b6-a32c-7420eebcaced,revision_number=0']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:29:14.455433 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-58a19da4-0d48-4b64-806b-4c27961d759a tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:14.459516 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-58a19da4-0d48-4b64-806b-4c27961d759a tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1671510 Jul 06 15:29:14.460222 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Current status of the port 8af6ecb6-e270-48d3-b159-11e50452c030 is: DOWN; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:29:14.460356 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 56954) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:29:14.460453 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (8af6ecb6-e270-48d3-b159-11e50452c030), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:14.466159 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [None req-42f96a01-a537-4404-9726-36a435806cd8 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Request body: {'security_group_rule': {'security_group_id': 'f64e9139-f7c8-4326-922d-ff02b5362541', 'project_id': '42279c5b622c47a192c529ce53566555', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:29:14.496989 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.db.securitygroups_db [None req-42f96a01-a537-4404-9726-36a435806cd8 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Project 42279c5b622c47a192c529ce53566555 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 15:29:14.498262 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] For port 8af6ecb6-e270-48d3-b159-11e50452c030, host dv-cinder-848848-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=8af6ecb6-e270-48d3-b159-11e50452c030,segment=NetworkSegment(7bafd98f-0c00-45ed-9abe-629590d245f2),segment_id=7bafd98f-0c00-45ed-9abe-629590d245f2)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:29:14.502759 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (8af6ecb6-e270-48d3-b159-11e50452c030), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:14.506117 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-42f96a01-a537-4404-9726-36a435806cd8 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Publish callbacks [] for security_group_rule (724151be-3be0-43be-b495-a683894d9028), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:14.562367 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:14.566744 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Pushing event updated for resources: {'Port': ['ID=8af6ecb6-e270-48d3-b159-11e50452c030,revision_number=4']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:29:14.572873 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-1c82c3c5-1cf3-463c-a49c-83fc1bee0aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bfb5492-3039-481b-9095-1cee377fbe57', 'name': 'tempest-TestShelveInstance-185107776-router', 'tenant_id': '57f8b24a40b54ec78fb9180d2f2ff24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': '8af6ecb6-e270-48d3-b159-11e50452c030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:29:07Z', 'updated_at': '2022-07-06T15:29:12Z', 'revision_number': 4, 'project_id': '57f8b24a40b54ec78fb9180d2f2ff24e', 'gw_port': {'id': '8af6ecb6-e270-48d3-b159-11e50452c030', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:2a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bfb5492-3039-481b-9095-1cee377fbe57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:29:08Z', 'updated_at': '2022-07-06T15:29:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': '0fddb241-5b6c-4230-950b-bcd3ad510c6a', 'name': '', 'network_id': '67fbf130-8e12-4d05-aa6d-cf9d1097dea4', 'tenant_id': '57f8b24a40b54ec78fb9180d2f2ff24e', 'mac_address': 'fa:16:3e:a6:9b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bfb5492-3039-481b-9095-1cee377fbe57', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'fb80a5ca-c874-4fe3-b1f3-18886d3ba9e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:29:11Z', 'updated_at': '2022-07-06T15:29:12Z', 'revision_number': 2, 'project_id': '57f8b24a40b54ec78fb9180d2f2ff24e', 'subnets': [{'id': 'fb80a5ca-c874-4fe3-b1f3-18886d3ba9e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:29:14.587801 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-42f96a01-a537-4404-9726-36a435806cd8 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Publish callbacks [] for security_group_rule (724151be-3be0-43be-b495-a683894d9028), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:14.593167 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-42f96a01-a537-4404-9726-36a435806cd8 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669521'] for security_group_rule (724151be-3be0-43be-b495-a683894d9028), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:14.602666 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c82c3c5-1cf3-463c-a49c-83fc1bee0aa1 None None] Checking router: 7bfb5492-3039-481b-9095-1cee377fbe57 for host: dv-cinder-848848-4-iscsi {{(pid=103847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:29:14.603061 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c82c3c5-1cf3-463c-a49c-83fc1bee0aa1 None None] Updating router 7bfb5492-3039-481b-9095-1cee377fbe57 port 0fddb241-5b6c-4230-950b-bcd3ad510c6a binding host dv-cinder-848848-4-iscsi {{(pid=103847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 15:29:14.615163 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f96a01-a537-4404-9726-36a435806cd8 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=724151be-3be0-43be-b495-a683894d9028,revision_number=0']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:29:14.625384 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-42f96a01-a537-4404-9726-36a435806cd8 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:14.626633 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-42f96a01-a537-4404-9726-36a435806cd8 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1655338 Jul 06 15:29:14.632427 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1c82c3c5-1cf3-463c-a49c-83fc1bee0aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (0fddb241-5b6c-4230-950b-bcd3ad510c6a), before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:14.752480 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:14.906386 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1c82c3c5-1cf3-463c-a49c-83fc1bee0aa1 None None] Publish callbacks [] for port (0fddb241-5b6c-4230-950b-bcd3ad510c6a), precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:14.912376 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1c82c3c5-1cf3-463c-a49c-83fc1bee0aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (0fddb241-5b6c-4230-950b-bcd3ad510c6a), after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:14.966189 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae742e8f-152c-4144-8755-8f3bb5ed0b9d None None] Pushing event updated for resources: {'Port': ['ID=0fddb241-5b6c-4230-950b-bcd3ad510c6a,revision_number=3']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:29:15.026249 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [None req-1c82c3c5-1cf3-463c-a49c-83fc1bee0aa1 None None] Attempting to bind port 0fddb241-5b6c-4230-950b-bcd3ad510c6a on host dv-cinder-848848-4-iscsi for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 15:29:15.026613 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [None req-1c82c3c5-1cf3-463c-a49c-83fc1bee0aa1 None None] Attempting to bind port 0fddb241-5b6c-4230-950b-bcd3ad510c6a by drivers openvswitch,hyperv on host dv-cinder-848848-4-iscsi at level 0 using segments [{'id': 'd09fe750-3800-45ba-8ed0-f557f68ec338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '67fbf130-8e12-4d05-aa6d-cf9d1097dea4'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 15:29:15.026965 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c82c3c5-1cf3-463c-a49c-83fc1bee0aa1 None None] Attempting to bind port 0fddb241-5b6c-4230-950b-bcd3ad510c6a on network 67fbf130-8e12-4d05-aa6d-cf9d1097dea4 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:29:15.033258 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c82c3c5-1cf3-463c-a49c-83fc1bee0aa1 None None] Checking agent: {'id': 'd26a5351-3de7-44f9-93eb-9fed5ee5b55b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848848-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 15, 16, 51), 'started_at': datetime.datetime(2022, 7, 6, 15, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 15, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848848-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 15:29:15.033689 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c82c3c5-1cf3-463c-a49c-83fc1bee0aa1 None None] Checking segment: {'id': 'd09fe750-3800-45ba-8ed0-f557f68ec338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '67fbf130-8e12-4d05-aa6d-cf9d1097dea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:29:15.034109 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1c82c3c5-1cf3-463c-a49c-83fc1bee0aa1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:15.034410 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c82c3c5-1cf3-463c-a49c-83fc1bee0aa1 None None] Bound using segment: {'id': 'd09fe750-3800-45ba-8ed0-f557f68ec338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '67fbf130-8e12-4d05-aa6d-cf9d1097dea4'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 15:29:15.035003 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [None req-1c82c3c5-1cf3-463c-a49c-83fc1bee0aa1 None None] Bound port: 0fddb241-5b6c-4230-950b-bcd3ad510c6a, host: dv-cinder-848848-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd09fe750-3800-45ba-8ed0-f557f68ec338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '67fbf130-8e12-4d05-aa6d-cf9d1097dea4'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 15:29:15.035575 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1c82c3c5-1cf3-463c-a49c-83fc1bee0aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (0fddb241-5b6c-4230-950b-bcd3ad510c6a), before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:15.175656 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-4f1b1f1d-8500-4e7a-a9a0-c56d64f623b7 req-0e9fe3dd-1f50-49cb-88e9-3bfd20c48305 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=0889d118-1916-42f5-907d-37457f8ac6c0 HTTP/1.1" status: 200 len: 210 time: 0.0583179 Jul 06 15:29:15.249944 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-1c82c3c5-1cf3-463c-a49c-83fc1bee0aa1 None None] For port 0fddb241-5b6c-4230-950b-bcd3ad510c6a, host dv-cinder-848848-4-iscsi, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:29:15.255975 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-1c82c3c5-1cf3-463c-a49c-83fc1bee0aa1 None None] For port 0fddb241-5b6c-4230-950b-bcd3ad510c6a, host dv-cinder-848848-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=0fddb241-5b6c-4230-950b-bcd3ad510c6a,segment=NetworkSegment(d09fe750-3800-45ba-8ed0-f557f68ec338),segment_id=d09fe750-3800-45ba-8ed0-f557f68ec338)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:29:15.269511 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-e854b06e-3403-4c58-aaf4-c2e5f4777a36 None None] Provisioning complete for port 0fddb241-5b6c-4230-950b-bcd3ad510c6a triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:29:15.270400 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-e854b06e-3403-4c58-aaf4-c2e5f4777a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (0fddb241-5b6c-4230-950b-bcd3ad510c6a), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:15.275115 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1c82c3c5-1cf3-463c-a49c-83fc1bee0aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (0fddb241-5b6c-4230-950b-bcd3ad510c6a), after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:15.336535 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc1e99-574b-41de-a4d9-cdcc5946ce25 req-d1f069f2-50f5-4bb6-9db1-ade2a9a8deec tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:15.338994 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-eecc1e99-574b-41de-a4d9-cdcc5946ce25 req-d1f069f2-50f5-4bb6-9db1-ade2a9a8deec tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.16 "GET /v2.0/networks?id=a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5 HTTP/1.1" status: 200 len: 814 time: 0.1660080 Jul 06 15:29:15.369097 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae742e8f-152c-4144-8755-8f3bb5ed0b9d None None] Pushing event updated for resources: {'Port': ['ID=0fddb241-5b6c-4230-950b-bcd3ad510c6a,revision_number=4']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:29:15.371459 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285351ba-ddb7-4076-a2f0-6d92f8386c09 req-6cd77aa2-f175-451f-8107-64209c0ed178 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:15.388979 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c82c3c5-1cf3-463c-a49c-83fc1bee0aa1 None None] Routers {'7bfb5492-3039-481b-9095-1cee377fbe57'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:29:15.389793 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-1c82c3c5-1cf3-463c-a49c-83fc1bee0aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:28:48Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['7bfb5492-3039-481b-9095-1cee377fbe57'], 'active': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:29:15.393670 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-285351ba-ddb7-4076-a2f0-6d92f8386c09 req-6cd77aa2-f175-451f-8107-64209c0ed178 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=3dc848c1-1535-4024-a792-3e74e6581844 HTTP/1.1" status: 200 len: 945 time: 0.0828595 Jul 06 15:29:15.443627 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-eecc1e99-574b-41de-a4d9-cdcc5946ce25 req-f42d518c-6f74-4326-94ea-28408e81305b tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9fb04db8ac9464086cd7f3362e97455 HTTP/1.1" status: 200 len: 380 time: 0.0934515 Jul 06 15:29:15.452676 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [req-eecc1e99-574b-41de-a4d9-cdcc5946ce25 req-d1285a00-fe48-4647-9eeb-a845db264b20 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Request body: {'port': {'device_id': '0889d118-1916-42f5-907d-37457f8ac6c0', 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5', 'admin_state_up': True, 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'security_groups': ['b7c5e9fe-49e8-4bf5-84c6-83d6010ab77c']}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:29:15.483815 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-285351ba-ddb7-4076-a2f0-6d92f8386c09 req-c1cd0228-d46f-4489-b389-aed2f2c3d41e tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=2872e210-e584-4439-b8ae-384c97731295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819182 Jul 06 15:29:15.601077 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvr_db [None req-1c82c3c5-1cf3-463c-a49c-83fc1bee0aa1 None None] Set router 7bfb5492-3039-481b-9095-1cee377fbe57 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:29:15.609940 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-e854b06e-3403-4c58-aaf4-c2e5f4777a36 None None] Current status of the port 0fddb241-5b6c-4230-950b-bcd3ad510c6a is: DOWN; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:29:15.611042 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-e854b06e-3403-4c58-aaf4-c2e5f4777a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (0fddb241-5b6c-4230-950b-bcd3ad510c6a), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:15.637593 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eecc1e99-574b-41de-a4d9-cdcc5946ce25 req-d1285a00-fe48-4647-9eeb-a845db264b20 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Made reservation on behalf of e9fb04db8ac9464086cd7f3362e97455 for: {'port': 1} {{(pid=103844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:29:15.641228 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-eecc1e99-574b-41de-a4d9-cdcc5946ce25 req-d1285a00-fe48-4647-9eeb-a845db264b20 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:15.653852 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-e854b06e-3403-4c58-aaf4-c2e5f4777a36 None None] For port 0fddb241-5b6c-4230-950b-bcd3ad510c6a, host dv-cinder-848848-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=0fddb241-5b6c-4230-950b-bcd3ad510c6a,segment=NetworkSegment(d09fe750-3800-45ba-8ed0-f557f68ec338),segment_id=d09fe750-3800-45ba-8ed0-f557f68ec338)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:29:15.660835 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-e854b06e-3403-4c58-aaf4-c2e5f4777a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (0fddb241-5b6c-4230-950b-bcd3ad510c6a), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:15.720578 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:15.738950 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e854b06e-3403-4c58-aaf4-c2e5f4777a36 None None] Pushing event updated for resources: {'Port': ['ID=0fddb241-5b6c-4230-950b-bcd3ad510c6a,revision_number=5']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:29:15.784516 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-c3156f49-7703-497f-9ce3-5db0bef39121 None None] Provisioning complete for port 0fddb241-5b6c-4230-950b-bcd3ad510c6a triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:29:15.785381 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-c3156f49-7703-497f-9ce3-5db0bef39121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (0fddb241-5b6c-4230-950b-bcd3ad510c6a), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:15.799076 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.db_base_plugin_common [req-eecc1e99-574b-41de-a4d9-cdcc5946ce25 req-d1285a00-fe48-4647-9eeb-a845db264b20 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Allocated IP 172.20.0.3 (a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5/f20ae9c1-f124-46af-83bd-c43bda7bdca6/38f83667-978a-48ec-a53c-597a402f9348) {{(pid=103844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:29:15.800921 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:15.813743 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:15.829626 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-1c82c3c5-1cf3-463c-a49c-83fc1bee0aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bfb5492-3039-481b-9095-1cee377fbe57', 'name': 'tempest-TestShelveInstance-185107776-router', 'tenant_id': '57f8b24a40b54ec78fb9180d2f2ff24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': '8af6ecb6-e270-48d3-b159-11e50452c030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:29:07Z', 'updated_at': '2022-07-06T15:29:12Z', 'revision_number': 4, 'project_id': '57f8b24a40b54ec78fb9180d2f2ff24e', 'gw_port': {'id': '8af6ecb6-e270-48d3-b159-11e50452c030', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:2a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfb5492-3039-481b-9095-1cee377fbe57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:29:08Z', 'updated_at': '2022-07-06T15:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': '0fddb241-5b6c-4230-950b-bcd3ad510c6a', 'name': '', 'network_id': '67fbf130-8e12-4d05-aa6d-cf9d1097dea4', 'tenant_id': '57f8b24a40b54ec78fb9180d2f2ff24e', 'mac_address': 'fa:16:3e:a6:9b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bfb5492-3039-481b-9095-1cee377fbe57', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'fb80a5ca-c874-4fe3-b1f3-18886d3ba9e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:29:11Z', 'updated_at': '2022-07-06T15:29:15Z', 'revision_number': 4, 'project_id': '57f8b24a40b54ec78fb9180d2f2ff24e', 'subnets': [{'id': 'fb80a5ca-c874-4fe3-b1f3-18886d3ba9e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:29:15.869428 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c82c3c5-1cf3-463c-a49c-83fc1bee0aa1 None None] The sync data for ids ['7bfb5492-3039-481b-9095-1cee377fbe57'] in dv-cinder-848848-4-iscsi is: [{'id': '7bfb5492-3039-481b-9095-1cee377fbe57', 'name': 'tempest-TestShelveInstance-185107776-router', 'tenant_id': '57f8b24a40b54ec78fb9180d2f2ff24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': '8af6ecb6-e270-48d3-b159-11e50452c030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:29:07Z', 'updated_at': '2022-07-06T15:29:12Z', 'revision_number': 4, 'project_id': '57f8b24a40b54ec78fb9180d2f2ff24e', 'gw_port': {'id': '8af6ecb6-e270-48d3-b159-11e50452c030', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:2a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfb5492-3039-481b-9095-1cee377fbe57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:29:08Z', 'updated_at': '2022-07-06T15:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': '0fddb241-5b6c-4230-950b-bcd3ad510c6a', 'name': '', 'network_id': '67fbf130-8e12-4d05-aa6d-cf9d1097dea4', 'tenant_id': '57f8b24a40b54ec78fb9180d2f2ff24e', 'mac_address': 'fa:16:3e:a6:9b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bfb5492-3039-481b-9095-1cee377fbe57', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'fb80a5ca-c874-4fe3-b1f3-18886d3ba9e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:29:11Z', 'updated_at': '2022-07-06T15:29:15Z', 'revision_number': 4, 'project_id': '57f8b24a40b54ec78fb9180d2f2ff24e', 'subnets': [{'id': 'fb80a5ca-c874-4fe3-b1f3-18886d3ba9e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:29:15.889343 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-c3156f49-7703-497f-9ce3-5db0bef39121 None None] Current status of the port 0fddb241-5b6c-4230-950b-bcd3ad510c6a is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:29:15.984660 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-eecc1e99-574b-41de-a4d9-cdcc5946ce25 req-d1285a00-fe48-4647-9eeb-a845db264b20 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for port (38f83667-978a-48ec-a53c-597a402f9348), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:16.020864 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-eecc1e99-574b-41de-a4d9-cdcc5946ce25 req-d1285a00-fe48-4647-9eeb-a845db264b20 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786465455737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2698075'] for port (38f83667-978a-48ec-a53c-597a402f9348), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:16.038989 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=5 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:16.076302 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eecc1e99-574b-41de-a4d9-cdcc5946ce25 req-d1285a00-fe48-4647-9eeb-a845db264b20 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Network a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5 is already hosted by enough agents. {{(pid=103844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:29:16.080030 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.base_scheduler [req-eecc1e99-574b-41de-a4d9-cdcc5946ce25 req-d1285a00-fe48-4647-9eeb-a845db264b20 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Resources bound (agent type, host, resource id): {{(pid=103844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:29:16.086547 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [req-eecc1e99-574b-41de-a4d9-cdcc5946ce25 req-d1285a00-fe48-4647-9eeb-a845db264b20 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Received port after_create {{(pid=103844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 15:29:16.117815 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1285a00-fe48-4647-9eeb-a845db264b20 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Pushing event updated for resources: {'Port': ['ID=38f83667-978a-48ec-a53c-597a402f9348,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:29:16.155907 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc1e99-574b-41de-a4d9-cdcc5946ce25 req-d1285a00-fe48-4647-9eeb-a845db264b20 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:16.156572 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-eecc1e99-574b-41de-a4d9-cdcc5946ce25 req-d1285a00-fe48-4647-9eeb-a845db264b20 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for port (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:16.177575 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-eecc1e99-574b-41de-a4d9-cdcc5946ce25 req-d1285a00-fe48-4647-9eeb-a845db264b20 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7286651 Jul 06 15:29:16.261992 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-f8096d46-e122-4565-b7d5-433532d94a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (a81823b9-ba52-46bb-9bcd-43b269600933), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:16.347764 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1614a4-a3ca-4da7-b560-94c190920c98 req-a7813874-0180-4263-9dec-4e5a2d583a35 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:16.349836 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-aa1614a4-a3ca-4da7-b560-94c190920c98 req-a7813874-0180-4263-9dec-4e5a2d583a35 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=0889d118-1916-42f5-907d-37457f8ac6c0 HTTP/1.1" status: 200 len: 931 time: 0.0607827 Jul 06 15:29:16.380440 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 8af6ecb6-e270-48d3-b159-11e50452c030 up at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:29:16.418328 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-aa1614a4-a3ca-4da7-b560-94c190920c98 req-79fa545d-1acc-4c65-a30f-4a6516ef5c16 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?id=b7c5e9fe-49e8-4bf5-84c6-83d6010ab77c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545981 Jul 06 15:29:16.422539 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-cad15f2d-fc45-49ff-bbd7-717881da5c5f None None] Provisioning complete for port 38f83667-978a-48ec-a53c-597a402f9348 triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:29:16.422909 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-cad15f2d-fc45-49ff-bbd7-717881da5c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (38f83667-978a-48ec-a53c-597a402f9348), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:16.467427 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-cad15f2d-fc45-49ff-bbd7-717881da5c5f None None] Port 38f83667-978a-48ec-a53c-597a402f9348 cannot update to ACTIVE because it is not bound. {{(pid=103846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 15:29:16.473082 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Provisioning complete for port 8af6ecb6-e270-48d3-b159-11e50452c030 triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:29:16.473453 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (8af6ecb6-e270-48d3-b159-11e50452c030), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:16.514227 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=100 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:16.555503 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Current status of the port 8af6ecb6-e270-48d3-b159-11e50452c030 is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:29:16.556766 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 0fddb241-5b6c-4230-950b-bcd3ad510c6a up at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:29:16.601318 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Provisioning complete for port 0fddb241-5b6c-4230-950b-bcd3ad510c6a triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:29:16.601686 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (0fddb241-5b6c-4230-950b-bcd3ad510c6a), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:16.614548 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95eaf27-985b-4a4a-bb68-fe6d413bbc5c req-fe76fceb-ab55-4e69-ad4b-aecfd2ee9846 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:16.617775 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-f95eaf27-985b-4a4a-bb68-fe6d413bbc5c req-fe76fceb-ab55-4e69-ad4b-aecfd2ee9846 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=3dc848c1-1535-4024-a792-3e74e6581844 HTTP/1.1" status: 200 len: 945 time: 0.0515852 Jul 06 15:29:16.655013 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=100 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:16.675269 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-f95eaf27-985b-4a4a-bb68-fe6d413bbc5c req-d8dda296-49a2-43d1-bbe0-efc53da4eef2 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=2872e210-e584-4439-b8ae-384c97731295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514655 Jul 06 15:29:16.697695 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Current status of the port 0fddb241-5b6c-4230-950b-bcd3ad510c6a is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:29:16.896753 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [req-eecc1e99-574b-41de-a4d9-cdcc5946ce25 req-eff44a59-f267-4738-a0eb-656c5e3f1d8c service neutron] Request body: {'port': {'device_id': '0889d118-1916-42f5-907d-37457f8ac6c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84884'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:29:16.974920 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-eecc1e99-574b-41de-a4d9-cdcc5946ce25 req-eff44a59-f267-4738-a0eb-656c5e3f1d8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (38f83667-978a-48ec-a53c-597a402f9348), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:17.062446 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279d502b-ed10-4fba-8db9-da8cb443fdf7 req-a23b07ff-336f-4207-a95e-ad424cad635e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:17.063922 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-279d502b-ed10-4fba-8db9-da8cb443fdf7 req-a23b07ff-336f-4207-a95e-ad424cad635e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3dc848c1-1535-4024-a792-3e74e6581844 HTTP/1.1" status: 200 len: 1129 time: 0.0576127 Jul 06 15:29:17.183771 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-279d502b-ed10-4fba-8db9-da8cb443fdf7 req-fa25f3e1-21fd-457d-b103-412d5917ceaf service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2872e210-e584-4439-b8ae-384c97731295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775754 Jul 06 15:29:17.298450 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [req-eecc1e99-574b-41de-a4d9-cdcc5946ce25 req-eff44a59-f267-4738-a0eb-656c5e3f1d8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38f83667-978a-48ec-a53c-597a402f9348 {{(pid=103844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 15:29:17.306266 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-eecc1e99-574b-41de-a4d9-cdcc5946ce25 req-eff44a59-f267-4738-a0eb-656c5e3f1d8c service neutron] Publish callbacks [] for port (38f83667-978a-48ec-a53c-597a402f9348), precommit_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:17.308209 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:17.320744 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [req-eecc1e99-574b-41de-a4d9-cdcc5946ce25 req-eff44a59-f267-4738-a0eb-656c5e3f1d8c service neutron] Transition to ACTIVE for port object 38f83667-978a-48ec-a53c-597a402f9348 will not be triggered until provisioned by entity L2. {{(pid=103844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 06 15:29:17.324641 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-eecc1e99-574b-41de-a4d9-cdcc5946ce25 req-eff44a59-f267-4738-a0eb-656c5e3f1d8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2698066'] for port (38f83667-978a-48ec-a53c-597a402f9348), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:17.379595 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff44a59-f267-4738-a0eb-656c5e3f1d8c service neutron] Pushing event updated for resources: {'Port': ['ID=38f83667-978a-48ec-a53c-597a402f9348,revision_number=2']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:29:17.459775 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [req-eecc1e99-574b-41de-a4d9-cdcc5946ce25 req-eff44a59-f267-4738-a0eb-656c5e3f1d8c service neutron] Attempting to bind port 38f83667-978a-48ec-a53c-597a402f9348 on host hv-cinder-84884 for vnic_type normal with profile {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 15:29:17.460152 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [req-eecc1e99-574b-41de-a4d9-cdcc5946ce25 req-eff44a59-f267-4738-a0eb-656c5e3f1d8c service neutron] Attempting to bind port 38f83667-978a-48ec-a53c-597a402f9348 by drivers openvswitch,hyperv on host hv-cinder-84884 at level 0 using segments [{'id': '9e485fae-b0f5-4f5a-9064-6e2e7153a585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5'}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 15:29:17.460474 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecc1e99-574b-41de-a4d9-cdcc5946ce25 req-eff44a59-f267-4738-a0eb-656c5e3f1d8c service neutron] Attempting to bind port 38f83667-978a-48ec-a53c-597a402f9348 on network a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5 {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:29:17.465381 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecc1e99-574b-41de-a4d9-cdcc5946ce25 req-eff44a59-f267-4738-a0eb-656c5e3f1d8c service neutron] Port 38f83667-978a-48ec-a53c-597a402f9348 on network a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84884 {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 06 15:29:17.465693 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecc1e99-574b-41de-a4d9-cdcc5946ce25 req-eff44a59-f267-4738-a0eb-656c5e3f1d8c service neutron] Attempting to bind port 38f83667-978a-48ec-a53c-597a402f9348 on network a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5 {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:29:17.471021 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecc1e99-574b-41de-a4d9-cdcc5946ce25 req-eff44a59-f267-4738-a0eb-656c5e3f1d8c service neutron] Checking agent: {'id': 'eda728fc-b46d-4378-b578-35bac6b15486', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84884', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 15, 22, 43), 'started_at': datetime.datetime(2022, 7, 6, 15, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 15, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 15:29:17.471380 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecc1e99-574b-41de-a4d9-cdcc5946ce25 req-eff44a59-f267-4738-a0eb-656c5e3f1d8c service neutron] Checking segment: {'id': '9e485fae-b0f5-4f5a-9064-6e2e7153a585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:29:17.471758 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecc1e99-574b-41de-a4d9-cdcc5946ce25 req-eff44a59-f267-4738-a0eb-656c5e3f1d8c service neutron] Bound using segment: {'id': '9e485fae-b0f5-4f5a-9064-6e2e7153a585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5'} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 15:29:17.472179 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [req-eecc1e99-574b-41de-a4d9-cdcc5946ce25 req-eff44a59-f267-4738-a0eb-656c5e3f1d8c service neutron] Bound port: 38f83667-978a-48ec-a53c-597a402f9348, host: hv-cinder-84884, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e485fae-b0f5-4f5a-9064-6e2e7153a585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5'}}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 15:29:17.472545 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-eecc1e99-574b-41de-a4d9-cdcc5946ce25 req-eff44a59-f267-4738-a0eb-656c5e3f1d8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (38f83667-978a-48ec-a53c-597a402f9348), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:17.559751 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:17.577011 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276dd6ac-922c-44ea-9c4e-3b3798f6c556 req-8c409f87-4b4f-465f-af46-94a9357558f9 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:17.578453 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-276dd6ac-922c-44ea-9c4e-3b3798f6c556 req-8c409f87-4b4f-465f-af46-94a9357558f9 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=0889d118-1916-42f5-907d-37457f8ac6c0 HTTP/1.1" status: 200 len: 943 time: 0.0693359 Jul 06 15:29:17.582959 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [req-eecc1e99-574b-41de-a4d9-cdcc5946ce25 req-eff44a59-f267-4738-a0eb-656c5e3f1d8c service neutron] For port 38f83667-978a-48ec-a53c-597a402f9348, host hv-cinder-84884, cleared binding levels {{(pid=103844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:29:17.587290 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [req-eecc1e99-574b-41de-a4d9-cdcc5946ce25 req-eff44a59-f267-4738-a0eb-656c5e3f1d8c service neutron] For port 38f83667-978a-48ec-a53c-597a402f9348, host hv-cinder-84884, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=38f83667-978a-48ec-a53c-597a402f9348,segment=NetworkSegment(9e485fae-b0f5-4f5a-9064-6e2e7153a585),segment_id=9e485fae-b0f5-4f5a-9064-6e2e7153a585)] {{(pid=103844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:29:17.606674 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-eecc1e99-574b-41de-a4d9-cdcc5946ce25 req-eff44a59-f267-4738-a0eb-656c5e3f1d8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2698066'] for port (38f83667-978a-48ec-a53c-597a402f9348), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:17.662798 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc1e99-574b-41de-a4d9-cdcc5946ce25 req-eff44a59-f267-4738-a0eb-656c5e3f1d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:17.663938 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-eecc1e99-574b-41de-a4d9-cdcc5946ce25 req-eff44a59-f267-4738-a0eb-656c5e3f1d8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for port (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:17.665920 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-eecc1e99-574b-41de-a4d9-cdcc5946ce25 req-eff44a59-f267-4738-a0eb-656c5e3f1d8c service neutron] 10.222.0.16 "PUT /v2.0/ports/38f83667-978a-48ec-a53c-597a402f9348 HTTP/1.1" status: 200 len: 1093 time: 0.7733874 Jul 06 15:29:17.666425 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0889d118-1916-42f5-907d-37457f8ac6c0', 'tag': '38f83667-978a-48ec-a53c-597a402f9348'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:29:17.668701 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23f0ce0f3171803df377307192b3bbc073243688ace587a9918d8ae03454cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed2db2c5-5f11-43b6-897c-8abc8ae34333" -d '{"events": [{"name": "network-changed", "server_uuid": "0889d118-1916-42f5-907d-37457f8ac6c0", "tag": "38f83667-978a-48ec-a53c-597a402f9348"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:29:17.684934 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-276dd6ac-922c-44ea-9c4e-3b3798f6c556 req-dbd9168a-6f0c-4595-824d-8bd49e0c5bcd tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?id=b7c5e9fe-49e8-4bf5-84c6-83d6010ab77c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993927 Jul 06 15:29:17.696392 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff44a59-f267-4738-a0eb-656c5e3f1d8c service neutron] Pushing event updated for resources: {'Port': ['ID=38f83667-978a-48ec-a53c-597a402f9348,revision_number=3']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:29:17.716865 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 15:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a35a5eb-4de3-49e5-b365-8fcccf7c5baa x-openstack-request-id: req-9a35a5eb-4de3-49e5-b365-8fcccf7c5baa {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:29:17.717170 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0889d118-1916-42f5-907d-37457f8ac6c0", "tag": "38f83667-978a-48ec-a53c-597a402f9348", "status": "completed", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:29:17.717396 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9a35a5eb-4de3-49e5-b365-8fcccf7c5baa {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:29:17.717807 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a35a5eb-4de3-49e5-b365-8fcccf7c5baa'] response: {'name': 'network-changed', 'server_uuid': '0889d118-1916-42f5-907d-37457f8ac6c0', 'tag': '38f83667-978a-48ec-a53c-597a402f9348', 'status': 'completed', 'code': 200} Jul 06 15:29:17.803636 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea6a52-88f2-4802-84a8-07b492a8a651 req-6d4a0fdf-af21-4ae5-9b66-cb944a4d1942 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:17.805682 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-76ea6a52-88f2-4802-84a8-07b492a8a651 req-6d4a0fdf-af21-4ae5-9b66-cb944a4d1942 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=3dc848c1-1535-4024-a792-3e74e6581844 HTTP/1.1" status: 200 len: 945 time: 0.0524871 Jul 06 15:29:17.853511 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-76ea6a52-88f2-4802-84a8-07b492a8a651 req-b60b8af7-2b2f-42f1-811b-ebfd77640aef tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=2872e210-e584-4439-b8ae-384c97731295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419483 Jul 06 15:29:17.972499 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2db2c5-5f11-43b6-897c-8abc8ae34333 req-0f03966c-2133-4547-bfd0-d5f6ccf72fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:17.974109 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-ed2db2c5-5f11-43b6-897c-8abc8ae34333 req-0f03966c-2133-4547-bfd0-d5f6ccf72fc8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e9fb04db8ac9464086cd7f3362e97455&device_id=0889d118-1916-42f5-907d-37457f8ac6c0 HTTP/1.1" status: 200 len: 1127 time: 0.0392172 Jul 06 15:29:18.084544 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2db2c5-5f11-43b6-897c-8abc8ae34333 req-b996fd97-e789-4b00-8d54-2aac16fab9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:18.086691 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-ed2db2c5-5f11-43b6-897c-8abc8ae34333 req-b996fd97-e789-4b00-8d54-2aac16fab9e3 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=e9fb04db8ac9464086cd7f3362e97455&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1000564 Jul 06 15:29:18.228568 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2db2c5-5f11-43b6-897c-8abc8ae34333 req-0660c48a-b299-441c-9d49-c1fcc59af78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:18.229962 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-ed2db2c5-5f11-43b6-897c-8abc8ae34333 req-0660c48a-b299-441c-9d49-c1fcc59af78d service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0918179 Jul 06 15:29:18.293394 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-9eacef7f-82bd-4c44-b14d-da10c7d7c3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8e6e5f2a-f235-48ed-8752-aab723ac44e7), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:18.806496 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb985dc-2424-4267-aa92-630204778b41 req-c7e965b8-7b98-42b5-b3d3-6cbbfbd7e72a tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:18.808045 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-edb985dc-2424-4267-aa92-630204778b41 req-c7e965b8-7b98-42b5-b3d3-6cbbfbd7e72a tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=0889d118-1916-42f5-907d-37457f8ac6c0 HTTP/1.1" status: 200 len: 943 time: 0.0519450 Jul 06 15:29:18.841983 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc1e99-574b-41de-a4d9-cdcc5946ce25 req-4c43ba37-c688-4796-8b77-ae8740a908b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:18.843671 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-eecc1e99-574b-41de-a4d9-cdcc5946ce25 req-4c43ba37-c688-4796-8b77-ae8740a908b8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e9fb04db8ac9464086cd7f3362e97455&device_id=0889d118-1916-42f5-907d-37457f8ac6c0 HTTP/1.1" status: 200 len: 1127 time: 0.0463614 Jul 06 15:29:18.872660 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-edb985dc-2424-4267-aa92-630204778b41 req-cb3eab0f-8f44-4c0d-9af1-879209738c6d tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?id=b7c5e9fe-49e8-4bf5-84c6-83d6010ab77c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587974 Jul 06 15:29:18.893788 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-eecc1e99-574b-41de-a4d9-cdcc5946ce25 req-b2d366e0-2038-4afa-b5a4-150c7aa0b8a2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38f83667-978a-48ec-a53c-597a402f9348 HTTP/1.1" status: 200 len: 217 time: 0.0371614 Jul 06 15:29:18.973518 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc1e99-574b-41de-a4d9-cdcc5946ce25 req-7a97a741-4463-4bb3-9da1-65c74eab2317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:18.974873 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-eecc1e99-574b-41de-a4d9-cdcc5946ce25 req-7a97a741-4463-4bb3-9da1-65c74eab2317 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f20ae9c1-f124-46af-83bd-c43bda7bdca6 HTTP/1.1" status: 200 len: 853 time: 0.0754437 Jul 06 15:29:18.982630 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d676b0-31b8-4505-9bc1-a7155d174090 req-1cc4e8d4-dad6-4769-a418-e6f4f6f15eea tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:18.983973 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-13d676b0-31b8-4505-9bc1-a7155d174090 req-1cc4e8d4-dad6-4769-a418-e6f4f6f15eea tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=3dc848c1-1535-4024-a792-3e74e6581844 HTTP/1.1" status: 200 len: 945 time: 0.0579927 Jul 06 15:29:18.994244 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:19.049221 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc1e99-574b-41de-a4d9-cdcc5946ce25 req-4f639d52-d8fe-4e41-9d41-326455be94f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:19.050646 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-eecc1e99-574b-41de-a4d9-cdcc5946ce25 req-4f639d52-d8fe-4e41-9d41-326455be94f7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0658729 Jul 06 15:29:19.067081 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-13d676b0-31b8-4505-9bc1-a7155d174090 req-66c815e4-fb54-4e8a-b2c0-73907ed83a14 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=2872e210-e584-4439-b8ae-384c97731295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744741 Jul 06 15:29:19.161203 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-eecc1e99-574b-41de-a4d9-cdcc5946ce25 req-862a6ab1-e546-4a06-b370-4006880c23f6 service neutron] 10.222.0.16 "GET /v2.0/networks/a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931330 Jul 06 15:29:19.259846 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-eecc1e99-574b-41de-a4d9-cdcc5946ce25 req-ca66ee2d-631b-4e62-baa1-ee8ce2b8a721 service neutron] 10.222.0.16 "GET /v2.0/networks/a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917957 Jul 06 15:29:19.467097 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40756984-e1e5-4550-ba3d-19dc584fe53a req-827713b6-38cc-4f02-bb86-b864a2725e65 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:19.468567 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-40756984-e1e5-4550-ba3d-19dc584fe53a req-827713b6-38cc-4f02-bb86-b864a2725e65 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=3dc848c1-1535-4024-a792-3e74e6581844 HTTP/1.1" status: 200 len: 945 time: 0.0471923 Jul 06 15:29:19.515807 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-40756984-e1e5-4550-ba3d-19dc584fe53a req-b3420bd2-f9e3-43ed-91a6-53fce4272f0e tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=2872e210-e584-4439-b8ae-384c97731295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417650 Jul 06 15:29:19.580595 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-5e71b6aa-55c8-4030-9936-371c496b104b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (6f0d5ee7-fa21-4cb0-b4ff-cf35f5a4ba31), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:19.982701 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dcdb38-94fd-4014-8894-a639d4cd410b req-2eff31d9-c856-4b00-a58c-0589f6e3ebd8 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:19.984193 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-c4dcdb38-94fd-4014-8894-a639d4cd410b req-2eff31d9-c856-4b00-a58c-0589f6e3ebd8 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=0889d118-1916-42f5-907d-37457f8ac6c0 HTTP/1.1" status: 200 len: 943 time: 0.0490119 Jul 06 15:29:20.032573 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-c4dcdb38-94fd-4014-8894-a639d4cd410b req-3c35cd0d-6f36-4e88-8f2a-93bef9173ade tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?id=b7c5e9fe-49e8-4bf5-84c6-83d6010ab77c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428572 Jul 06 15:29:20.349807 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:20.362030 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9edb63-bbef-4131-b609-c7eb746d12ed req-08fa1534-3bbc-4015-9604-e39aabf6bcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:20.363535 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-dc9edb63-bbef-4131-b609-c7eb746d12ed req-08fa1534-3bbc-4015-9604-e39aabf6bcb5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef44ecc951964d51925463c5e09f9fbb&device_id=3dc848c1-1535-4024-a792-3e74e6581844 HTTP/1.1" status: 200 len: 1129 time: 0.0445890 Jul 06 15:29:20.459478 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9edb63-bbef-4131-b609-c7eb746d12ed req-96ae8f2e-1442-4563-8cac-ea93aeeb3a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:20.461468 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-dc9edb63-bbef-4131-b609-c7eb746d12ed req-96ae8f2e-1442-4563-8cac-ea93aeeb3a08 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2f7f712f-7346-42c2-b097-b4b48d9f78be HTTP/1.1" status: 200 len: 920 time: 0.0921748 Jul 06 15:29:20.528943 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-dc9edb63-bbef-4131-b609-c7eb746d12ed req-35042c8f-fb8d-4bc0-b0a8-d0da187bfe78 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1b8dfba-8c84-435a-984a-2a26f587b26e HTTP/1.1" status: 200 len: 1001 time: 0.0616879 Jul 06 15:29:20.584312 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9edb63-bbef-4131-b609-c7eb746d12ed req-1b162a11-f986-437c-965f-efabdd7887dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:20.585874 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-dc9edb63-bbef-4131-b609-c7eb746d12ed req-1b162a11-f986-437c-965f-efabdd7887dc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d2607162-f852-4242-9cef-eb0efdf849b4 HTTP/1.1" status: 200 len: 858 time: 0.0451174 Jul 06 15:29:20.634022 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9edb63-bbef-4131-b609-c7eb746d12ed req-f828be34-cfd8-483a-b265-bc6f06e3a43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:20.635527 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-dc9edb63-bbef-4131-b609-c7eb746d12ed req-f828be34-cfd8-483a-b265-bc6f06e3a43f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2f7f712f-7346-42c2-b097-b4b48d9f78be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396047 Jul 06 15:29:20.635657 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b1b37-5cb8-47e8-ae2b-69a3db9f5dfe req-2a95f3e3-7d5d-463a-ad34-8f39e424dbfc tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:20.637158 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-125b1b37-5cb8-47e8-ae2b-69a3db9f5dfe req-2a95f3e3-7d5d-463a-ad34-8f39e424dbfc tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=3dc848c1-1535-4024-a792-3e74e6581844 HTTP/1.1" status: 200 len: 945 time: 0.0510809 Jul 06 15:29:20.685843 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-125b1b37-5cb8-47e8-ae2b-69a3db9f5dfe req-42289bf5-81eb-4f01-be75-0b8463fbe340 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=2872e210-e584-4439-b8ae-384c97731295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429220 Jul 06 15:29:20.986374 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-dc9edb63-bbef-4131-b609-c7eb746d12ed req-25ed8810-456c-4ab3-8e29-612a1dd5554f service neutron] 10.222.0.16 "GET /v2.0/networks/2f7f712f-7346-42c2-b097-b4b48d9f78be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403828 Jul 06 15:29:21.079482 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-dc9edb63-bbef-4131-b609-c7eb746d12ed req-b5103948-f293-49e9-9820-3ca4b5395ba4 service neutron] 10.222.0.16 "GET /v2.0/networks/2f7f712f-7346-42c2-b097-b4b48d9f78be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845180 Jul 06 15:29:21.099909 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-8ac95340-3f24-440b-a4d9-caf8afcb49bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8ea57be5-348a-4c5b-804c-cda178363830), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:21.156322 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49848248-82bc-49ac-b80c-ffb43028e42b req-454a7e8f-16d8-4315-9e8a-2789868f2c13 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:21.157932 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-49848248-82bc-49ac-b80c-ffb43028e42b req-454a7e8f-16d8-4315-9e8a-2789868f2c13 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=0889d118-1916-42f5-907d-37457f8ac6c0 HTTP/1.1" status: 200 len: 943 time: 0.0549219 Jul 06 15:29:21.205184 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-49848248-82bc-49ac-b80c-ffb43028e42b req-0d3a9f62-d359-4a41-b6b3-bdbb0e1e6109 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?id=b7c5e9fe-49e8-4bf5-84c6-83d6010ab77c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416179 Jul 06 15:29:21.230440 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (d26a5351-3de7-44f9-93eb-9fed5ee5b55b), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:21.798985 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fae8b2f-d330-4a9b-b681-51643e2cd3bb req-14e8f1c1-3429-4fd6-9bde-4330db726493 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:21.800369 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-8fae8b2f-d330-4a9b-b681-51643e2cd3bb req-14e8f1c1-3429-4fd6-9bde-4330db726493 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=3dc848c1-1535-4024-a792-3e74e6581844 HTTP/1.1" status: 200 len: 945 time: 0.0464952 Jul 06 15:29:21.848960 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-8fae8b2f-d330-4a9b-b681-51643e2cd3bb req-58d40849-a9fd-4c24-b3b8-a777a44e9747 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=2872e210-e584-4439-b8ae-384c97731295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422819 Jul 06 15:29:22.318373 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d5e31c-bca9-463d-82af-518c208a4b9e req-ee319787-4a1d-494d-aa3d-c3abf279e0d0 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:22.320389 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-54d5e31c-bca9-463d-82af-518c208a4b9e req-ee319787-4a1d-494d-aa3d-c3abf279e0d0 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=0889d118-1916-42f5-907d-37457f8ac6c0 HTTP/1.1" status: 200 len: 943 time: 0.0476832 Jul 06 15:29:22.370350 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-54d5e31c-bca9-463d-82af-518c208a4b9e req-285827d8-cd65-4200-9e26-cb17ca2ba232 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?id=b7c5e9fe-49e8-4bf5-84c6-83d6010ab77c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444653 Jul 06 15:29:22.942666 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device 38f83667-978a-48ec-a53c-597a402f9348 details requested by agent hyperv_hv-cinder-84884 with host hv-cinder-84884 {{(pid=103846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 15:29:22.963065 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc5b6e-629a-49c6-9a3d-a05a9748c20f req-3ca5fdaa-5b2e-4779-a3c0-f906069c5d82 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:22.964652 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-b8bc5b6e-629a-49c6-9a3d-a05a9748c20f req-3ca5fdaa-5b2e-4779-a3c0-f906069c5d82 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=3dc848c1-1535-4024-a792-3e74e6581844 HTTP/1.1" status: 200 len: 945 time: 0.0473514 Jul 06 15:29:23.016935 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-b8bc5b6e-629a-49c6-9a3d-a05a9748c20f req-010cc3cf-8348-4b41-ace5-8fadbe278331 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=2872e210-e584-4439-b8ae-384c97731295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445883 Jul 06 15:29:23.046728 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port 38f83667-978a-48ec-a53c-597a402f9348, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=38f83667-978a-48ec-a53c-597a402f9348,segment=NetworkSegment(9e485fae-b0f5-4f5a-9064-6e2e7153a585),segment_id=9e485fae-b0f5-4f5a-9064-6e2e7153a585)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:29:23.058493 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Returning: {'device': '38f83667-978a-48ec-a53c-597a402f9348', 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5', 'port_id': '38f83667-978a-48ec-a53c-597a402f9348', 'mac_address': 'fa:16:3e:d6:75:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f20ae9c1-f124-46af-83bd-c43bda7bdca6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 15:29:23.094426 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Current status of the port 38f83667-978a-48ec-a53c-597a402f9348 is: DOWN; New status is: BUILD {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:29:23.094806 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (38f83667-978a-48ec-a53c-597a402f9348), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:23.110341 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.notifiers.nova [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38f83667-978a-48ec-a53c-597a402f9348 {{(pid=103846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 15:29:23.129144 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port 38f83667-978a-48ec-a53c-597a402f9348, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=38f83667-978a-48ec-a53c-597a402f9348,segment=NetworkSegment(9e485fae-b0f5-4f5a-9064-6e2e7153a585),segment_id=9e485fae-b0f5-4f5a-9064-6e2e7153a585)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:29:23.133647 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (38f83667-978a-48ec-a53c-597a402f9348), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:23.180208 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Pushing event updated for resources: {'Port': ['ID=38f83667-978a-48ec-a53c-597a402f9348,revision_number=4']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:29:23.450545 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] get_ports_and_sgs() called for port_ids ['38f83667-978a-48ec-a53c-597a402f9348'] {{(pid=103846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:29:23.454602 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:23.488886 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f87a0fb-f7c8-44a9-882b-fe3bb9f9dd66 req-89ec81f7-0b42-432c-bc15-f103dceceae2 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:23.490363 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-5f87a0fb-f7c8-44a9-882b-fe3bb9f9dd66 req-89ec81f7-0b42-432c-bc15-f103dceceae2 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=0889d118-1916-42f5-907d-37457f8ac6c0 HTTP/1.1" status: 200 len: 944 time: 0.0488400 Jul 06 15:29:23.546406 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-5f87a0fb-f7c8-44a9-882b-fe3bb9f9dd66 req-051ba727-9f65-4eb3-a6de-9d443b511fa1 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?id=b7c5e9fe-49e8-4bf5-84c6-83d6010ab77c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497346 Jul 06 15:29:24.101685 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=100 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:24.141280 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce7a02-67c6-4c16-aa47-41d7668eb403 req-3a1a3cd1-6f2d-4ec2-b542-40994150d77e tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:24.142861 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-f5ce7a02-67c6-4c16-aa47-41d7668eb403 req-3a1a3cd1-6f2d-4ec2-b542-40994150d77e tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=3dc848c1-1535-4024-a792-3e74e6581844 HTTP/1.1" status: 200 len: 945 time: 0.0498688 Jul 06 15:29:24.189496 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-f5ce7a02-67c6-4c16-aa47-41d7668eb403 req-e4067fae-d04f-4d0c-a9a2-f9900cbcb2ff tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=2872e210-e584-4439-b8ae-384c97731295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411346 Jul 06 15:29:24.293968 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:24.307194 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0689fd-4040-4f9a-8912-dac5d785b358 req-e47b91e0-283e-4ffd-b167-88dd871e12ee tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:24.308651 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6d0689fd-4040-4f9a-8912-dac5d785b358 req-e47b91e0-283e-4ffd-b167-88dd871e12ee tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=3dc848c1-1535-4024-a792-3e74e6581844 HTTP/1.1" status: 200 len: 945 time: 0.0476108 Jul 06 15:29:24.316913 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 57082) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:29:24.321129 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [None req-91b6d5e2-6a7b-4ae6-a0ef-8c331dcd7254 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Request body: {'floatingip': {'port_id': 'c1b8dfba-8c84-435a-984a-2a26f587b26e'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:29:24.374061 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-91b6d5e2-6a7b-4ae6-a0ef-8c331dcd7254 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Publish callbacks [] for floatingip (9adb11ba-3bbf-43e9-bdeb-6aef00e8f05f), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:24.484996 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:24.672146 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f81c2fb-b426-4913-92ba-6526c99a8b0a req-854e3b0c-47af-418b-82ac-97556da8bf27 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:24.680923 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-0f81c2fb-b426-4913-92ba-6526c99a8b0a req-854e3b0c-47af-418b-82ac-97556da8bf27 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=0889d118-1916-42f5-907d-37457f8ac6c0 HTTP/1.1" status: 200 len: 944 time: 0.0599294 Jul 06 15:29:24.725525 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-0f81c2fb-b426-4913-92ba-6526c99a8b0a req-1b9b22be-d1c2-47ad-b10f-b0fdbe4a0536 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?id=b7c5e9fe-49e8-4bf5-84c6-83d6010ab77c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437233 Jul 06 15:29:24.850836 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-91b6d5e2-6a7b-4ae6-a0ef-8c331dcd7254 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:24.855376 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-91b6d5e2-6a7b-4ae6-a0ef-8c331dcd7254 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591059'] for floatingip (9adb11ba-3bbf-43e9-bdeb-6aef00e8f05f), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:24.977459 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device 38f83667-978a-48ec-a53c-597a402f9348 up at agent hyperv_hv-cinder-84884 {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:29:25.020835 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Provisioning for port 38f83667-978a-48ec-a53c-597a402f9348 completed by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 06 15:29:25.029402 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Provisioning complete for port 38f83667-978a-48ec-a53c-597a402f9348 triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:29:25.029925 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (38f83667-978a-48ec-a53c-597a402f9348), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:25.058334 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91b6d5e2-6a7b-4ae6-a0ef-8c331dcd7254 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Router 35358e22-072e-4430-930f-25a4c4e0fe97 has already been hosted by L3 agent 8e6e5f2a-f235-48ed-8752-aab723ac44e7 {{(pid=103844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 15:29:25.066491 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:25.107196 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Current status of the port 38f83667-978a-48ec-a53c-597a402f9348 is: BUILD; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:29:25.107605 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (38f83667-978a-48ec-a53c-597a402f9348), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:25.133992 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0889d118-1916-42f5-907d-37457f8ac6c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f83667-978a-48ec-a53c-597a402f9348'}] {{(pid=103846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:29:25.136014 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83ad2954d886e551320551455e9fbed623a66dbf450698aab55d06241312ca55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8126124d-20a2-4b11-b918-c76a052893a6" -d '{"events": [{"server_uuid": "0889d118-1916-42f5-907d-37457f8ac6c0", "name": "network-vif-plugged", "status": "completed", "tag": "38f83667-978a-48ec-a53c-597a402f9348"}]}' {{(pid=103846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:29:25.149710 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port 38f83667-978a-48ec-a53c-597a402f9348, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=38f83667-978a-48ec-a53c-597a402f9348,segment=NetworkSegment(9e485fae-b0f5-4f5a-9064-6e2e7153a585),segment_id=9e485fae-b0f5-4f5a-9064-6e2e7153a585)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:29:25.154284 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (38f83667-978a-48ec-a53c-597a402f9348), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:25.172851 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b6d5e2-6a7b-4ae6-a0ef-8c331dcd7254 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Notify agent at l3_agent.dv-cinder-848848-4-iscsi the message routers_updated {{(pid=103844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:29:25.184727 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 15:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-388a2e49-4b6d-4f1d-a140-8747bdae9a42 x-openstack-request-id: req-388a2e49-4b6d-4f1d-a140-8747bdae9a42 {{(pid=103846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:29:25.185039 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0889d118-1916-42f5-907d-37457f8ac6c0", "name": "network-vif-plugged", "status": "completed", "tag": "38f83667-978a-48ec-a53c-597a402f9348", "code": 200}]} {{(pid=103846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:29:25.185291 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-388a2e49-4b6d-4f1d-a140-8747bdae9a42 {{(pid=103846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:29:25.185708 dv-cinder-848848-4-iscsi neutron-server[103846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-388a2e49-4b6d-4f1d-a140-8747bdae9a42'] response: {'server_uuid': '0889d118-1916-42f5-907d-37457f8ac6c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f83667-978a-48ec-a53c-597a402f9348', 'code': 200} Jul 06 15:29:25.187846 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f56feb-6724-4ec6-8863-c54b7aee057b None None] Sync routers for ids ['35358e22-072e-4430-930f-25a4c4e0fe97'] in dv-cinder-848848-4-iscsi {{(pid=103846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:29:25.187988 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-91b6d5e2-6a7b-4ae6-a0ef-8c331dcd7254 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for floatingip (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:25.221435 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f56feb-6724-4ec6-8863-c54b7aee057b None None] Routers {'35358e22-072e-4430-930f-25a4c4e0fe97'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:29:25.222071 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-64f56feb-6724-4ec6-8863-c54b7aee057b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:29:18Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['35358e22-072e-4430-930f-25a4c4e0fe97'], 'active': True} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:29:25.225266 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Pushing event updated for resources: {'Port': ['ID=38f83667-978a-48ec-a53c-597a402f9348,revision_number=5']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:29:25.229044 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dc848c1-1535-4024-a792-3e74e6581844', 'tag': 'c1b8dfba-8c84-435a-984a-2a26f587b26e'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:29:25.231447 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23f0ce0f3171803df377307192b3bbc073243688ace587a9918d8ae03454cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ff2d38-1b50-4233-a5ca-8e2b24d29f66" -d '{"events": [{"name": "network-changed", "server_uuid": "3dc848c1-1535-4024-a792-3e74e6581844", "tag": "c1b8dfba-8c84-435a-984a-2a26f587b26e"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:29:25.290067 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-91b6d5e2-6a7b-4ae6-a0ef-8c331dcd7254 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "PUT /v2.0/floatingips/9adb11ba-3bbf-43e9-bdeb-6aef00e8f05f HTTP/1.1" status: 200 len: 993 time: 0.9717233 Jul 06 15:29:25.294372 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 15:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c3bb6d-d245-4759-bd45-59b440cd3470 x-openstack-request-id: req-46c3bb6d-d245-4759-bd45-59b440cd3470 {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:29:25.294659 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dc848c1-1535-4024-a792-3e74e6581844", "tag": "c1b8dfba-8c84-435a-984a-2a26f587b26e", "status": "completed", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:29:25.294930 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-46c3bb6d-d245-4759-bd45-59b440cd3470 {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:29:25.295388 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46c3bb6d-d245-4759-bd45-59b440cd3470'] response: {'name': 'network-changed', 'server_uuid': '3dc848c1-1535-4024-a792-3e74e6581844', 'tag': 'c1b8dfba-8c84-435a-984a-2a26f587b26e', 'status': 'completed', 'code': 200} Jul 06 15:29:25.337001 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvr_db [None req-64f56feb-6724-4ec6-8863-c54b7aee057b None None] Set router 35358e22-072e-4430-930f-25a4c4e0fe97 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:29:25.379145 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:25.394881 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff2d38-1b50-4233-a5ca-8e2b24d29f66 req-b1f914f9-232e-42e8-b228-f555ef550f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:25.396603 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-05ff2d38-1b50-4233-a5ca-8e2b24d29f66 req-b1f914f9-232e-42e8-b228-f555ef550f75 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef44ecc951964d51925463c5e09f9fbb&device_id=3dc848c1-1535-4024-a792-3e74e6581844 HTTP/1.1" status: 200 len: 1129 time: 0.0783606 Jul 06 15:29:25.403211 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07635391-3496-4da7-a4e4-a3ff050df3ca req-492759af-e9bc-4d87-8d68-e1af3a1e0852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:25.405357 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-07635391-3496-4da7-a4e4-a3ff050df3ca req-492759af-e9bc-4d87-8d68-e1af3a1e0852 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0889d118-1916-42f5-907d-37457f8ac6c0 HTTP/1.1" status: 200 len: 1129 time: 0.0567389 Jul 06 15:29:25.505874 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-07635391-3496-4da7-a4e4-a3ff050df3ca req-1bcdb63b-1b83-48aa-90ee-c772f0cc06c4 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b7c5e9fe-49e8-4bf5-84c6-83d6010ab77c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922577 Jul 06 15:29:25.524304 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff2d38-1b50-4233-a5ca-8e2b24d29f66 req-3aee5adb-a7e1-422d-a262-c92c009c4d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:25.525723 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-05ff2d38-1b50-4233-a5ca-8e2b24d29f66 req-3aee5adb-a7e1-422d-a262-c92c009c4d08 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2f7f712f-7346-42c2-b097-b4b48d9f78be HTTP/1.1" status: 200 len: 920 time: 0.1195021 Jul 06 15:29:25.544761 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-64f56feb-6724-4ec6-8863-c54b7aee057b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35358e22-072e-4430-930f-25a4c4e0fe97', 'name': 'tempest-ServerRescueNegativeTestJSON-1981272812-router', 'tenant_id': 'ef44ecc951964d51925463c5e09f9fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '1ba82ad7-6367-4594-876a-c7e2c13c8b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:38Z', 'updated_at': '2022-07-06T15:24:46Z', 'revision_number': 4, 'project_id': 'ef44ecc951964d51925463c5e09f9fbb', 'gw_port': {'id': '1ba82ad7-6367-4594-876a-c7e2c13c8b3b', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:52:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35358e22-072e-4430-930f-25a4c4e0fe97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:40Z', 'updated_at': '2022-07-06T15:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_floatingips': [{'id': '9adb11ba-3bbf-43e9-bdeb-6aef00e8f05f', 'tenant_id': 'ef44ecc951964d51925463c5e09f9fbb', 'floating_ip_address': '172.27.3.241', 'floating_network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'router_id': '35358e22-072e-4430-930f-25a4c4e0fe97', 'port_id': 'c1b8dfba-8c84-435a-984a-2a26f587b26e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f7f712f-7346-42c2-b097-b4b48d9f78be', 'mac_address': 'fa:16:3e:2f:26:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc848c1-1535-4024-a792-3e74e6581844', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T15:27:40Z', 'updated_at': '2022-07-06T15:29:24Z', 'revision_number': 3, 'project_id': 'ef44ecc951964d51925463c5e09f9fbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '362ad125-474c-491a-ab35-5ec9aa3371e8', 'name': '', 'network_id': '2f7f712f-7346-42c2-b097-b4b48d9f78be', 'tenant_id': 'ef44ecc951964d51925463c5e09f9fbb', 'mac_address': 'fa:16:3e:36:bc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35358e22-072e-4430-930f-25a4c4e0fe97', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd2607162-f852-4242-9cef-eb0efdf849b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:45Z', 'updated_at': '2022-07-06T15:25:05Z', 'revision_number': 5, 'project_id': 'ef44ecc951964d51925463c5e09f9fbb', 'subnets': [{'id': 'd2607162-f852-4242-9cef-eb0efdf849b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:29:25.574864 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f56feb-6724-4ec6-8863-c54b7aee057b None None] Checking router: 35358e22-072e-4430-930f-25a4c4e0fe97 for host: dv-cinder-848848-4-iscsi {{(pid=103846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:29:25.583533 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f56feb-6724-4ec6-8863-c54b7aee057b None None] Routers {'35358e22-072e-4430-930f-25a4c4e0fe97'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:29:25.584136 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-64f56feb-6724-4ec6-8863-c54b7aee057b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:29:18Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['35358e22-072e-4430-930f-25a4c4e0fe97'], 'active': True} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:29:25.631509 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:25.685792 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvr_db [None req-64f56feb-6724-4ec6-8863-c54b7aee057b None None] Set router 35358e22-072e-4430-930f-25a4c4e0fe97 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:29:25.793410 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:25.823703 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=79,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:25.831713 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-05ff2d38-1b50-4233-a5ca-8e2b24d29f66 req-3cdcaa54-78df-4d29-92de-439375db39fc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1b8dfba-8c84-435a-984a-2a26f587b26e HTTP/1.1" status: 200 len: 1001 time: 0.0976872 Jul 06 15:29:25.834252 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=3 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:25.875976 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae45e27-d804-42d1-a3a3-3dc3251fda16 req-ac9735db-5e3a-4438-b259-add3d6a9a96b tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:25.877421 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-bae45e27-d804-42d1-a3a3-3dc3251fda16 req-ac9735db-5e3a-4438-b259-add3d6a9a96b tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=0889d118-1916-42f5-907d-37457f8ac6c0 HTTP/1.1" status: 200 len: 945 time: 0.0765407 Jul 06 15:29:25.902400 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-64f56feb-6724-4ec6-8863-c54b7aee057b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35358e22-072e-4430-930f-25a4c4e0fe97', 'name': 'tempest-ServerRescueNegativeTestJSON-1981272812-router', 'tenant_id': 'ef44ecc951964d51925463c5e09f9fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '1ba82ad7-6367-4594-876a-c7e2c13c8b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:38Z', 'updated_at': '2022-07-06T15:24:46Z', 'revision_number': 4, 'project_id': 'ef44ecc951964d51925463c5e09f9fbb', 'gw_port': {'id': '1ba82ad7-6367-4594-876a-c7e2c13c8b3b', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:52:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35358e22-072e-4430-930f-25a4c4e0fe97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:40Z', 'updated_at': '2022-07-06T15:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_floatingips': [{'id': '9adb11ba-3bbf-43e9-bdeb-6aef00e8f05f', 'tenant_id': 'ef44ecc951964d51925463c5e09f9fbb', 'floating_ip_address': '172.27.3.241', 'floating_network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'router_id': '35358e22-072e-4430-930f-25a4c4e0fe97', 'port_id': 'c1b8dfba-8c84-435a-984a-2a26f587b26e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f7f712f-7346-42c2-b097-b4b48d9f78be', 'mac_address': 'fa:16:3e:2f:26:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc848c1-1535-4024-a792-3e74e6581844', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T15:27:40Z', 'updated_at': '2022-07-06T15:29:24Z', 'revision_number': 3, 'project_id': 'ef44ecc951964d51925463c5e09f9fbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '362ad125-474c-491a-ab35-5ec9aa3371e8', 'name': '', 'network_id': '2f7f712f-7346-42c2-b097-b4b48d9f78be', 'tenant_id': 'ef44ecc951964d51925463c5e09f9fbb', 'mac_address': 'fa:16:3e:36:bc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35358e22-072e-4430-930f-25a4c4e0fe97', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd2607162-f852-4242-9cef-eb0efdf849b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:45Z', 'updated_at': '2022-07-06T15:25:05Z', 'revision_number': 5, 'project_id': 'ef44ecc951964d51925463c5e09f9fbb', 'subnets': [{'id': 'd2607162-f852-4242-9cef-eb0efdf849b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:29:25.907530 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff2d38-1b50-4233-a5ca-8e2b24d29f66 req-b5624dab-10c9-423e-bdfb-effafa76316a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:25.908949 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-05ff2d38-1b50-4233-a5ca-8e2b24d29f66 req-b5624dab-10c9-423e-bdfb-effafa76316a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d2607162-f852-4242-9cef-eb0efdf849b4 HTTP/1.1" status: 200 len: 858 time: 0.0693078 Jul 06 15:29:25.927248 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f56feb-6724-4ec6-8863-c54b7aee057b None None] The sync data for ids ['35358e22-072e-4430-930f-25a4c4e0fe97'] in dv-cinder-848848-4-iscsi is: [{'id': '35358e22-072e-4430-930f-25a4c4e0fe97', 'name': 'tempest-ServerRescueNegativeTestJSON-1981272812-router', 'tenant_id': 'ef44ecc951964d51925463c5e09f9fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '1ba82ad7-6367-4594-876a-c7e2c13c8b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:38Z', 'updated_at': '2022-07-06T15:24:46Z', 'revision_number': 4, 'project_id': 'ef44ecc951964d51925463c5e09f9fbb', 'gw_port': {'id': '1ba82ad7-6367-4594-876a-c7e2c13c8b3b', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:52:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35358e22-072e-4430-930f-25a4c4e0fe97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:40Z', 'updated_at': '2022-07-06T15:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_floatingips': [{'id': '9adb11ba-3bbf-43e9-bdeb-6aef00e8f05f', 'tenant_id': 'ef44ecc951964d51925463c5e09f9fbb', 'floating_ip_address': '172.27.3.241', 'floating_network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'router_id': '35358e22-072e-4430-930f-25a4c4e0fe97', 'port_id': 'c1b8dfba-8c84-435a-984a-2a26f587b26e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f7f712f-7346-42c2-b097-b4b48d9f78be', 'mac_address': 'fa:16:3e:2f:26:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc848c1-1535-4024-a792-3e74e6581844', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T15:27:40Z', 'updated_at': '2022-07-06T15:29:24Z', 'revision_number': 3, 'project_id': 'ef44ecc951964d51925463c5e09f9fbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '362ad125-474c-491a-ab35-5ec9aa3371e8', 'name': '', 'network_id': '2f7f712f-7346-42c2-b097-b4b48d9f78be', 'tenant_id': 'ef44ecc951964d51925463c5e09f9fbb', 'mac_address': 'fa:16:3e:36:bc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35358e22-072e-4430-930f-25a4c4e0fe97', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd2607162-f852-4242-9cef-eb0efdf849b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:45Z', 'updated_at': '2022-07-06T15:25:05Z', 'revision_number': 5, 'project_id': 'ef44ecc951964d51925463c5e09f9fbb', 'subnets': [{'id': 'd2607162-f852-4242-9cef-eb0efdf849b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:29:25.966946 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-bae45e27-d804-42d1-a3a3-3dc3251fda16 req-ef808069-ba80-44f2-9f3b-c97d869ae206 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?id=b7c5e9fe-49e8-4bf5-84c6-83d6010ab77c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835009 Jul 06 15:29:25.972660 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff2d38-1b50-4233-a5ca-8e2b24d29f66 req-cee83101-abeb-41d3-b3b7-2f9a54dcb6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:25.974115 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-05ff2d38-1b50-4233-a5ca-8e2b24d29f66 req-cee83101-abeb-41d3-b3b7-2f9a54dcb6ac service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2f7f712f-7346-42c2-b097-b4b48d9f78be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0555646 Jul 06 15:29:26.417630 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-05ff2d38-1b50-4233-a5ca-8e2b24d29f66 req-31999cce-4110-415f-9bda-cfe66214a258 service neutron] 10.222.0.16 "GET /v2.0/networks/2f7f712f-7346-42c2-b097-b4b48d9f78be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848870 Jul 06 15:29:26.540892 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-05ff2d38-1b50-4233-a5ca-8e2b24d29f66 req-30a96bfa-0959-404e-8ff1-6824636b6b8f service neutron] 10.222.0.16 "GET /v2.0/networks/2f7f712f-7346-42c2-b097-b4b48d9f78be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888660 Jul 06 15:29:27.082734 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d40629-6d97-491d-ac23-8b082daf84a3 req-559cd08e-8019-42dc-93af-4e1b010193ee tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:27.084559 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-b8d40629-6d97-491d-ac23-8b082daf84a3 req-559cd08e-8019-42dc-93af-4e1b010193ee tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=0889d118-1916-42f5-907d-37457f8ac6c0 HTTP/1.1" status: 200 len: 945 time: 0.0493040 Jul 06 15:29:27.131952 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-b8d40629-6d97-491d-ac23-8b082daf84a3 req-856d705f-6272-4d19-b340-fca5c381c40c tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?id=b7c5e9fe-49e8-4bf5-84c6-83d6010ab77c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413785 Jul 06 15:29:27.296023 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dc848c1-1535-4024-a792-3e74e6581844', 'tag': 'c1b8dfba-8c84-435a-984a-2a26f587b26e'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:29:27.298351 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23f0ce0f3171803df377307192b3bbc073243688ace587a9918d8ae03454cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c32dfb67-c0d9-44df-8312-8ae34ce4a67f" -d '{"events": [{"name": "network-changed", "server_uuid": "3dc848c1-1535-4024-a792-3e74e6581844", "tag": "c1b8dfba-8c84-435a-984a-2a26f587b26e"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:29:27.334097 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 15:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e0d347-42f5-495c-b791-817638caeb45 x-openstack-request-id: req-25e0d347-42f5-495c-b791-817638caeb45 {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:29:27.334371 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dc848c1-1535-4024-a792-3e74e6581844", "tag": "c1b8dfba-8c84-435a-984a-2a26f587b26e", "status": "completed", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:29:27.334684 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-25e0d347-42f5-495c-b791-817638caeb45 {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:29:27.335175 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25e0d347-42f5-495c-b791-817638caeb45'] response: {'name': 'network-changed', 'server_uuid': '3dc848c1-1535-4024-a792-3e74e6581844', 'tag': 'c1b8dfba-8c84-435a-984a-2a26f587b26e', 'status': 'completed', 'code': 200} Jul 06 15:29:27.409044 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32dfb67-c0d9-44df-8312-8ae34ce4a67f req-c81ac3fd-a61b-4e8d-b792-57468ea0a616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:27.410523 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-c32dfb67-c0d9-44df-8312-8ae34ce4a67f req-c81ac3fd-a61b-4e8d-b792-57468ea0a616 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef44ecc951964d51925463c5e09f9fbb&device_id=3dc848c1-1535-4024-a792-3e74e6581844 HTTP/1.1" status: 200 len: 1129 time: 0.0426068 Jul 06 15:29:27.501949 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32dfb67-c0d9-44df-8312-8ae34ce4a67f req-fea3d9ea-1547-4a5d-9306-4d8f847ea077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:27.503683 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-c32dfb67-c0d9-44df-8312-8ae34ce4a67f req-fea3d9ea-1547-4a5d-9306-4d8f847ea077 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2f7f712f-7346-42c2-b097-b4b48d9f78be HTTP/1.1" status: 200 len: 920 time: 0.0868001 Jul 06 15:29:27.563789 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-c32dfb67-c0d9-44df-8312-8ae34ce4a67f req-e5aad154-abda-4511-9474-fb026fce32db service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1b8dfba-8c84-435a-984a-2a26f587b26e HTTP/1.1" status: 200 len: 1001 time: 0.0531161 Jul 06 15:29:27.611951 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32dfb67-c0d9-44df-8312-8ae34ce4a67f req-85602758-ed40-4477-8f75-a84fbf2000d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:27.613251 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-c32dfb67-c0d9-44df-8312-8ae34ce4a67f req-85602758-ed40-4477-8f75-a84fbf2000d5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d2607162-f852-4242-9cef-eb0efdf849b4 HTTP/1.1" status: 200 len: 858 time: 0.0422993 Jul 06 15:29:27.662266 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32dfb67-c0d9-44df-8312-8ae34ce4a67f req-0243f464-c9d1-4235-92cc-26ca11043b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:27.663726 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-c32dfb67-c0d9-44df-8312-8ae34ce4a67f req-0243f464-c9d1-4235-92cc-26ca11043b32 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2f7f712f-7346-42c2-b097-b4b48d9f78be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420198 Jul 06 15:29:27.750583 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-c32dfb67-c0d9-44df-8312-8ae34ce4a67f req-f845c28c-e97a-4630-974e-48c25ccf18af service neutron] 10.222.0.16 "GET /v2.0/networks/2f7f712f-7346-42c2-b097-b4b48d9f78be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803871 Jul 06 15:29:27.815332 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:27.843517 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-c32dfb67-c0d9-44df-8312-8ae34ce4a67f req-3b80d55e-03be-480a-b30c-eb0fbe5eab8b service neutron] 10.222.0.16 "GET /v2.0/networks/2f7f712f-7346-42c2-b097-b4b48d9f78be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860968 Jul 06 15:29:28.243417 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64b21d-ca5e-4e02-8914-5f1fd4b46721 req-931c06c0-c1bc-489c-ab7a-94f930fac28a tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:28.244881 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-6d64b21d-ca5e-4e02-8914-5f1fd4b46721 req-931c06c0-c1bc-489c-ab7a-94f930fac28a tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=0889d118-1916-42f5-907d-37457f8ac6c0 HTTP/1.1" status: 200 len: 945 time: 0.0469155 Jul 06 15:29:28.292074 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-6d64b21d-ca5e-4e02-8914-5f1fd4b46721 req-0b68624a-c154-4abb-a25d-f17f3fb59838 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?id=b7c5e9fe-49e8-4bf5-84c6-83d6010ab77c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416551 Jul 06 15:29:28.401015 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc1b82-1e16-470b-b04c-e4da00262a15 req-3823e1cf-65b8-4218-b735-bc70b1ad8a1d tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:28.402801 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-45fc1b82-1e16-470b-b04c-e4da00262a15 req-3823e1cf-65b8-4218-b735-bc70b1ad8a1d tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=0889d118-1916-42f5-907d-37457f8ac6c0 HTTP/1.1" status: 200 len: 945 time: 0.0478108 Jul 06 15:29:28.412083 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 57122) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:29:28.416294 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [None req-f0fab109-a14a-44af-9d0b-b8d80ae1fdc1 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Request body: {'floatingip': {'port_id': '38f83667-978a-48ec-a53c-597a402f9348'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:29:28.454877 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-f0fab109-a14a-44af-9d0b-b8d80ae1fdc1 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for floatingip (7931ef5b-8215-4c6c-99df-4d1d088da1f6), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:28.554496 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:28.697952 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.agents_db [None req-99b786f5-93e1-437c-926e-a88e17275ab4 None None] Agent healthcheck: found 6 active agents {{(pid=103847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:29:28.870216 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-f0fab109-a14a-44af-9d0b-b8d80ae1fdc1 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:28.874017 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-f0fab109-a14a-44af-9d0b-b8d80ae1fdc1 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591059'] for floatingip (7931ef5b-8215-4c6c-99df-4d1d088da1f6), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:28.969677 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.db.l3_db [None req-f0fab109-a14a-44af-9d0b-b8d80ae1fdc1 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Floating IP 7931ef5b-8215-4c6c-99df-4d1d088da1f6 associated. External IP: 172.27.3.142, port: 38f83667-978a-48ec-a53c-597a402f9348. Jul 06 15:29:29.418156 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0fab109-a14a-44af-9d0b-b8d80ae1fdc1 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Router 738b7c26-f6e3-475d-9804-afd562758ee8 has already been hosted by L3 agent 8e6e5f2a-f235-48ed-8752-aab723ac44e7 {{(pid=103844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 15:29:29.515232 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:29.520757 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0fab109-a14a-44af-9d0b-b8d80ae1fdc1 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Notify agent at l3_agent.dv-cinder-848848-4-iscsi the message routers_updated {{(pid=103844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:29:29.525104 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-f0fab109-a14a-44af-9d0b-b8d80ae1fdc1 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for floatingip (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:29.532475 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c676f5c3-a779-4606-b66b-4be8ff22bba1 None None] Sync routers for ids ['738b7c26-f6e3-475d-9804-afd562758ee8'] in dv-cinder-848848-4-iscsi {{(pid=103847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:29:29.542611 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c676f5c3-a779-4606-b66b-4be8ff22bba1 None None] Routers {'738b7c26-f6e3-475d-9804-afd562758ee8'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:29:29.543209 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-c676f5c3-a779-4606-b66b-4be8ff22bba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:29:18Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['738b7c26-f6e3-475d-9804-afd562758ee8'], 'active': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:29:29.555636 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-f0fab109-a14a-44af-9d0b-b8d80ae1fdc1 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "PUT /v2.0/floatingips/7931ef5b-8215-4c6c-99df-4d1d088da1f6 HTTP/1.1" status: 200 len: 991 time: 1.1425555 Jul 06 15:29:29.556312 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0889d118-1916-42f5-907d-37457f8ac6c0', 'tag': '38f83667-978a-48ec-a53c-597a402f9348'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:29:29.558611 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23f0ce0f3171803df377307192b3bbc073243688ace587a9918d8ae03454cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8681e12-12b7-4079-a3ed-90df74d3919f" -d '{"events": [{"name": "network-changed", "server_uuid": "0889d118-1916-42f5-907d-37457f8ac6c0", "tag": "38f83667-978a-48ec-a53c-597a402f9348"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:29:29.594416 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 15:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117d7177-8ff1-49ab-839c-5743c9ea2207 x-openstack-request-id: req-117d7177-8ff1-49ab-839c-5743c9ea2207 {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:29:29.594416 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0889d118-1916-42f5-907d-37457f8ac6c0", "tag": "38f83667-978a-48ec-a53c-597a402f9348", "status": "completed", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:29:29.594416 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-117d7177-8ff1-49ab-839c-5743c9ea2207 {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:29:29.594416 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-117d7177-8ff1-49ab-839c-5743c9ea2207'] response: {'name': 'network-changed', 'server_uuid': '0889d118-1916-42f5-907d-37457f8ac6c0', 'tag': '38f83667-978a-48ec-a53c-597a402f9348', 'status': 'completed', 'code': 200} Jul 06 15:29:29.645545 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvr_db [None req-c676f5c3-a779-4606-b66b-4be8ff22bba1 None None] Set router 738b7c26-f6e3-475d-9804-afd562758ee8 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:29:29.660275 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8681e12-12b7-4079-a3ed-90df74d3919f req-e4f3eb23-b88e-4728-8991-8746b5ff48cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:29.661764 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-a8681e12-12b7-4079-a3ed-90df74d3919f req-e4f3eb23-b88e-4728-8991-8746b5ff48cc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e9fb04db8ac9464086cd7f3362e97455&device_id=0889d118-1916-42f5-907d-37457f8ac6c0 HTTP/1.1" status: 200 len: 1129 time: 0.0399263 Jul 06 15:29:29.755002 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8681e12-12b7-4079-a3ed-90df74d3919f req-b1f5e231-c2b3-4192-b5df-066302e1e20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:29.756493 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-a8681e12-12b7-4079-a3ed-90df74d3919f req-b1f5e231-c2b3-4192-b5df-066302e1e20e service neutron] 10.222.0.16 "GET /v2.0/networks?id=a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5 HTTP/1.1" status: 200 len: 915 time: 0.0874190 Jul 06 15:29:29.818060 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-a8681e12-12b7-4079-a3ed-90df74d3919f req-5423ca03-c1c9-48a6-b655-58837d3514d5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38f83667-978a-48ec-a53c-597a402f9348 HTTP/1.1" status: 200 len: 999 time: 0.0544410 Jul 06 15:29:29.847136 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-c676f5c3-a779-4606-b66b-4be8ff22bba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'name': 'tempest-AttachVolumeNegativeTest-209056874-router', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'c4670a52-f3eb-4623-b6a0-3b65870597ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:38Z', 'updated_at': '2022-07-06T15:24:51Z', 'revision_number': 4, 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'gw_port': {'id': 'c4670a52-f3eb-4623-b6a0-3b65870597ee', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:49:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:40Z', 'updated_at': '2022-07-06T15:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_floatingips': [{'id': '7931ef5b-8215-4c6c-99df-4d1d088da1f6', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'floating_ip_address': '172.27.3.142', 'floating_network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'router_id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'port_id': '38f83667-978a-48ec-a53c-597a402f9348', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5', 'mac_address': 'fa:16:3e:d6:75:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0889d118-1916-42f5-907d-37457f8ac6c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T15:29:12Z', 'updated_at': '2022-07-06T15:29:28Z', 'revision_number': 1, 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '750799dc-8d69-4a28-93e2-23fdcff49383', 'name': '', 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'mac_address': 'fa:16:3e:3f:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f20ae9c1-f124-46af-83bd-c43bda7bdca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:47Z', 'updated_at': '2022-07-06T15:25:04Z', 'revision_number': 5, 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'subnets': [{'id': 'f20ae9c1-f124-46af-83bd-c43bda7bdca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:29:29.862478 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:29.872424 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8681e12-12b7-4079-a3ed-90df74d3919f req-2e513d5f-7ea0-4178-953a-b3ca5bc2062d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:29.873875 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-a8681e12-12b7-4079-a3ed-90df74d3919f req-2e513d5f-7ea0-4178-953a-b3ca5bc2062d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f20ae9c1-f124-46af-83bd-c43bda7bdca6 HTTP/1.1" status: 200 len: 853 time: 0.0455189 Jul 06 15:29:29.874392 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c676f5c3-a779-4606-b66b-4be8ff22bba1 None None] Checking router: 738b7c26-f6e3-475d-9804-afd562758ee8 for host: dv-cinder-848848-4-iscsi {{(pid=103847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:29:29.883130 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c676f5c3-a779-4606-b66b-4be8ff22bba1 None None] Routers {'738b7c26-f6e3-475d-9804-afd562758ee8'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:29:29.883750 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-c676f5c3-a779-4606-b66b-4be8ff22bba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:29:18Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['738b7c26-f6e3-475d-9804-afd562758ee8'], 'active': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:29:29.932231 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8681e12-12b7-4079-a3ed-90df74d3919f req-55d55e22-020c-4fb0-8e7c-46c30880ae91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:29.933743 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-a8681e12-12b7-4079-a3ed-90df74d3919f req-55d55e22-020c-4fb0-8e7c-46c30880ae91 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443289 Jul 06 15:29:29.984142 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvr_db [None req-c676f5c3-a779-4606-b66b-4be8ff22bba1 None None] Set router 738b7c26-f6e3-475d-9804-afd562758ee8 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:29:30.034081 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-a8681e12-12b7-4079-a3ed-90df74d3919f req-953a3bcf-520b-4315-b4ab-9b208a532afe service neutron] 10.222.0.16 "GET /v2.0/networks/a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884428 Jul 06 15:29:30.133983 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-a8681e12-12b7-4079-a3ed-90df74d3919f req-bafe127b-eb29-486b-af65-5a27ca045b39 service neutron] 10.222.0.16 "GET /v2.0/networks/a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898905 Jul 06 15:29:30.190117 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-c676f5c3-a779-4606-b66b-4be8ff22bba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'name': 'tempest-AttachVolumeNegativeTest-209056874-router', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'c4670a52-f3eb-4623-b6a0-3b65870597ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:38Z', 'updated_at': '2022-07-06T15:24:51Z', 'revision_number': 4, 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'gw_port': {'id': 'c4670a52-f3eb-4623-b6a0-3b65870597ee', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:49:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:40Z', 'updated_at': '2022-07-06T15:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_floatingips': [{'id': '7931ef5b-8215-4c6c-99df-4d1d088da1f6', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'floating_ip_address': '172.27.3.142', 'floating_network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'router_id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'port_id': '38f83667-978a-48ec-a53c-597a402f9348', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5', 'mac_address': 'fa:16:3e:d6:75:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0889d118-1916-42f5-907d-37457f8ac6c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T15:29:12Z', 'updated_at': '2022-07-06T15:29:28Z', 'revision_number': 1, 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '750799dc-8d69-4a28-93e2-23fdcff49383', 'name': '', 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'mac_address': 'fa:16:3e:3f:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f20ae9c1-f124-46af-83bd-c43bda7bdca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:47Z', 'updated_at': '2022-07-06T15:25:04Z', 'revision_number': 5, 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'subnets': [{'id': 'f20ae9c1-f124-46af-83bd-c43bda7bdca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:29:30.215090 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c676f5c3-a779-4606-b66b-4be8ff22bba1 None None] The sync data for ids ['738b7c26-f6e3-475d-9804-afd562758ee8'] in dv-cinder-848848-4-iscsi is: [{'id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'name': 'tempest-AttachVolumeNegativeTest-209056874-router', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'c4670a52-f3eb-4623-b6a0-3b65870597ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:38Z', 'updated_at': '2022-07-06T15:24:51Z', 'revision_number': 4, 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'gw_port': {'id': 'c4670a52-f3eb-4623-b6a0-3b65870597ee', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:49:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:40Z', 'updated_at': '2022-07-06T15:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_floatingips': [{'id': '7931ef5b-8215-4c6c-99df-4d1d088da1f6', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'floating_ip_address': '172.27.3.142', 'floating_network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'router_id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'port_id': '38f83667-978a-48ec-a53c-597a402f9348', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5', 'mac_address': 'fa:16:3e:d6:75:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0889d118-1916-42f5-907d-37457f8ac6c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T15:29:12Z', 'updated_at': '2022-07-06T15:29:28Z', 'revision_number': 1, 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '750799dc-8d69-4a28-93e2-23fdcff49383', 'name': '', 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'mac_address': 'fa:16:3e:3f:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f20ae9c1-f124-46af-83bd-c43bda7bdca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:47Z', 'updated_at': '2022-07-06T15:25:04Z', 'revision_number': 5, 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'subnets': [{'id': 'f20ae9c1-f124-46af-83bd-c43bda7bdca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:29:30.405614 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1623924d-e97b-47f2-8638-f54c510065f1 None None] New status for floating IP 7931ef5b-8215-4c6c-99df-4d1d088da1f6: ACTIVE {{(pid=103846) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 06 15:29:31.114204 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-e30dc824-f616-43d6-8b1b-961fd03bfc19 req-bf37f540-0fb5-447d-8401-cbf8c418a678 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1771226619&fields=id&tenant_id=42279c5b622c47a192c529ce53566555 HTTP/1.1" status: 200 len: 267 time: 0.0441797 Jul 06 15:29:31.225527 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30dc824-f616-43d6-8b1b-961fd03bfc19 req-456a4502-184b-4e62-ad7e-59481e332a7c tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:31.227404 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-e30dc824-f616-43d6-8b1b-961fd03bfc19 req-456a4502-184b-4e62-ad7e-59481e332a7c tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/networks?id=9096fa59-64b3-483c-b50a-082ce5ce747d HTTP/1.1" status: 200 len: 809 time: 0.1060045 Jul 06 15:29:31.241286 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-e30dc824-f616-43d6-8b1b-961fd03bfc19 req-76650cec-c28d-4d77-ac7e-77d792f74249 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/quotas/42279c5b622c47a192c529ce53566555 HTTP/1.1" status: 200 len: 375 time: 0.0087323 Jul 06 15:29:31.290308 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-e30dc824-f616-43d6-8b1b-961fd03bfc19 req-a0cd823f-ffb3-4d9a-9f3f-0ba995941fdd tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=42279c5b622c47a192c529ce53566555&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0434508 Jul 06 15:29:31.384650 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-e30dc824-f616-43d6-8b1b-961fd03bfc19 req-f05cd54c-3c6d-4486-a767-a1cebfc84914 service neutron] 10.222.0.46 "GET /v2.0/networks/9096fa59-64b3-483c-b50a-082ce5ce747d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835469 Jul 06 15:29:31.478611 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-e30dc824-f616-43d6-8b1b-961fd03bfc19 req-76fd40d0-26b1-491d-9af6-29f5dff16e9e service neutron] 10.222.0.46 "GET /v2.0/networks/9096fa59-64b3-483c-b50a-082ce5ce747d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883863 Jul 06 15:29:31.769694 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-52c25103-9706-47a2-863f-f1c62eba7b8d req-32fdeece-d391-4b0e-a79e-d601ed62b7f5 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/ports?device_id=95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825 HTTP/1.1" status: 200 len: 210 time: 0.0314202 Jul 06 15:29:32.742358 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:32.772342 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30dc824-f616-43d6-8b1b-961fd03bfc19 req-50856b27-8b3e-4a9f-a709-4de3d12822ce tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:32.773842 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-e30dc824-f616-43d6-8b1b-961fd03bfc19 req-50856b27-8b3e-4a9f-a709-4de3d12822ce tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.16 "GET /v2.0/networks?id=9096fa59-64b3-483c-b50a-082ce5ce747d HTTP/1.1" status: 200 len: 809 time: 0.1085849 Jul 06 15:29:32.862363 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-e30dc824-f616-43d6-8b1b-961fd03bfc19 req-59fefc68-5a49-415d-80b7-943a7f3fd4ff tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42279c5b622c47a192c529ce53566555 HTTP/1.1" status: 200 len: 380 time: 0.0655763 Jul 06 15:29:32.881307 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [req-e30dc824-f616-43d6-8b1b-961fd03bfc19 req-c6dc0659-4d50-4b63-84c8-fd313299319c tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Request body: {'port': {'device_id': '95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825', 'network_id': '9096fa59-64b3-483c-b50a-082ce5ce747d', 'admin_state_up': True, 'tenant_id': '42279c5b622c47a192c529ce53566555', 'security_groups': ['f64e9139-f7c8-4326-922d-ff02b5362541']}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:29:32.885478 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-4632829a-2109-4e42-aca8-4bdef718ddfd req-9c7a9a7f-5e9a-47d8-85ac-b14080d319dd tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/ports?device_id=95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825 HTTP/1.1" status: 200 len: 210 time: 0.0429206 Jul 06 15:29:32.993406 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e30dc824-f616-43d6-8b1b-961fd03bfc19 req-c6dc0659-4d50-4b63-84c8-fd313299319c tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Made reservation on behalf of 42279c5b622c47a192c529ce53566555 for: {'port': 1} {{(pid=103844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:29:32.997881 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-e30dc824-f616-43d6-8b1b-961fd03bfc19 req-c6dc0659-4d50-4b63-84c8-fd313299319c tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:33.068132 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:33.130075 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.db_base_plugin_common [req-e30dc824-f616-43d6-8b1b-961fd03bfc19 req-c6dc0659-4d50-4b63-84c8-fd313299319c tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Allocated IP 172.20.0.13 (9096fa59-64b3-483c-b50a-082ce5ce747d/cd4abdc7-c383-439f-83a0-38f6c53653a0/1d111c7f-26a5-4b88-b2d7-d536d2ce685b) {{(pid=103844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:29:33.285542 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-e30dc824-f616-43d6-8b1b-961fd03bfc19 req-c6dc0659-4d50-4b63-84c8-fd313299319c tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Publish callbacks [] for port (1d111c7f-26a5-4b88-b2d7-d536d2ce685b), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:33.318547 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-e30dc824-f616-43d6-8b1b-961fd03bfc19 req-c6dc0659-4d50-4b63-84c8-fd313299319c tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786465455737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2698075'] for port (1d111c7f-26a5-4b88-b2d7-d536d2ce685b), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:33.363665 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e30dc824-f616-43d6-8b1b-961fd03bfc19 req-c6dc0659-4d50-4b63-84c8-fd313299319c tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Network 9096fa59-64b3-483c-b50a-082ce5ce747d is already hosted by enough agents. {{(pid=103844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:29:33.367241 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.base_scheduler [req-e30dc824-f616-43d6-8b1b-961fd03bfc19 req-c6dc0659-4d50-4b63-84c8-fd313299319c tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Resources bound (agent type, host, resource id): {{(pid=103844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:29:33.370845 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [req-e30dc824-f616-43d6-8b1b-961fd03bfc19 req-c6dc0659-4d50-4b63-84c8-fd313299319c tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Received port after_create {{(pid=103844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 15:29:33.402794 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dc0659-4d50-4b63-84c8-fd313299319c tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Pushing event updated for resources: {'Port': ['ID=1d111c7f-26a5-4b88-b2d7-d536d2ce685b,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:29:33.429979 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30dc824-f616-43d6-8b1b-961fd03bfc19 req-c6dc0659-4d50-4b63-84c8-fd313299319c tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:33.430674 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-e30dc824-f616-43d6-8b1b-961fd03bfc19 req-c6dc0659-4d50-4b63-84c8-fd313299319c tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for port (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:33.447634 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-e30dc824-f616-43d6-8b1b-961fd03bfc19 req-c6dc0659-4d50-4b63-84c8-fd313299319c tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5703483 Jul 06 15:29:33.477583 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [req-e30dc824-f616-43d6-8b1b-961fd03bfc19 req-5fa5b05c-8bc2-4290-83da-85d94868ebc5 service neutron] Request body: {'port': {'device_id': '95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84884'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:29:33.542105 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-e30dc824-f616-43d6-8b1b-961fd03bfc19 req-5fa5b05c-8bc2-4290-83da-85d94868ebc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (1d111c7f-26a5-4b88-b2d7-d536d2ce685b), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:33.548511 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-b04893ec-78ce-40c4-a29c-9f4f44b59e68 None None] Provisioning complete for port 1d111c7f-26a5-4b88-b2d7-d536d2ce685b triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:29:33.548998 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b04893ec-78ce-40c4-a29c-9f4f44b59e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (1d111c7f-26a5-4b88-b2d7-d536d2ce685b), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:33.576735 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:33.580726 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b04893ec-78ce-40c4-a29c-9f4f44b59e68 None None] Port 1d111c7f-26a5-4b88-b2d7-d536d2ce685b cannot update to ACTIVE because it is not bound. {{(pid=103846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 15:29:33.595368 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:33.800852 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [req-e30dc824-f616-43d6-8b1b-961fd03bfc19 req-5fa5b05c-8bc2-4290-83da-85d94868ebc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d111c7f-26a5-4b88-b2d7-d536d2ce685b {{(pid=103844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 15:29:33.808183 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-e30dc824-f616-43d6-8b1b-961fd03bfc19 req-5fa5b05c-8bc2-4290-83da-85d94868ebc5 service neutron] Publish callbacks [] for port (1d111c7f-26a5-4b88-b2d7-d536d2ce685b), precommit_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:33.820641 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [req-e30dc824-f616-43d6-8b1b-961fd03bfc19 req-5fa5b05c-8bc2-4290-83da-85d94868ebc5 service neutron] Transition to ACTIVE for port object 1d111c7f-26a5-4b88-b2d7-d536d2ce685b will not be triggered until provisioned by entity L2. {{(pid=103844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 06 15:29:33.824307 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-e30dc824-f616-43d6-8b1b-961fd03bfc19 req-5fa5b05c-8bc2-4290-83da-85d94868ebc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2698066'] for port (1d111c7f-26a5-4b88-b2d7-d536d2ce685b), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:33.827323 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:33.876477 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa5b05c-8bc2-4290-83da-85d94868ebc5 service neutron] Pushing event updated for resources: {'Port': ['ID=1d111c7f-26a5-4b88-b2d7-d536d2ce685b,revision_number=2']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:29:33.959112 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [req-e30dc824-f616-43d6-8b1b-961fd03bfc19 req-5fa5b05c-8bc2-4290-83da-85d94868ebc5 service neutron] Attempting to bind port 1d111c7f-26a5-4b88-b2d7-d536d2ce685b on host hv-cinder-84884 for vnic_type normal with profile {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 15:29:33.959633 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [req-e30dc824-f616-43d6-8b1b-961fd03bfc19 req-5fa5b05c-8bc2-4290-83da-85d94868ebc5 service neutron] Attempting to bind port 1d111c7f-26a5-4b88-b2d7-d536d2ce685b by drivers openvswitch,hyperv on host hv-cinder-84884 at level 0 using segments [{'id': '3c018295-6829-4351-a6be-1e240dc0b595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '9096fa59-64b3-483c-b50a-082ce5ce747d'}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 15:29:33.960545 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30dc824-f616-43d6-8b1b-961fd03bfc19 req-5fa5b05c-8bc2-4290-83da-85d94868ebc5 service neutron] Attempting to bind port 1d111c7f-26a5-4b88-b2d7-d536d2ce685b on network 9096fa59-64b3-483c-b50a-082ce5ce747d {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:29:33.965679 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30dc824-f616-43d6-8b1b-961fd03bfc19 req-5fa5b05c-8bc2-4290-83da-85d94868ebc5 service neutron] Port 1d111c7f-26a5-4b88-b2d7-d536d2ce685b on network 9096fa59-64b3-483c-b50a-082ce5ce747d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84884 {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 06 15:29:33.966077 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30dc824-f616-43d6-8b1b-961fd03bfc19 req-5fa5b05c-8bc2-4290-83da-85d94868ebc5 service neutron] Attempting to bind port 1d111c7f-26a5-4b88-b2d7-d536d2ce685b on network 9096fa59-64b3-483c-b50a-082ce5ce747d {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:29:33.971321 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30dc824-f616-43d6-8b1b-961fd03bfc19 req-5fa5b05c-8bc2-4290-83da-85d94868ebc5 service neutron] Checking agent: {'id': 'eda728fc-b46d-4378-b578-35bac6b15486', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84884', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 15, 22, 43), 'started_at': datetime.datetime(2022, 7, 6, 15, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 15, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 15:29:33.971654 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30dc824-f616-43d6-8b1b-961fd03bfc19 req-5fa5b05c-8bc2-4290-83da-85d94868ebc5 service neutron] Checking segment: {'id': '3c018295-6829-4351-a6be-1e240dc0b595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '9096fa59-64b3-483c-b50a-082ce5ce747d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:29:33.972572 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30dc824-f616-43d6-8b1b-961fd03bfc19 req-5fa5b05c-8bc2-4290-83da-85d94868ebc5 service neutron] Bound using segment: {'id': '3c018295-6829-4351-a6be-1e240dc0b595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '9096fa59-64b3-483c-b50a-082ce5ce747d'} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 15:29:33.972572 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [req-e30dc824-f616-43d6-8b1b-961fd03bfc19 req-5fa5b05c-8bc2-4290-83da-85d94868ebc5 service neutron] Bound port: 1d111c7f-26a5-4b88-b2d7-d536d2ce685b, host: hv-cinder-84884, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c018295-6829-4351-a6be-1e240dc0b595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '9096fa59-64b3-483c-b50a-082ce5ce747d'}}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 15:29:33.972814 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-e30dc824-f616-43d6-8b1b-961fd03bfc19 req-5fa5b05c-8bc2-4290-83da-85d94868ebc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (1d111c7f-26a5-4b88-b2d7-d536d2ce685b), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:34.048007 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [req-e30dc824-f616-43d6-8b1b-961fd03bfc19 req-5fa5b05c-8bc2-4290-83da-85d94868ebc5 service neutron] For port 1d111c7f-26a5-4b88-b2d7-d536d2ce685b, host hv-cinder-84884, cleared binding levels {{(pid=103844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:29:34.051544 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [req-e30dc824-f616-43d6-8b1b-961fd03bfc19 req-5fa5b05c-8bc2-4290-83da-85d94868ebc5 service neutron] For port 1d111c7f-26a5-4b88-b2d7-d536d2ce685b, host hv-cinder-84884, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=1d111c7f-26a5-4b88-b2d7-d536d2ce685b,segment=NetworkSegment(3c018295-6829-4351-a6be-1e240dc0b595),segment_id=3c018295-6829-4351-a6be-1e240dc0b595)] {{(pid=103844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:29:34.058059 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-e30dc824-f616-43d6-8b1b-961fd03bfc19 req-5fa5b05c-8bc2-4290-83da-85d94868ebc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2698066'] for port (1d111c7f-26a5-4b88-b2d7-d536d2ce685b), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:34.097516 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30dc824-f616-43d6-8b1b-961fd03bfc19 req-5fa5b05c-8bc2-4290-83da-85d94868ebc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:34.098138 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-e30dc824-f616-43d6-8b1b-961fd03bfc19 req-5fa5b05c-8bc2-4290-83da-85d94868ebc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for port (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:34.099717 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-e30dc824-f616-43d6-8b1b-961fd03bfc19 req-5fa5b05c-8bc2-4290-83da-85d94868ebc5 service neutron] 10.222.0.16 "PUT /v2.0/ports/1d111c7f-26a5-4b88-b2d7-d536d2ce685b HTTP/1.1" status: 200 len: 1094 time: 0.6270132 Jul 06 15:29:34.100174 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825', 'tag': '1d111c7f-26a5-4b88-b2d7-d536d2ce685b'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:29:34.102753 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23f0ce0f3171803df377307192b3bbc073243688ace587a9918d8ae03454cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e29f8e68-fcd8-43d4-9066-761f75582d65" -d '{"events": [{"name": "network-changed", "server_uuid": "95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825", "tag": "1d111c7f-26a5-4b88-b2d7-d536d2ce685b"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:29:34.144507 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa5b05c-8bc2-4290-83da-85d94868ebc5 service neutron] Pushing event updated for resources: {'Port': ['ID=1d111c7f-26a5-4b88-b2d7-d536d2ce685b,revision_number=3']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:29:34.196990 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 15:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ada7ba9-ab88-4a73-831b-b55994b67f3e x-openstack-request-id: req-4ada7ba9-ab88-4a73-831b-b55994b67f3e {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:29:34.197343 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825", "tag": "1d111c7f-26a5-4b88-b2d7-d536d2ce685b", "status": "completed", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:29:34.197532 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4ada7ba9-ab88-4a73-831b-b55994b67f3e {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:29:34.197936 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ada7ba9-ab88-4a73-831b-b55994b67f3e'] response: {'name': 'network-changed', 'server_uuid': '95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825', 'tag': '1d111c7f-26a5-4b88-b2d7-d536d2ce685b', 'status': 'completed', 'code': 200} Jul 06 15:29:34.199591 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30dc824-f616-43d6-8b1b-961fd03bfc19 req-557278d3-6866-41fe-bbbe-efe56ef29c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:34.201318 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-e30dc824-f616-43d6-8b1b-961fd03bfc19 req-557278d3-6866-41fe-bbbe-efe56ef29c23 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=42279c5b622c47a192c529ce53566555&device_id=95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825 HTTP/1.1" status: 200 len: 1128 time: 0.0526130 Jul 06 15:29:34.234974 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703696da-3d44-4f6c-9dcc-fa230615a8d8 req-530d1651-91c5-4360-afe4-a31744e9f167 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:34.242547 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-703696da-3d44-4f6c-9dcc-fa230615a8d8 req-530d1651-91c5-4360-afe4-a31744e9f167 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/ports?device_id=95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825 HTTP/1.1" status: 200 len: 944 time: 0.2832222 Jul 06 15:29:34.254641 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-e30dc824-f616-43d6-8b1b-961fd03bfc19 req-2aa88307-1c58-400e-8d2e-0299748162ee service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d111c7f-26a5-4b88-b2d7-d536d2ce685b HTTP/1.1" status: 200 len: 217 time: 0.0423391 Jul 06 15:29:34.289524 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-703696da-3d44-4f6c-9dcc-fa230615a8d8 req-f47a8188-acb7-49ac-be11-0ab406bc9589 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/security-groups?id=f64e9139-f7c8-4326-922d-ff02b5362541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455897 Jul 06 15:29:34.309023 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30dc824-f616-43d6-8b1b-961fd03bfc19 req-5117139d-e541-4e3b-a4bd-02cffcfe92d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:34.310430 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-e30dc824-f616-43d6-8b1b-961fd03bfc19 req-5117139d-e541-4e3b-a4bd-02cffcfe92d0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cd4abdc7-c383-439f-83a0-38f6c53653a0 HTTP/1.1" status: 200 len: 848 time: 0.0493116 Jul 06 15:29:34.355717 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30dc824-f616-43d6-8b1b-961fd03bfc19 req-8ffcd286-ead4-48f1-b752-17b0d915e1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:34.357276 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-e30dc824-f616-43d6-8b1b-961fd03bfc19 req-8ffcd286-ead4-48f1-b752-17b0d915e1d6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9096fa59-64b3-483c-b50a-082ce5ce747d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401402 Jul 06 15:29:34.452922 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-e30dc824-f616-43d6-8b1b-961fd03bfc19 req-c281bc56-e2f1-4d36-9948-46f4bd1d261f service neutron] 10.222.0.16 "GET /v2.0/networks/9096fa59-64b3-483c-b50a-082ce5ce747d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867116 Jul 06 15:29:34.542542 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-e30dc824-f616-43d6-8b1b-961fd03bfc19 req-75445cab-5aa2-4686-aaf7-93ce65c42648 service neutron] 10.222.0.16 "GET /v2.0/networks/9096fa59-64b3-483c-b50a-082ce5ce747d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831747 Jul 06 15:29:35.039441 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29f8e68-fcd8-43d4-9066-761f75582d65 req-701d5ffb-6063-4ae5-b56c-fda7e5bad5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:35.040874 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-e29f8e68-fcd8-43d4-9066-761f75582d65 req-701d5ffb-6063-4ae5-b56c-fda7e5bad5e6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=42279c5b622c47a192c529ce53566555&device_id=95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825 HTTP/1.1" status: 200 len: 1128 time: 0.0394421 Jul 06 15:29:35.120097 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:35.142405 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29f8e68-fcd8-43d4-9066-761f75582d65 req-569fa4a0-2ef3-4515-9eca-1fd95e27f00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:35.143894 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-e29f8e68-fcd8-43d4-9066-761f75582d65 req-569fa4a0-2ef3-4515-9eca-1fd95e27f00e service neutron] 10.222.0.16 "GET /v2.0/networks?id=9096fa59-64b3-483c-b50a-082ce5ce747d HTTP/1.1" status: 200 len: 910 time: 0.0906537 Jul 06 15:29:35.181930 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-e29f8e68-fcd8-43d4-9066-761f75582d65 req-081bb694-981e-4e7d-809a-c18eb39a5461 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d111c7f-26a5-4b88-b2d7-d536d2ce685b HTTP/1.1" status: 200 len: 217 time: 0.0317564 Jul 06 15:29:35.234975 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29f8e68-fcd8-43d4-9066-761f75582d65 req-377f4f0a-5e58-4132-a3b2-230feeb6c001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:35.236440 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-e29f8e68-fcd8-43d4-9066-761f75582d65 req-377f4f0a-5e58-4132-a3b2-230feeb6c001 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cd4abdc7-c383-439f-83a0-38f6c53653a0 HTTP/1.1" status: 200 len: 848 time: 0.0492005 Jul 06 15:29:35.280353 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29f8e68-fcd8-43d4-9066-761f75582d65 req-925ca303-3344-48f4-813a-9d7913af715b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:35.281826 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-e29f8e68-fcd8-43d4-9066-761f75582d65 req-925ca303-3344-48f4-813a-9d7913af715b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9096fa59-64b3-483c-b50a-082ce5ce747d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393648 Jul 06 15:29:35.352111 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:35.404956 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-e29f8e68-fcd8-43d4-9066-761f75582d65 req-60e38a1e-3c6d-4a5b-b883-8b573af9d08a service neutron] 10.222.0.16 "GET /v2.0/networks/9096fa59-64b3-483c-b50a-082ce5ce747d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169066 Jul 06 15:29:35.417848 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21777369-94d3-44db-ac76-b2dd04a18f9b req-21788eb9-9ef0-4453-9df4-41ff6c214eb2 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:35.419193 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-21777369-94d3-44db-ac76-b2dd04a18f9b req-21788eb9-9ef0-4453-9df4-41ff6c214eb2 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/ports?device_id=95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825 HTTP/1.1" status: 200 len: 944 time: 0.0619180 Jul 06 15:29:35.527912 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-21777369-94d3-44db-ac76-b2dd04a18f9b req-13ed6930-b4ec-4af4-b013-d08093824c91 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/security-groups?id=f64e9139-f7c8-4326-922d-ff02b5362541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001260 Jul 06 15:29:35.541516 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-e29f8e68-fcd8-43d4-9066-761f75582d65 req-971f3db7-429d-4dfa-975f-1efca3d8ff00 service neutron] 10.222.0.16 "GET /v2.0/networks/9096fa59-64b3-483c-b50a-082ce5ce747d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214223 Jul 06 15:29:36.729875 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a26ed-f6f8-45bd-9f6c-718510e5b96b req-1caf4689-c0a4-4506-bce7-6548ca11fb07 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:36.731335 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-e69a26ed-f6f8-45bd-9f6c-718510e5b96b req-1caf4689-c0a4-4506-bce7-6548ca11fb07 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/ports?device_id=95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825 HTTP/1.1" status: 200 len: 944 time: 0.1391218 Jul 06 15:29:36.778277 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-e69a26ed-f6f8-45bd-9f6c-718510e5b96b req-1ad9a60b-4a44-451b-892a-f34135c71545 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/security-groups?id=f64e9139-f7c8-4326-922d-ff02b5362541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413666 Jul 06 15:29:37.942454 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4bd6d-97bc-413d-9ceb-e0adc116f8c2 req-ef05ffef-02fa-4cdc-9bb7-927fbc834672 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:37.943920 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-47e4bd6d-97bc-413d-9ceb-e0adc116f8c2 req-ef05ffef-02fa-4cdc-9bb7-927fbc834672 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/ports?device_id=95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825 HTTP/1.1" status: 200 len: 944 time: 0.0989954 Jul 06 15:29:37.991116 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-47e4bd6d-97bc-413d-9ceb-e0adc116f8c2 req-7506e660-4b61-4592-b43c-14892b7cf51a tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/security-groups?id=f64e9139-f7c8-4326-922d-ff02b5362541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412540 Jul 06 15:29:39.095047 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=100 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:39.108664 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7304367c-172e-480d-8dc8-78d4a02c0c5c req-122dfc43-0637-4d7f-983e-61fc1f3e688a tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:39.110114 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-7304367c-172e-480d-8dc8-78d4a02c0c5c req-122dfc43-0637-4d7f-983e-61fc1f3e688a tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/ports?device_id=95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825 HTTP/1.1" status: 200 len: 944 time: 0.0509787 Jul 06 15:29:39.157567 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-7304367c-172e-480d-8dc8-78d4a02c0c5c req-92b84c4e-588e-4b20-a4da-292c6842ec0a tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/security-groups?id=f64e9139-f7c8-4326-922d-ff02b5362541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420184 Jul 06 15:29:40.270365 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7685d-7690-463c-85f7-8e660fb2424e req-98869e46-2d81-4f7f-a4b7-a3cd7bf9065f tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:40.271839 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-60b7685d-7690-463c-85f7-8e660fb2424e req-98869e46-2d81-4f7f-a4b7-a3cd7bf9065f tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/ports?device_id=95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825 HTTP/1.1" status: 200 len: 944 time: 0.0458691 Jul 06 15:29:40.319848 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-60b7685d-7690-463c-85f7-8e660fb2424e req-612bcd7d-98a5-448c-bcdd-ae9090911e68 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/security-groups?id=f64e9139-f7c8-4326-922d-ff02b5362541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411150 Jul 06 15:29:41.430550 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a5ff0-129b-4d63-b94c-a9cc93fdfcaf req-feffcb3f-95fb-43c9-86e5-3b1226af4bc5 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:41.431994 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-0e5a5ff0-129b-4d63-b94c-a9cc93fdfcaf req-feffcb3f-95fb-43c9-86e5-3b1226af4bc5 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/ports?device_id=95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825 HTTP/1.1" status: 200 len: 944 time: 0.0467300 Jul 06 15:29:41.478490 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-0e5a5ff0-129b-4d63-b94c-a9cc93fdfcaf req-b672a1c5-07c3-4b22-b554-da58f66d9c6a tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/security-groups?id=f64e9139-f7c8-4326-922d-ff02b5362541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411420 Jul 06 15:29:42.596140 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580cd107-0bbd-49a3-b27b-1546f8671e53 req-dc9f8cd8-3838-4364-a6c7-37428228ab31 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:42.597598 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-580cd107-0bbd-49a3-b27b-1546f8671e53 req-dc9f8cd8-3838-4364-a6c7-37428228ab31 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/ports?device_id=95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825 HTTP/1.1" status: 200 len: 944 time: 0.0509434 Jul 06 15:29:42.645077 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-580cd107-0bbd-49a3-b27b-1546f8671e53 req-7c5acca5-f2d0-4d2b-be49-eef4250c6671 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/security-groups?id=f64e9139-f7c8-4326-922d-ff02b5362541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420141 Jul 06 15:29:43.053986 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device 1d111c7f-26a5-4b88-b2d7-d536d2ce685b details requested by agent hyperv_hv-cinder-84884 with host hv-cinder-84884 {{(pid=103846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 15:29:43.149897 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port 1d111c7f-26a5-4b88-b2d7-d536d2ce685b, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=1d111c7f-26a5-4b88-b2d7-d536d2ce685b,segment=NetworkSegment(3c018295-6829-4351-a6be-1e240dc0b595),segment_id=3c018295-6829-4351-a6be-1e240dc0b595)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:29:43.161067 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Returning: {'device': '1d111c7f-26a5-4b88-b2d7-d536d2ce685b', 'network_id': '9096fa59-64b3-483c-b50a-082ce5ce747d', 'port_id': '1d111c7f-26a5-4b88-b2d7-d536d2ce685b', 'mac_address': 'fa:16:3e:6b:63:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd4abdc7-c383-439f-83a0-38f6c53653a0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 15:29:43.199689 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Current status of the port 1d111c7f-26a5-4b88-b2d7-d536d2ce685b is: DOWN; New status is: BUILD {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:29:43.200210 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (1d111c7f-26a5-4b88-b2d7-d536d2ce685b), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:43.213698 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.notifiers.nova [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d111c7f-26a5-4b88-b2d7-d536d2ce685b {{(pid=103846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 15:29:43.232966 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port 1d111c7f-26a5-4b88-b2d7-d536d2ce685b, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=1d111c7f-26a5-4b88-b2d7-d536d2ce685b,segment=NetworkSegment(3c018295-6829-4351-a6be-1e240dc0b595),segment_id=3c018295-6829-4351-a6be-1e240dc0b595)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:29:43.237401 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (1d111c7f-26a5-4b88-b2d7-d536d2ce685b), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:43.284696 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Pushing event updated for resources: {'Port': ['ID=1d111c7f-26a5-4b88-b2d7-d536d2ce685b,revision_number=4']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:29:43.522123 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] get_ports_and_sgs() called for port_ids ['1d111c7f-26a5-4b88-b2d7-d536d2ce685b'] {{(pid=103846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:29:43.730937 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:43.763431 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a3a14-4872-478d-98ea-c9bae56babd9 req-dc8a6730-d3e7-42fd-b939-b5bd044c553b tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:43.764915 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-ca3a3a14-4872-478d-98ea-c9bae56babd9 req-dc8a6730-d3e7-42fd-b939-b5bd044c553b tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/ports?device_id=95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825 HTTP/1.1" status: 200 len: 945 time: 0.0511167 Jul 06 15:29:43.814435 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-ca3a3a14-4872-478d-98ea-c9bae56babd9 req-1fd5fac6-4722-4fa8-ab9e-15a77a8e63b5 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/security-groups?id=f64e9139-f7c8-4326-922d-ff02b5362541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434644 Jul 06 15:29:44.574387 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (eda728fc-b46d-4378-b578-35bac6b15486), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:44.926864 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b0534-1a5e-4ce8-a6f0-ffa9b4ac5486 req-d1b1c34c-98d9-4dd9-b904-ce515d0994aa tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:44.928879 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-fd0b0534-1a5e-4ce8-a6f0-ffa9b4ac5486 req-d1b1c34c-98d9-4dd9-b904-ce515d0994aa tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/ports?device_id=95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825 HTTP/1.1" status: 200 len: 945 time: 0.0478489 Jul 06 15:29:44.976772 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-fd0b0534-1a5e-4ce8-a6f0-ffa9b4ac5486 req-b9a7f80f-4fe1-4043-a348-5a9535aa7faf tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/security-groups?id=f64e9139-f7c8-4326-922d-ff02b5362541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424628 Jul 06 15:29:45.069653 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device 1d111c7f-26a5-4b88-b2d7-d536d2ce685b up at agent hyperv_hv-cinder-84884 {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:29:45.111600 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Provisioning for port 1d111c7f-26a5-4b88-b2d7-d536d2ce685b completed by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 06 15:29:45.119474 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Provisioning complete for port 1d111c7f-26a5-4b88-b2d7-d536d2ce685b triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:29:45.119872 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (1d111c7f-26a5-4b88-b2d7-d536d2ce685b), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:45.195003 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Current status of the port 1d111c7f-26a5-4b88-b2d7-d536d2ce685b is: BUILD; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:29:45.195411 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (1d111c7f-26a5-4b88-b2d7-d536d2ce685b), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:45.196870 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=97 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:45.201795 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=85 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:45.218883 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d111c7f-26a5-4b88-b2d7-d536d2ce685b'}] {{(pid=103846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:29:45.221158 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83ad2954d886e551320551455e9fbed623a66dbf450698aab55d06241312ca55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5899ac61-7904-4801-90c8-d01d4f9f25a8" -d '{"events": [{"server_uuid": "95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825", "name": "network-vif-plugged", "status": "completed", "tag": "1d111c7f-26a5-4b88-b2d7-d536d2ce685b"}]}' {{(pid=103846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:29:45.234010 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port 1d111c7f-26a5-4b88-b2d7-d536d2ce685b, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=1d111c7f-26a5-4b88-b2d7-d536d2ce685b,segment=NetworkSegment(3c018295-6829-4351-a6be-1e240dc0b595),segment_id=3c018295-6829-4351-a6be-1e240dc0b595)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:29:45.239314 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (1d111c7f-26a5-4b88-b2d7-d536d2ce685b), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:45.275440 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 15:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f40ba1-bf34-4b13-8647-4f504cbd6d74 x-openstack-request-id: req-b7f40ba1-bf34-4b13-8647-4f504cbd6d74 {{(pid=103846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:29:45.275979 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825", "name": "network-vif-plugged", "status": "completed", "tag": "1d111c7f-26a5-4b88-b2d7-d536d2ce685b", "code": 200}]} {{(pid=103846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:29:45.276232 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b7f40ba1-bf34-4b13-8647-4f504cbd6d74 {{(pid=103846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:29:45.276943 dv-cinder-848848-4-iscsi neutron-server[103846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7f40ba1-bf34-4b13-8647-4f504cbd6d74'] response: {'server_uuid': '95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d111c7f-26a5-4b88-b2d7-d536d2ce685b', 'code': 200} Jul 06 15:29:45.278798 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=100 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:45.300576 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Pushing event updated for resources: {'Port': ['ID=1d111c7f-26a5-4b88-b2d7-d536d2ce685b,revision_number=5']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:29:45.489799 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d51a9eb-de4e-4b36-80fd-344ae2c63348 req-2eab18e8-9849-4b3e-a470-ac1d9abee36d tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:45.491244 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-0d51a9eb-de4e-4b36-80fd-344ae2c63348 req-2eab18e8-9849-4b3e-a470-ac1d9abee36d tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 945 time: 0.0501845 Jul 06 15:29:45.537251 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-0d51a9eb-de4e-4b36-80fd-344ae2c63348 req-dbc0aeb0-e620-4be7-8034-d6373f3b9d7b tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc6fbc5a-489d-42df-8f08-ce6874fd60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404534 Jul 06 15:29:46.089212 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b383a9-e0b7-4f02-b79e-3a15a0edd246 req-beb281d1-5cd8-4ba8-87e3-fa7cc87854d5 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:46.090669 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-74b383a9-e0b7-4f02-b79e-3a15a0edd246 req-beb281d1-5cd8-4ba8-87e3-fa7cc87854d5 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/ports?device_id=95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825 HTTP/1.1" status: 200 len: 946 time: 0.0466466 Jul 06 15:29:46.138731 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-74b383a9-e0b7-4f02-b79e-3a15a0edd246 req-f3f13bc2-799a-46f6-b0ba-ed87c3a8f119 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/security-groups?id=f64e9139-f7c8-4326-922d-ff02b5362541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426042 Jul 06 15:29:46.256106 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-73ad6b20-1656-487c-b0d0-72e65ac0752a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (a81823b9-ba52-46bb-9bcd-43b269600933), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:46.743633 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512d5c76-25ee-4357-bb9a-5c96c638e214 req-4d8d4735-ab87-44d7-987f-110dbb0fc7ac tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:46.745041 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-512d5c76-25ee-4357-bb9a-5c96c638e214 req-4d8d4735-ab87-44d7-987f-110dbb0fc7ac tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 945 time: 0.0454397 Jul 06 15:29:46.791074 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-512d5c76-25ee-4357-bb9a-5c96c638e214 req-40169300-2e4a-454f-b5cc-fea8b889d335 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc6fbc5a-489d-42df-8f08-ce6874fd60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407171 Jul 06 15:29:47.249893 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ab212-4666-4cac-adb3-b0c1934d2bae req-797f92d7-cbad-4e37-83f3-d245cb5969b8 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:47.251412 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-f96ab212-4666-4cac-adb3-b0c1934d2bae req-797f92d7-cbad-4e37-83f3-d245cb5969b8 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/ports?device_id=95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825 HTTP/1.1" status: 200 len: 946 time: 0.0472794 Jul 06 15:29:47.284292 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=100 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:47.304820 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-f96ab212-4666-4cac-adb3-b0c1934d2bae req-b982c158-9775-47e0-8926-69614b06594f tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/security-groups?id=f64e9139-f7c8-4326-922d-ff02b5362541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472801 Jul 06 15:29:47.360476 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d8bbc-6d63-4474-a367-f9705d15c166 req-6b54e42f-b5a8-4d8b-8423-5f575c0bdbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:47.361910 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-b95d8bbc-6d63-4474-a367-f9705d15c166 req-6b54e42f-b5a8-4d8b-8423-5f575c0bdbdf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825 HTTP/1.1" status: 200 len: 1130 time: 0.0371270 Jul 06 15:29:47.382039 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:47.412277 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-b95d8bbc-6d63-4474-a367-f9705d15c166 req-ec11eded-8e29-4aee-835c-5c3cd3c26bc1 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f64e9139-f7c8-4326-922d-ff02b5362541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423114 Jul 06 15:29:47.840891 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2cb84a-65f8-45ea-8325-edb2cd0b293a req-ef9b1499-fd31-48bb-afce-50b0e58660ea tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:47.842311 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6e2cb84a-65f8-45ea-8325-edb2cd0b293a req-ef9b1499-fd31-48bb-afce-50b0e58660ea tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.16 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 945 time: 0.0720432 Jul 06 15:29:47.846061 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-93bf65d2-7160-4ef7-be66-64bf4eccbb13 req-96ed67bb-341f-4baf-a1ac-a0a6d33c3a98 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e00187af-8819-41e6-98f0-199ce9db0f05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0667076 Jul 06 15:29:47.937416 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:47.959719 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bf65d2-7160-4ef7-be66-64bf4eccbb13 req-21219f0b-1611-4177-9d91-91f92b9f5855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:47.961180 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-93bf65d2-7160-4ef7-be66-64bf4eccbb13 req-21219f0b-1611-4177-9d91-91f92b9f5855 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef44ecc951964d51925463c5e09f9fbb&device_id=e00187af-8819-41e6-98f0-199ce9db0f05 HTTP/1.1" status: 200 len: 1130 time: 0.0753214 Jul 06 15:29:47.983626 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3edfcc-42ee-45da-adbb-89329bf098eb req-fc199c77-0798-49be-a322-0886d37d6976 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:47.984968 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-2f3edfcc-42ee-45da-adbb-89329bf098eb req-fc199c77-0798-49be-a322-0886d37d6976 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 945 time: 0.1103170 Jul 06 15:29:48.015867 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [req-6e2cb84a-65f8-45ea-8325-edb2cd0b293a req-855b200a-0258-469c-b333-67453b3886a7 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Deleting port fe67390d-68cb-4317-96a3-d85d3d7d6ff7 {{(pid=103844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 15:29:48.016198 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-6e2cb84a-65f8-45ea-8325-edb2cd0b293a req-855b200a-0258-469c-b333-67453b3886a7 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786465945384'] for port (fe67390d-68cb-4317-96a3-d85d3d7d6ff7), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:48.092997 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-2f3edfcc-42ee-45da-adbb-89329bf098eb req-e5a3df3a-a401-4d9d-ad21-806d44206da5 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc6fbc5a-489d-42df-8f08-ce6874fd60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000080 Jul 06 15:29:48.124786 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [req-6e2cb84a-65f8-45ea-8325-edb2cd0b293a req-855b200a-0258-469c-b333-67453b3886a7 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] For port fe67390d-68cb-4317-96a3-d85d3d7d6ff7, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=fe67390d-68cb-4317-96a3-d85d3d7d6ff7,segment=NetworkSegment(8b9fcdf4-24f7-46ab-b771-db26fc7e4c98),segment_id=8b9fcdf4-24f7-46ab-b771-db26fc7e4c98)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:29:48.125148 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-6e2cb84a-65f8-45ea-8325-edb2cd0b293a req-855b200a-0258-469c-b333-67453b3886a7 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652656'] for port (fe67390d-68cb-4317-96a3-d85d3d7d6ff7), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:48.285528 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-6e2cb84a-65f8-45ea-8325-edb2cd0b293a req-855b200a-0258-469c-b333-67453b3886a7 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:48.285893 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-6e2cb84a-65f8-45ea-8325-edb2cd0b293a req-855b200a-0258-469c-b333-67453b3886a7 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591059'] for floatingip (5bb6c3ae-c6be-43eb-97af-08a843855661), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:48.286216 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.db.l3_db [req-6e2cb84a-65f8-45ea-8325-edb2cd0b293a req-855b200a-0258-469c-b333-67453b3886a7 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Floating IP 5bb6c3ae-c6be-43eb-97af-08a843855661 disassociated. External IP: 172.27.3.151, port: fe67390d-68cb-4317-96a3-d85d3d7d6ff7. Jul 06 15:29:48.286562 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [req-6e2cb84a-65f8-45ea-8325-edb2cd0b293a req-855b200a-0258-469c-b333-67453b3886a7 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Calling delete_port for fe67390d-68cb-4317-96a3-d85d3d7d6ff7 owned by compute:nova {{(pid=103844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 15:29:48.296665 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-4420ca25-7e98-4f25-be61-998082f90449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8e6e5f2a-f235-48ed-8752-aab723ac44e7), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:48.421524 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b02a2-f9de-4395-97e6-83758db669e3 req-fc1d2da3-0cc6-4429-966d-6a81f08740ef tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:48.423113 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-477b02a2-f9de-4395-97e6-83758db669e3 req-fc1d2da3-0cc6-4429-966d-6a81f08740ef tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/ports?device_id=95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825 HTTP/1.1" status: 200 len: 946 time: 0.0470271 Jul 06 15:29:48.446747 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bf65d2-7160-4ef7-be66-64bf4eccbb13 req-d2116d66-3d2d-4aa2-ba86-2d69efeed130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:48.448334 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-93bf65d2-7160-4ef7-be66-64bf4eccbb13 req-d2116d66-3d2d-4aa2-ba86-2d69efeed130 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2f7f712f-7346-42c2-b097-b4b48d9f78be HTTP/1.1" status: 200 len: 920 time: 0.1564946 Jul 06 15:29:48.472917 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-477b02a2-f9de-4395-97e6-83758db669e3 req-e42ad88f-f1d4-4ad1-8639-f4d310d1a81d tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/security-groups?id=f64e9139-f7c8-4326-922d-ff02b5362541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430140 Jul 06 15:29:48.517060 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-93bf65d2-7160-4ef7-be66-64bf4eccbb13 req-7479cf85-3683-49e1-a82a-f8f5f1c2b574 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6 HTTP/1.1" status: 200 len: 217 time: 0.0558088 Jul 06 15:29:48.536540 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-6e2cb84a-65f8-45ea-8325-edb2cd0b293a req-855b200a-0258-469c-b333-67453b3886a7 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786465950455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786465455746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2698075'] for port (fe67390d-68cb-4317-96a3-d85d3d7d6ff7), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:48.565118 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855b200a-0258-469c-b333-67453b3886a7 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Pushing event deleted for resources: {'Port': ['ID=fe67390d-68cb-4317-96a3-d85d3d7d6ff7,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:29:48.662375 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:48.709170 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bf65d2-7160-4ef7-be66-64bf4eccbb13 req-0405cafe-6711-401d-8ed6-4f50fbf7d6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:48.711061 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-93bf65d2-7160-4ef7-be66-64bf4eccbb13 req-0405cafe-6711-401d-8ed6-4f50fbf7d6cf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d2607162-f852-4242-9cef-eb0efdf849b4 HTTP/1.1" status: 200 len: 858 time: 0.0613024 Jul 06 15:29:48.717678 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e2cb84a-65f8-45ea-8325-edb2cd0b293a req-855b200a-0258-469c-b333-67453b3886a7 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Router edb7c835-6d1a-4461-88b0-7e358345f5de has already been hosted by L3 agent 8e6e5f2a-f235-48ed-8752-aab723ac44e7 {{(pid=103844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 15:29:48.728936 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:49.085434 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e2cb84a-65f8-45ea-8325-edb2cd0b293a req-855b200a-0258-469c-b333-67453b3886a7 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Notify agent at l3_agent.dv-cinder-848848-4-iscsi the message routers_updated {{(pid=103844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:29:49.096973 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774cf4a9-b391-4e71-8338-1dee65834a89 None None] Sync routers for ids ['edb7c835-6d1a-4461-88b0-7e358345f5de'] in dv-cinder-848848-4-iscsi {{(pid=103847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:29:49.108035 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774cf4a9-b391-4e71-8338-1dee65834a89 None None] Routers {'edb7c835-6d1a-4461-88b0-7e358345f5de'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:29:49.108648 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-774cf4a9-b391-4e71-8338-1dee65834a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:29:48Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['edb7c835-6d1a-4461-88b0-7e358345f5de'], 'active': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:29:49.129745 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e2cb84a-65f8-45ea-8325-edb2cd0b293a req-855b200a-0258-469c-b333-67453b3886a7 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] No DVR routers for this DVR port fe67390d-68cb-4317-96a3-d85d3d7d6ff7 on host hv-cinder-84884 {{(pid=103844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 15:29:49.132509 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-6e2cb84a-65f8-45ea-8325-edb2cd0b293a req-855b200a-0258-469c-b333-67453b3886a7 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for port (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:49.135610 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6e2cb84a-65f8-45ea-8325-edb2cd0b293a req-855b200a-0258-469c-b333-67453b3886a7 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.16 "DELETE /v2.0/ports/fe67390d-68cb-4317-96a3-d85d3d7d6ff7 HTTP/1.1" status: 204 len: 173 time: 1.2859609 Jul 06 15:29:49.136109 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3811251a-a0ba-4f29-9160-96c0f3f46c52', 'name': 'network-vif-deleted', 'tag': 'fe67390d-68cb-4317-96a3-d85d3d7d6ff7'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:29:49.139651 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23f0ce0f3171803df377307192b3bbc073243688ace587a9918d8ae03454cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469b6129-c202-426b-b494-2e6cba1474e9" -d '{"events": [{"server_uuid": "3811251a-a0ba-4f29-9160-96c0f3f46c52", "name": "network-vif-deleted", "tag": "fe67390d-68cb-4317-96a3-d85d3d7d6ff7"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:29:49.206107 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 15:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd47050-cce2-4140-a1b8-d9160d9a9122 x-openstack-request-id: req-7bd47050-cce2-4140-a1b8-d9160d9a9122 {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:29:49.206541 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3811251a-a0ba-4f29-9160-96c0f3f46c52", "name": "network-vif-deleted", "tag": "fe67390d-68cb-4317-96a3-d85d3d7d6ff7", "status": "completed", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:29:49.206894 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7bd47050-cce2-4140-a1b8-d9160d9a9122 {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:29:49.207415 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bd47050-cce2-4140-a1b8-d9160d9a9122'] response: {'server_uuid': '3811251a-a0ba-4f29-9160-96c0f3f46c52', 'name': 'network-vif-deleted', 'tag': 'fe67390d-68cb-4317-96a3-d85d3d7d6ff7', 'status': 'completed', 'code': 200} Jul 06 15:29:49.218409 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvr_db [None req-774cf4a9-b391-4e71-8338-1dee65834a89 None None] Set router edb7c835-6d1a-4461-88b0-7e358345f5de gateway port host: dv-cinder-848848-4-iscsi {{(pid=103847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:29:49.233304 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-204b866a-7191-4882-9b1f-e7e35b5eb92b req-cf16e64a-1954-4b18-85f4-dbc68d3a110d tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=3811251a-a0ba-4f29-9160-96c0f3f46c52 HTTP/1.1" status: 200 len: 210 time: 0.0622797 Jul 06 15:29:49.243270 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bf65d2-7160-4ef7-be66-64bf4eccbb13 req-79963b79-4911-42ac-b5bf-9227f1a4fe71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:49.243270 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-93bf65d2-7160-4ef7-be66-64bf4eccbb13 req-79963b79-4911-42ac-b5bf-9227f1a4fe71 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2f7f712f-7346-42c2-b097-b4b48d9f78be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0879080 Jul 06 15:29:49.357007 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-93bf65d2-7160-4ef7-be66-64bf4eccbb13 req-51ccc10a-cf62-4e5c-9194-a37867257fe7 service neutron] 10.222.0.16 "GET /v2.0/networks/2f7f712f-7346-42c2-b097-b4b48d9f78be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977986 Jul 06 15:29:49.417858 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-774cf4a9-b391-4e71-8338-1dee65834a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb7c835-6d1a-4461-88b0-7e358345f5de', 'name': 'tempest-AttachVolumeTestJSON-1669651781-router', 'tenant_id': '6707399c704e4c97939dc84df58cb39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'f019a37d-5764-468b-84a8-e637818622cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:35Z', 'updated_at': '2022-07-06T15:24:44Z', 'revision_number': 4, 'project_id': '6707399c704e4c97939dc84df58cb39f', 'gw_port': {'id': 'f019a37d-5764-468b-84a8-e637818622cc', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb7c835-6d1a-4461-88b0-7e358345f5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:36Z', 'updated_at': '2022-07-06T15:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': '8f526e5d-be91-4f28-b889-07cf2682df45', 'name': '', 'network_id': 'c3020644-2bbb-40b0-b72d-4d80a8b6cb34', 'tenant_id': '6707399c704e4c97939dc84df58cb39f', 'mac_address': 'fa:16:3e:93:56:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb7c835-6d1a-4461-88b0-7e358345f5de', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '77f124ec-b849-4e26-b7c2-43db5c0c70ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:41Z', 'updated_at': '2022-07-06T15:24:48Z', 'revision_number': 5, 'project_id': '6707399c704e4c97939dc84df58cb39f', 'subnets': [{'id': '77f124ec-b849-4e26-b7c2-43db5c0c70ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:29:49.444860 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774cf4a9-b391-4e71-8338-1dee65834a89 None None] Checking router: edb7c835-6d1a-4461-88b0-7e358345f5de for host: dv-cinder-848848-4-iscsi {{(pid=103847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:29:49.452899 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774cf4a9-b391-4e71-8338-1dee65834a89 None None] Routers {'edb7c835-6d1a-4461-88b0-7e358345f5de'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:29:49.453488 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-774cf4a9-b391-4e71-8338-1dee65834a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:29:48Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['edb7c835-6d1a-4461-88b0-7e358345f5de'], 'active': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:29:49.549154 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvr_db [None req-774cf4a9-b391-4e71-8338-1dee65834a89 None None] Set router edb7c835-6d1a-4461-88b0-7e358345f5de gateway port host: dv-cinder-848848-4-iscsi {{(pid=103847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:29:49.586749 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-5e71b6aa-55c8-4030-9936-371c496b104b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (6f0d5ee7-fa21-4cb0-b4ff-cf35f5a4ba31), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:49.593919 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f61cb4c-5921-4157-ba3f-7a2b0f4dc41a req-482941ca-3b8d-46ab-9795-23e45c57918d tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:49.595561 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-3f61cb4c-5921-4157-ba3f-7a2b0f4dc41a req-482941ca-3b8d-46ab-9795-23e45c57918d tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/ports?device_id=95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825 HTTP/1.1" status: 200 len: 946 time: 0.0536439 Jul 06 15:29:49.664229 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-3f61cb4c-5921-4157-ba3f-7a2b0f4dc41a req-96793ae3-1ee3-4504-9def-7add6d3998f7 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/security-groups?id=f64e9139-f7c8-4326-922d-ff02b5362541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628788 Jul 06 15:29:49.731181 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-93bf65d2-7160-4ef7-be66-64bf4eccbb13 req-a10a5e3f-0fca-4185-a25e-57bc2ef1277f service neutron] 10.222.0.16 "GET /v2.0/networks/2f7f712f-7346-42c2-b097-b4b48d9f78be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229329 Jul 06 15:29:49.833011 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a12d38-43d1-42ed-9de7-08e6a83778b7 req-f2d0760e-2cf9-44f9-b02d-3790e4e43f00 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:49.834859 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-59a12d38-43d1-42ed-9de7-08e6a83778b7 req-f2d0760e-2cf9-44f9-b02d-3790e4e43f00 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/ports?device_id=95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825 HTTP/1.1" status: 200 len: 946 time: 0.0640693 Jul 06 15:29:49.886676 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-59a12d38-43d1-42ed-9de7-08e6a83778b7 req-5212b779-151b-4cb3-a4dc-c58c3a7e6ce7 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/security-groups?id=f64e9139-f7c8-4326-922d-ff02b5362541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463543 Jul 06 15:29:49.891978 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-774cf4a9-b391-4e71-8338-1dee65834a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb7c835-6d1a-4461-88b0-7e358345f5de', 'name': 'tempest-AttachVolumeTestJSON-1669651781-router', 'tenant_id': '6707399c704e4c97939dc84df58cb39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'f019a37d-5764-468b-84a8-e637818622cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:35Z', 'updated_at': '2022-07-06T15:24:44Z', 'revision_number': 4, 'project_id': '6707399c704e4c97939dc84df58cb39f', 'gw_port': {'id': 'f019a37d-5764-468b-84a8-e637818622cc', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb7c835-6d1a-4461-88b0-7e358345f5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:36Z', 'updated_at': '2022-07-06T15:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': '8f526e5d-be91-4f28-b889-07cf2682df45', 'name': '', 'network_id': 'c3020644-2bbb-40b0-b72d-4d80a8b6cb34', 'tenant_id': '6707399c704e4c97939dc84df58cb39f', 'mac_address': 'fa:16:3e:93:56:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb7c835-6d1a-4461-88b0-7e358345f5de', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '77f124ec-b849-4e26-b7c2-43db5c0c70ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:41Z', 'updated_at': '2022-07-06T15:24:48Z', 'revision_number': 5, 'project_id': '6707399c704e4c97939dc84df58cb39f', 'subnets': [{'id': '77f124ec-b849-4e26-b7c2-43db5c0c70ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:29:49.909101 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 57226) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:29:49.922380 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774cf4a9-b391-4e71-8338-1dee65834a89 None None] The sync data for ids ['edb7c835-6d1a-4461-88b0-7e358345f5de'] in dv-cinder-848848-4-iscsi is: [{'id': 'edb7c835-6d1a-4461-88b0-7e358345f5de', 'name': 'tempest-AttachVolumeTestJSON-1669651781-router', 'tenant_id': '6707399c704e4c97939dc84df58cb39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'f019a37d-5764-468b-84a8-e637818622cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:35Z', 'updated_at': '2022-07-06T15:24:44Z', 'revision_number': 4, 'project_id': '6707399c704e4c97939dc84df58cb39f', 'gw_port': {'id': 'f019a37d-5764-468b-84a8-e637818622cc', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb7c835-6d1a-4461-88b0-7e358345f5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:36Z', 'updated_at': '2022-07-06T15:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': '8f526e5d-be91-4f28-b889-07cf2682df45', 'name': '', 'network_id': 'c3020644-2bbb-40b0-b72d-4d80a8b6cb34', 'tenant_id': '6707399c704e4c97939dc84df58cb39f', 'mac_address': 'fa:16:3e:93:56:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb7c835-6d1a-4461-88b0-7e358345f5de', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '77f124ec-b849-4e26-b7c2-43db5c0c70ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:41Z', 'updated_at': '2022-07-06T15:24:48Z', 'revision_number': 5, 'project_id': '6707399c704e4c97939dc84df58cb39f', 'subnets': [{'id': '77f124ec-b849-4e26-b7c2-43db5c0c70ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:29:50.011921 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd04efc-fe6a-445e-a5c6-39752766da02 tempest-TestShelveInstance-591923745 tempest-TestShelveInstance-591923745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:50.013717 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-0fd04efc-fe6a-445e-a5c6-39752766da02 tempest-TestShelveInstance-591923745 tempest-TestShelveInstance-591923745-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825 HTTP/1.1" status: 200 len: 1125 time: 0.1036327 Jul 06 15:29:50.016793 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 57230) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:29:50.021360 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [None req-d47f803a-7abb-4fa3-9b0f-a7aeb4230889 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Request body: {'floatingip': {'floating_network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'port_id': '1d111c7f-26a5-4b88-b2d7-d536d2ce685b', 'tenant_id': '42279c5b622c47a192c529ce53566555', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:29:50.047929 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-d47f803a-7abb-4fa3-9b0f-a7aeb4230889 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:50.134881 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-d47f803a-7abb-4fa3-9b0f-a7aeb4230889 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:50.169847 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0989462-17b5-4ae9-90ab-86c9c706b374 None None] New status for floating IP 5bb6c3ae-c6be-43eb-97af-08a843855661: DOWN {{(pid=103846) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 06 15:29:50.248718 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.db_base_plugin_common [None req-d47f803a-7abb-4fa3-9b0f-a7aeb4230889 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Allocated IP 172.27.3.39 (377cda5e-c384-46ee-8e00-4b775f415604/1975bb39-9f7d-4b8c-94d3-6023908c91e1/4554e054-9cc4-4896-9073-c55865937ca6) {{(pid=103844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:29:50.337609 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 57238) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:29:50.362429 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-d47f803a-7abb-4fa3-9b0f-a7aeb4230889 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Publish callbacks [] for port (4554e054-9cc4-4896-9073-c55865937ca6), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:50.390000 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:50.392380 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-86f9c78a-94ab-48f5-a525-5173038872dc tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks [] for security_group (cc6fbc5a-489d-42df-8f08-ce6874fd60d7), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:50.395420 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-d47f803a-7abb-4fa3-9b0f-a7aeb4230889 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786465455737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2698075'] for port (4554e054-9cc4-4896-9073-c55865937ca6), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:50.416582 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-86f9c78a-94ab-48f5-a525-5173038872dc tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks [] for security_group (cc6fbc5a-489d-42df-8f08-ce6874fd60d7), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:50.433016 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:50.439840 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47f803a-7abb-4fa3-9b0f-a7aeb4230889 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Network 377cda5e-c384-46ee-8e00-4b775f415604 is already hosted by enough agents. {{(pid=103844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:29:50.443533 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.base_scheduler [None req-d47f803a-7abb-4fa3-9b0f-a7aeb4230889 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Resources bound (agent type, host, resource id): {{(pid=103844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:29:50.448209 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47f803a-7abb-4fa3-9b0f-a7aeb4230889 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Received port after_create {{(pid=103844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 15:29:50.467915 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-86f9c78a-94ab-48f5-a525-5173038872dc tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (cc6fbc5a-489d-42df-8f08-ce6874fd60d7), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:50.470484 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-86f9c78a-94ab-48f5-a525-5173038872dc tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks [] for security_group (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:50.471642 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-86f9c78a-94ab-48f5-a525-5173038872dc tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "DELETE /v2.0/security-groups/cc6fbc5a-489d-42df-8f08-ce6874fd60d7 HTTP/1.1" status: 204 len: 168 time: 0.1330798 Jul 06 15:29:50.474929 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 57240) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:29:50.477412 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47f803a-7abb-4fa3-9b0f-a7aeb4230889 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Pushing event updated for resources: {'Port': ['ID=4554e054-9cc4-4896-9073-c55865937ca6,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:29:50.489455 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f9c78a-94ab-48f5-a525-5173038872dc tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6fbc5a-489d-42df-8f08-ce6874fd60d7,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:29:50.497082 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.api.v2.resource [None req-5d625cb6-654a-4174-ad4b-9decac8a334a tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] show failed (client error): The resource could not be found. Jul 06 15:29:50.498184 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-5d625cb6-654a-4174-ad4b-9decac8a334a tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups/cc6fbc5a-489d-42df-8f08-ce6874fd60d7 HTTP/1.1" status: 404 len: 347 time: 0.0212278 Jul 06 15:29:50.501037 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 57242) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:29:50.613392 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.plugin [None req-6e6edb39-6682-426e-ae40-dc72a97ad682 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Deleting port 87666c49-fc6a-4011-90d0-55cd64b9054c {{(pid=103845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 15:29:50.614036 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-6e6edb39-6682-426e-ae40-dc72a97ad682 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786465945384'] for port (87666c49-fc6a-4011-90d0-55cd64b9054c), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:50.641202 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:50.694175 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-6e6edb39-6682-426e-ae40-dc72a97ad682 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652656'] for port (87666c49-fc6a-4011-90d0-55cd64b9054c), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:50.694485 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-6e6edb39-6682-426e-ae40-dc72a97ad682 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks [] for floatingip (87666c49-fc6a-4011-90d0-55cd64b9054c), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:50.707085 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.plugin [None req-6e6edb39-6682-426e-ae40-dc72a97ad682 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Calling delete_port for 87666c49-fc6a-4011-90d0-55cd64b9054c owned by network:floatingip {{(pid=103845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 15:29:50.808858 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-d47f803a-7abb-4fa3-9b0f-a7aeb4230889 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Publish callbacks [] for floatingip (bccf61fb-6036-49e5-b332-d20971895236), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:50.845834 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-6e6edb39-6682-426e-ae40-dc72a97ad682 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786465950455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786465455746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2888556'] for port (87666c49-fc6a-4011-90d0-55cd64b9054c), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:50.869257 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6edb39-6682-426e-ae40-dc72a97ad682 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Pushing event deleted for resources: {'Port': ['ID=87666c49-fc6a-4011-90d0-55cd64b9054c,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:29:50.875649 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-d47f803a-7abb-4fa3-9b0f-a7aeb4230889 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (4554e054-9cc4-4896-9073-c55865937ca6), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:50.935998 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-6e6edb39-6682-426e-ae40-dc72a97ad682 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks [] for floatingip (5bb6c3ae-c6be-43eb-97af-08a843855661), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:50.939941 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-6e6edb39-6682-426e-ae40-dc72a97ad682 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for floatingip (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:50.941092 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-6e6edb39-6682-426e-ae40-dc72a97ad682 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "DELETE /v2.0/floatingips/5bb6c3ae-c6be-43eb-97af-08a843855661 HTTP/1.1" status: 204 len: 168 time: 0.4391034 Jul 06 15:29:51.023287 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 57246) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:29:51.024000 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-d47f803a-7abb-4fa3-9b0f-a7aeb4230889 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Publish callbacks [] for port (4554e054-9cc4-4896-9073-c55865937ca6), precommit_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:51.028767 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.v2.base [None req-b3b6f8ad-eb8b-4d06-8522-9b316093bb58 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Request body: {'security_group': {'name': 'tempest-securitygroup--416957592', 'description': 'tempest-description--1785494997'}} {{(pid=103845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:29:51.030795 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-d47f803a-7abb-4fa3-9b0f-a7aeb4230889 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2698066'] for port (4554e054-9cc4-4896-9073-c55865937ca6), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:51.051980 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-b3b6f8ad-eb8b-4d06-8522-9b316093bb58 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks [] for security_group (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:51.092439 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-8ac95340-3f24-440b-a4d9-caf8afcb49bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8ea57be5-348a-4c5b-804c-cda178363830), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:51.095325 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device fe67390d-68cb-4317-96a3-d85d3d7d6ff7 no longer exists at agent hyperv_hv-cinder-84884 {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:29:51.105497 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47f803a-7abb-4fa3-9b0f-a7aeb4230889 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Pushing event updated for resources: {'Port': ['ID=4554e054-9cc4-4896-9073-c55865937ca6,revision_number=2']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:29:51.118954 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] No Port match for: fe67390d-68cb-4317-96a3-d85d3d7d6ff7 {{(pid=103846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 15:29:51.119500 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-d47f803a-7abb-4fa3-9b0f-a7aeb4230889 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591059'] for floatingip (bccf61fb-6036-49e5-b332-d20971895236), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:51.119630 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device fe67390d-68cb-4317-96a3-d85d3d7d6ff7 not bound to the agent host hv-cinder-84884 {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:29:51.140023 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-b3b6f8ad-eb8b-4d06-8522-9b316093bb58 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks [] for security_group (f933efb2-aa17-41bd-8b75-fa1e5e0ffe5c), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:51.144320 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-b3b6f8ad-eb8b-4d06-8522-9b316093bb58 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (f933efb2-aa17-41bd-8b75-fa1e5e0ffe5c), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:51.149279 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:51.177851 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-b3b6f8ad-eb8b-4d06-8522-9b316093bb58 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks [] for security_group (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:51.181770 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-b3b6f8ad-eb8b-4d06-8522-9b316093bb58 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1546600 Jul 06 15:29:51.181770 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b6f8ad-eb8b-4d06-8522-9b316093bb58 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f933efb2-aa17-41bd-8b75-fa1e5e0ffe5c,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:29:51.182731 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 57248) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:29:51.187404 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.v2.base [None req-3d7e59dd-67b7-4591-91e1-4b47ce5a46bd tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Request body: {'security_group_rule': {'security_group_id': 'f933efb2-aa17-41bd-8b75-fa1e5e0ffe5c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:29:51.214403 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-3d7e59dd-67b7-4591-91e1-4b47ce5a46bd tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks [] for security_group_rule (a87664f8-d8ef-4325-9355-bb4e5a67ade4), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:51.221204 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.db.l3_db [None req-d47f803a-7abb-4fa3-9b0f-a7aeb4230889 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Floating IP bccf61fb-6036-49e5-b332-d20971895236 associated. External IP: 172.27.3.39, port: 1d111c7f-26a5-4b88-b2d7-d536d2ce685b. Jul 06 15:29:51.235332 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (d26a5351-3de7-44f9-93eb-9fed5ee5b55b), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:51.262298 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:51.281864 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-3d7e59dd-67b7-4591-91e1-4b47ce5a46bd tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks [] for security_group_rule (a87664f8-d8ef-4325-9355-bb4e5a67ade4), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:51.286216 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-3d7e59dd-67b7-4591-91e1-4b47ce5a46bd tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669521'] for security_group_rule (a87664f8-d8ef-4325-9355-bb4e5a67ade4), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:51.297991 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:51.304860 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7e59dd-67b7-4591-91e1-4b47ce5a46bd tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a87664f8-d8ef-4325-9355-bb4e5a67ade4,revision_number=0']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:29:51.314639 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-3d7e59dd-67b7-4591-91e1-4b47ce5a46bd tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:51.316032 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-3d7e59dd-67b7-4591-91e1-4b47ce5a46bd tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1323509 Jul 06 15:29:51.319332 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 57250) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:29:51.323762 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.v2.base [None req-dd00e652-d098-4bb6-b768-0eff57363a6a tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Request body: {'security_group_rule': {'security_group_id': 'f933efb2-aa17-41bd-8b75-fa1e5e0ffe5c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:29:51.350829 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-dd00e652-d098-4bb6-b768-0eff57363a6a tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks [] for security_group_rule (edaf5737-4e66-43f7-a693-6b5860276d3a), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:51.405418 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:51.407379 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-dd00e652-d098-4bb6-b768-0eff57363a6a tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks [] for security_group_rule (edaf5737-4e66-43f7-a693-6b5860276d3a), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:51.412093 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-dd00e652-d098-4bb6-b768-0eff57363a6a tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669521'] for security_group_rule (edaf5737-4e66-43f7-a693-6b5860276d3a), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:51.432723 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d47f803a-7abb-4fa3-9b0f-a7aeb4230889 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Router bc5a20d6-1f11-4041-936f-ccd1d807b1c8 has already been hosted by L3 agent 8e6e5f2a-f235-48ed-8752-aab723ac44e7 {{(pid=103844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 15:29:51.435477 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd00e652-d098-4bb6-b768-0eff57363a6a tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edaf5737-4e66-43f7-a693-6b5860276d3a,revision_number=0']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:29:51.446386 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-dd00e652-d098-4bb6-b768-0eff57363a6a tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:51.447622 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-dd00e652-d098-4bb6-b768-0eff57363a6a tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1273756 Jul 06 15:29:51.450539 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 57252) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:29:51.454964 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.v2.base [None req-56122a19-2fe1-4cbf-8fbc-3508dd5a023e tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Request body: {'floatingip': {'floating_network_id': '377cda5e-c384-46ee-8e00-4b775f415604'}} {{(pid=103845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:29:51.476181 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-56122a19-2fe1-4cbf-8fbc-3508dd5a023e tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:51.538484 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47f803a-7abb-4fa3-9b0f-a7aeb4230889 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Notify agent at l3_agent.dv-cinder-848848-4-iscsi the message routers_updated {{(pid=103844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:29:51.549532 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a48149-1b67-4cd4-b389-fc9aa306b403 None None] Sync routers for ids ['bc5a20d6-1f11-4041-936f-ccd1d807b1c8'] in dv-cinder-848848-4-iscsi {{(pid=103847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:29:51.556584 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-56122a19-2fe1-4cbf-8fbc-3508dd5a023e tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:51.558283 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-d47f803a-7abb-4fa3-9b0f-a7aeb4230889 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for floatingip (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:51.563308 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a48149-1b67-4cd4-b389-fc9aa306b403 None None] Routers {'bc5a20d6-1f11-4041-936f-ccd1d807b1c8'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:29:51.563933 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-00a48149-1b67-4cd4-b389-fc9aa306b403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:29:48Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['bc5a20d6-1f11-4041-936f-ccd1d807b1c8'], 'active': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:29:51.589864 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-d47f803a-7abb-4fa3-9b0f-a7aeb4230889 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5719440 Jul 06 15:29:51.590457 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825', 'tag': '1d111c7f-26a5-4b88-b2d7-d536d2ce685b'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:29:51.592741 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23f0ce0f3171803df377307192b3bbc073243688ace587a9918d8ae03454cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76719bb5-3655-495a-a77e-34427b8cce99" -d '{"events": [{"name": "network-changed", "server_uuid": "95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825", "tag": "1d111c7f-26a5-4b88-b2d7-d536d2ce685b"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:29:51.634007 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 15:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f29ef35-bacd-43b5-932d-d87a1952ba27 x-openstack-request-id: req-1f29ef35-bacd-43b5-932d-d87a1952ba27 {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:29:51.634298 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825", "tag": "1d111c7f-26a5-4b88-b2d7-d536d2ce685b", "status": "completed", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:29:51.634581 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1f29ef35-bacd-43b5-932d-d87a1952ba27 {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:29:51.634991 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f29ef35-bacd-43b5-932d-d87a1952ba27'] response: {'name': 'network-changed', 'server_uuid': '95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825', 'tag': '1d111c7f-26a5-4b88-b2d7-d536d2ce685b', 'status': 'completed', 'code': 200} Jul 06 15:29:51.671326 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.db.db_base_plugin_common [None req-56122a19-2fe1-4cbf-8fbc-3508dd5a023e tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Allocated IP 172.27.3.196 (377cda5e-c384-46ee-8e00-4b775f415604/1975bb39-9f7d-4b8c-94d3-6023908c91e1/4440689b-70a4-4071-b37a-fc494700cbe4) {{(pid=103845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:29:51.675180 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvr_db [None req-00a48149-1b67-4cd4-b389-fc9aa306b403 None None] Set router bc5a20d6-1f11-4041-936f-ccd1d807b1c8 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:29:51.701706 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76719bb5-3655-495a-a77e-34427b8cce99 req-5ab7e63a-506c-477c-87db-130d497b1ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:51.703581 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-76719bb5-3655-495a-a77e-34427b8cce99 req-5ab7e63a-506c-477c-87db-130d497b1ef1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=42279c5b622c47a192c529ce53566555&device_id=95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825 HTTP/1.1" status: 200 len: 1130 time: 0.0457573 Jul 06 15:29:51.782206 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-56122a19-2fe1-4cbf-8fbc-3508dd5a023e tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks [] for port (4440689b-70a4-4071-b37a-fc494700cbe4), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:51.798436 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76719bb5-3655-495a-a77e-34427b8cce99 req-8f2b9ccb-40c9-4c47-aa08-3d6102a29c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:51.799922 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-76719bb5-3655-495a-a77e-34427b8cce99 req-8f2b9ccb-40c9-4c47-aa08-3d6102a29c2a service neutron] 10.222.0.16 "GET /v2.0/networks?id=9096fa59-64b3-483c-b50a-082ce5ce747d HTTP/1.1" status: 200 len: 910 time: 0.0885348 Jul 06 15:29:51.816230 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-56122a19-2fe1-4cbf-8fbc-3508dd5a023e tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786465455737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2888556'] for port (4440689b-70a4-4071-b37a-fc494700cbe4), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:51.840974 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=100 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:51.859737 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56122a19-2fe1-4cbf-8fbc-3508dd5a023e tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Network 377cda5e-c384-46ee-8e00-4b775f415604 is already hosted by enough agents. {{(pid=103845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:29:51.862622 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.base_scheduler [None req-56122a19-2fe1-4cbf-8fbc-3508dd5a023e tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Resources bound (agent type, host, resource id): {{(pid=103845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:29:51.866615 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56122a19-2fe1-4cbf-8fbc-3508dd5a023e tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Received port after_create {{(pid=103845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 15:29:51.872432 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-76719bb5-3655-495a-a77e-34427b8cce99 req-133d37ad-362e-447a-b954-59364448de2b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d111c7f-26a5-4b88-b2d7-d536d2ce685b HTTP/1.1" status: 200 len: 999 time: 0.0658042 Jul 06 15:29:51.892207 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56122a19-2fe1-4cbf-8fbc-3508dd5a023e tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Pushing event updated for resources: {'Port': ['ID=4440689b-70a4-4071-b37a-fc494700cbe4,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:29:51.896821 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-00a48149-1b67-4cd4-b389-fc9aa306b403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5a20d6-1f11-4041-936f-ccd1d807b1c8', 'name': 'tempest-TestShelveInstance-1943167735-router', 'tenant_id': '42279c5b622c47a192c529ce53566555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '8b50a56e-262c-427f-a6f2-6f1354a6a8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:29:01Z', 'updated_at': '2022-07-06T15:29:05Z', 'revision_number': 4, 'project_id': '42279c5b622c47a192c529ce53566555', 'gw_port': {'id': '8b50a56e-262c-427f-a6f2-6f1354a6a8da', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:55:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5a20d6-1f11-4041-936f-ccd1d807b1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:29:01Z', 'updated_at': '2022-07-06T15:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_floatingips': [{'id': 'bccf61fb-6036-49e5-b332-d20971895236', 'tenant_id': '42279c5b622c47a192c529ce53566555', 'floating_ip_address': '172.27.3.39', 'floating_network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'router_id': 'bc5a20d6-1f11-4041-936f-ccd1d807b1c8', 'port_id': '1d111c7f-26a5-4b88-b2d7-d536d2ce685b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9096fa59-64b3-483c-b50a-082ce5ce747d', 'mac_address': 'fa:16:3e:6b:63:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T15:29:50Z', 'updated_at': '2022-07-06T15:29:50Z', 'revision_number': 0, 'project_id': '42279c5b622c47a192c529ce53566555', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ae2265d-36d3-4d87-8777-dafd6bf17c4e', 'name': '', 'network_id': '9096fa59-64b3-483c-b50a-082ce5ce747d', 'tenant_id': '42279c5b622c47a192c529ce53566555', 'mac_address': 'fa:16:3e:c0:38:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5a20d6-1f11-4041-936f-ccd1d807b1c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'cd4abdc7-c383-439f-83a0-38f6c53653a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:29:04Z', 'updated_at': '2022-07-06T15:29:09Z', 'revision_number': 5, 'project_id': '42279c5b622c47a192c529ce53566555', 'subnets': [{'id': 'cd4abdc7-c383-439f-83a0-38f6c53653a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:29:51.922607 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:51.922955 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a48149-1b67-4cd4-b389-fc9aa306b403 None None] Checking router: bc5a20d6-1f11-4041-936f-ccd1d807b1c8 for host: dv-cinder-848848-4-iscsi {{(pid=103847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:29:51.925147 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76719bb5-3655-495a-a77e-34427b8cce99 req-cdc6dfcf-18ed-49d0-bb0c-29aa0310b7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:51.927293 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-76719bb5-3655-495a-a77e-34427b8cce99 req-cdc6dfcf-18ed-49d0-bb0c-29aa0310b7d8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cd4abdc7-c383-439f-83a0-38f6c53653a0 HTTP/1.1" status: 200 len: 848 time: 0.0485344 Jul 06 15:29:51.927515 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=100 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:51.933002 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a48149-1b67-4cd4-b389-fc9aa306b403 None None] Routers {'bc5a20d6-1f11-4041-936f-ccd1d807b1c8'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:29:51.933616 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-00a48149-1b67-4cd4-b389-fc9aa306b403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:29:48Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['bc5a20d6-1f11-4041-936f-ccd1d807b1c8'], 'active': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:29:51.962600 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-56122a19-2fe1-4cbf-8fbc-3508dd5a023e tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks [] for floatingip (94fde2ab-f693-40b4-90e6-f9cae61c9365), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:51.978454 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76719bb5-3655-495a-a77e-34427b8cce99 req-f40b3f07-84d9-4cc7-acea-08be991dc618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:51.979985 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-76719bb5-3655-495a-a77e-34427b8cce99 req-f40b3f07-84d9-4cc7-acea-08be991dc618 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9096fa59-64b3-483c-b50a-082ce5ce747d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456662 Jul 06 15:29:52.003374 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-56122a19-2fe1-4cbf-8fbc-3508dd5a023e tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (4440689b-70a4-4071-b37a-fc494700cbe4), before_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:52.041414 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvr_db [None req-00a48149-1b67-4cd4-b389-fc9aa306b403 None None] Set router bc5a20d6-1f11-4041-936f-ccd1d807b1c8 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:29:52.075443 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:DELETE=1,neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:52.092112 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-76719bb5-3655-495a-a77e-34427b8cce99 req-311182e9-348c-4e61-b79d-6735f9533760 service neutron] 10.222.0.16 "GET /v2.0/networks/9096fa59-64b3-483c-b50a-082ce5ce747d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044636 Jul 06 15:29:52.161717 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-56122a19-2fe1-4cbf-8fbc-3508dd5a023e tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks [] for port (4440689b-70a4-4071-b37a-fc494700cbe4), precommit_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:52.168272 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-56122a19-2fe1-4cbf-8fbc-3508dd5a023e tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2888549'] for port (4440689b-70a4-4071-b37a-fc494700cbe4), after_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:52.223896 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-76719bb5-3655-495a-a77e-34427b8cce99 req-e75baae7-59a0-46d4-b87b-74936eb25e3d service neutron] 10.222.0.16 "GET /v2.0/networks/9096fa59-64b3-483c-b50a-082ce5ce747d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098442 Jul 06 15:29:52.242155 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56122a19-2fe1-4cbf-8fbc-3508dd5a023e tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Pushing event updated for resources: {'Port': ['ID=4440689b-70a4-4071-b37a-fc494700cbe4,revision_number=2']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:29:52.261556 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-56122a19-2fe1-4cbf-8fbc-3508dd5a023e tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591059'] for floatingip (94fde2ab-f693-40b4-90e6-f9cae61c9365), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:52.264685 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-00a48149-1b67-4cd4-b389-fc9aa306b403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5a20d6-1f11-4041-936f-ccd1d807b1c8', 'name': 'tempest-TestShelveInstance-1943167735-router', 'tenant_id': '42279c5b622c47a192c529ce53566555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '8b50a56e-262c-427f-a6f2-6f1354a6a8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:29:01Z', 'updated_at': '2022-07-06T15:29:05Z', 'revision_number': 4, 'project_id': '42279c5b622c47a192c529ce53566555', 'gw_port': {'id': '8b50a56e-262c-427f-a6f2-6f1354a6a8da', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:55:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5a20d6-1f11-4041-936f-ccd1d807b1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:29:01Z', 'updated_at': '2022-07-06T15:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_floatingips': [{'id': 'bccf61fb-6036-49e5-b332-d20971895236', 'tenant_id': '42279c5b622c47a192c529ce53566555', 'floating_ip_address': '172.27.3.39', 'floating_network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'router_id': 'bc5a20d6-1f11-4041-936f-ccd1d807b1c8', 'port_id': '1d111c7f-26a5-4b88-b2d7-d536d2ce685b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9096fa59-64b3-483c-b50a-082ce5ce747d', 'mac_address': 'fa:16:3e:6b:63:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T15:29:50Z', 'updated_at': '2022-07-06T15:29:50Z', 'revision_number': 0, 'project_id': '42279c5b622c47a192c529ce53566555', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ae2265d-36d3-4d87-8777-dafd6bf17c4e', 'name': '', 'network_id': '9096fa59-64b3-483c-b50a-082ce5ce747d', 'tenant_id': '42279c5b622c47a192c529ce53566555', 'mac_address': 'fa:16:3e:c0:38:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5a20d6-1f11-4041-936f-ccd1d807b1c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'cd4abdc7-c383-439f-83a0-38f6c53653a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:29:04Z', 'updated_at': '2022-07-06T15:29:09Z', 'revision_number': 5, 'project_id': '42279c5b622c47a192c529ce53566555', 'subnets': [{'id': 'cd4abdc7-c383-439f-83a0-38f6c53653a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:29:52.277877 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-56122a19-2fe1-4cbf-8fbc-3508dd5a023e tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for floatingip (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:52.279092 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-56122a19-2fe1-4cbf-8fbc-3508dd5a023e tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8273463 Jul 06 15:29:52.290033 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a48149-1b67-4cd4-b389-fc9aa306b403 None None] The sync data for ids ['bc5a20d6-1f11-4041-936f-ccd1d807b1c8'] in dv-cinder-848848-4-iscsi is: [{'id': 'bc5a20d6-1f11-4041-936f-ccd1d807b1c8', 'name': 'tempest-TestShelveInstance-1943167735-router', 'tenant_id': '42279c5b622c47a192c529ce53566555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '8b50a56e-262c-427f-a6f2-6f1354a6a8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:29:01Z', 'updated_at': '2022-07-06T15:29:05Z', 'revision_number': 4, 'project_id': '42279c5b622c47a192c529ce53566555', 'gw_port': {'id': '8b50a56e-262c-427f-a6f2-6f1354a6a8da', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:55:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5a20d6-1f11-4041-936f-ccd1d807b1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:29:01Z', 'updated_at': '2022-07-06T15:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_floatingips': [{'id': 'bccf61fb-6036-49e5-b332-d20971895236', 'tenant_id': '42279c5b622c47a192c529ce53566555', 'floating_ip_address': '172.27.3.39', 'floating_network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'router_id': 'bc5a20d6-1f11-4041-936f-ccd1d807b1c8', 'port_id': '1d111c7f-26a5-4b88-b2d7-d536d2ce685b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9096fa59-64b3-483c-b50a-082ce5ce747d', 'mac_address': 'fa:16:3e:6b:63:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T15:29:50Z', 'updated_at': '2022-07-06T15:29:50Z', 'revision_number': 0, 'project_id': '42279c5b622c47a192c529ce53566555', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ae2265d-36d3-4d87-8777-dafd6bf17c4e', 'name': '', 'network_id': '9096fa59-64b3-483c-b50a-082ce5ce747d', 'tenant_id': '42279c5b622c47a192c529ce53566555', 'mac_address': 'fa:16:3e:c0:38:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5a20d6-1f11-4041-936f-ccd1d807b1c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'cd4abdc7-c383-439f-83a0-38f6c53653a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:29:04Z', 'updated_at': '2022-07-06T15:29:09Z', 'revision_number': 5, 'project_id': '42279c5b622c47a192c529ce53566555', 'subnets': [{'id': 'cd4abdc7-c383-439f-83a0-38f6c53653a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:29:52.431139 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-383b4ca5-53ea-4707-a5dd-b8b8c8af15d5 req-478b43b3-f01c-4591-8f1b-56de54c8db0b tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--416957592&fields=id&tenant_id=6707399c704e4c97939dc84df58cb39f HTTP/1.1" status: 200 len: 267 time: 0.0455723 Jul 06 15:29:52.481982 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f894fe4a-2a99-429b-91bd-7f80be05dacb None None] New status for floating IP bccf61fb-6036-49e5-b332-d20971895236: ACTIVE {{(pid=103846) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 06 15:29:52.540838 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b4ca5-53ea-4707-a5dd-b8b8c8af15d5 req-bfe7ba44-f3df-49f5-a49c-f9d2954ea3c4 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:52.542283 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-383b4ca5-53ea-4707-a5dd-b8b8c8af15d5 req-bfe7ba44-f3df-49f5-a49c-f9d2954ea3c4 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/networks?id=c3020644-2bbb-40b0-b72d-4d80a8b6cb34 HTTP/1.1" status: 200 len: 811 time: 0.1046183 Jul 06 15:29:52.556910 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-383b4ca5-53ea-4707-a5dd-b8b8c8af15d5 req-520df693-3a10-42a5-a868-43a966ec30cd tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/quotas/6707399c704e4c97939dc84df58cb39f HTTP/1.1" status: 200 len: 375 time: 0.0093923 Jul 06 15:29:52.607199 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-383b4ca5-53ea-4707-a5dd-b8b8c8af15d5 req-7ff51faa-1d16-4d75-8d6f-ea89b8963fa6 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6707399c704e4c97939dc84df58cb39f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453730 Jul 06 15:29:52.747749 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-383b4ca5-53ea-4707-a5dd-b8b8c8af15d5 req-45db32b5-74db-4e17-9870-e3fac27716d4 service neutron] 10.222.0.46 "GET /v2.0/networks/c3020644-2bbb-40b0-b72d-4d80a8b6cb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284955 Jul 06 15:29:52.838594 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-383b4ca5-53ea-4707-a5dd-b8b8c8af15d5 req-a3b9702e-f529-4bc9-9b96-fc15b2189213 service neutron] 10.222.0.46 "GET /v2.0/networks/c3020644-2bbb-40b0-b72d-4d80a8b6cb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851398 Jul 06 15:29:52.999533 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-003bbae0-1d4b-4c6e-bdbe-2fa7b0f0745d req-572cc8a6-c42e-4920-970d-459bb09d1754 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=da295c29-c8ab-4451-8e09-c814b1288b4f HTTP/1.1" status: 200 len: 210 time: 0.0285509 Jul 06 15:29:53.978536 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:53.987001 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b4ca5-53ea-4707-a5dd-b8b8c8af15d5 req-e026cbb0-4495-43d1-9b8f-8b2b0803c1c9 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:53.988472 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-383b4ca5-53ea-4707-a5dd-b8b8c8af15d5 req-e026cbb0-4495-43d1-9b8f-8b2b0803c1c9 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.16 "GET /v2.0/networks?id=c3020644-2bbb-40b0-b72d-4d80a8b6cb34 HTTP/1.1" status: 200 len: 811 time: 0.1101289 Jul 06 15:29:54.054717 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-383b4ca5-53ea-4707-a5dd-b8b8c8af15d5 req-ff73e7b8-c56d-4c85-a7ed-1e431927f446 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6707399c704e4c97939dc84df58cb39f HTTP/1.1" status: 200 len: 379 time: 0.0576367 Jul 06 15:29:54.093635 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-ae3f7fa8-af1e-41aa-8cff-9531052b7b81 req-ad939bd6-60c7-44eb-8f09-f13ecf5651ec tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=da295c29-c8ab-4451-8e09-c814b1288b4f HTTP/1.1" status: 200 len: 210 time: 0.0277228 Jul 06 15:29:54.142619 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [req-383b4ca5-53ea-4707-a5dd-b8b8c8af15d5 req-a4e81762-cf7e-4b22-a160-edf96dc5997f tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Request body: {'port': {'device_id': 'da295c29-c8ab-4451-8e09-c814b1288b4f', 'network_id': 'c3020644-2bbb-40b0-b72d-4d80a8b6cb34', 'admin_state_up': True, 'tenant_id': '6707399c704e4c97939dc84df58cb39f', 'security_groups': ['f933efb2-aa17-41bd-8b75-fa1e5e0ffe5c']}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:29:54.216668 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:54.252361 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-383b4ca5-53ea-4707-a5dd-b8b8c8af15d5 req-a4e81762-cf7e-4b22-a160-edf96dc5997f tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Made reservation on behalf of 6707399c704e4c97939dc84df58cb39f for: {'port': 1} {{(pid=103844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:29:54.256055 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-383b4ca5-53ea-4707-a5dd-b8b8c8af15d5 req-a4e81762-cf7e-4b22-a160-edf96dc5997f tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:54.382907 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.db_base_plugin_common [req-383b4ca5-53ea-4707-a5dd-b8b8c8af15d5 req-a4e81762-cf7e-4b22-a160-edf96dc5997f tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Allocated IP 172.20.0.8 (c3020644-2bbb-40b0-b72d-4d80a8b6cb34/77f124ec-b849-4e26-b7c2-43db5c0c70ca/0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8) {{(pid=103844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:29:54.516009 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-383b4ca5-53ea-4707-a5dd-b8b8c8af15d5 req-a4e81762-cf7e-4b22-a160-edf96dc5997f tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks [] for port (0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:54.547813 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-383b4ca5-53ea-4707-a5dd-b8b8c8af15d5 req-a4e81762-cf7e-4b22-a160-edf96dc5997f tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786465455737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2698075'] for port (0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:54.594376 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-383b4ca5-53ea-4707-a5dd-b8b8c8af15d5 req-a4e81762-cf7e-4b22-a160-edf96dc5997f tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Network c3020644-2bbb-40b0-b72d-4d80a8b6cb34 is already hosted by enough agents. {{(pid=103844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:29:54.597400 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.base_scheduler [req-383b4ca5-53ea-4707-a5dd-b8b8c8af15d5 req-a4e81762-cf7e-4b22-a160-edf96dc5997f tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Resources bound (agent type, host, resource id): {{(pid=103844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:29:54.601031 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [req-383b4ca5-53ea-4707-a5dd-b8b8c8af15d5 req-a4e81762-cf7e-4b22-a160-edf96dc5997f tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Received port after_create {{(pid=103844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 15:29:54.626497 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e81762-cf7e-4b22-a160-edf96dc5997f tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Pushing event updated for resources: {'Port': ['ID=0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:29:54.658220 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b4ca5-53ea-4707-a5dd-b8b8c8af15d5 req-a4e81762-cf7e-4b22-a160-edf96dc5997f tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:54.658845 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-383b4ca5-53ea-4707-a5dd-b8b8c8af15d5 req-a4e81762-cf7e-4b22-a160-edf96dc5997f tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for port (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:54.676748 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-383b4ca5-53ea-4707-a5dd-b8b8c8af15d5 req-a4e81762-cf7e-4b22-a160-edf96dc5997f tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5380230 Jul 06 15:29:54.688566 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [req-383b4ca5-53ea-4707-a5dd-b8b8c8af15d5 req-6bb062d6-fc11-40ce-a00c-6696d9172708 service neutron] Request body: {'port': {'device_id': 'da295c29-c8ab-4451-8e09-c814b1288b4f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84884'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:29:54.750175 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-383b4ca5-53ea-4707-a5dd-b8b8c8af15d5 req-6bb062d6-fc11-40ce-a00c-6696d9172708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:54.782633 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-9e470a73-9078-4a5e-b3e3-65728c06edb4 None None] Provisioning complete for port 0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8 triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:29:54.783169 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-9e470a73-9078-4a5e-b3e3-65728c06edb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:54.814620 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-9e470a73-9078-4a5e-b3e3-65728c06edb4 None None] Port 0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8 cannot update to ACTIVE because it is not bound. {{(pid=103846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 15:29:54.850660 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:55.005940 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [req-383b4ca5-53ea-4707-a5dd-b8b8c8af15d5 req-6bb062d6-fc11-40ce-a00c-6696d9172708 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8 {{(pid=103844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 15:29:55.012624 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:55.014661 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-383b4ca5-53ea-4707-a5dd-b8b8c8af15d5 req-6bb062d6-fc11-40ce-a00c-6696d9172708 service neutron] Publish callbacks [] for port (0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8), precommit_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:55.028614 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [req-383b4ca5-53ea-4707-a5dd-b8b8c8af15d5 req-6bb062d6-fc11-40ce-a00c-6696d9172708 service neutron] Transition to ACTIVE for port object 0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8 will not be triggered until provisioned by entity L2. {{(pid=103844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 06 15:29:55.032119 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-383b4ca5-53ea-4707-a5dd-b8b8c8af15d5 req-6bb062d6-fc11-40ce-a00c-6696d9172708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2698066'] for port (0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:55.100892 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb062d6-fc11-40ce-a00c-6696d9172708 service neutron] Pushing event updated for resources: {'Port': ['ID=0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8,revision_number=2']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:29:55.158793 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [req-383b4ca5-53ea-4707-a5dd-b8b8c8af15d5 req-6bb062d6-fc11-40ce-a00c-6696d9172708 service neutron] Attempting to bind port 0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8 on host hv-cinder-84884 for vnic_type normal with profile {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 15:29:55.159128 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [req-383b4ca5-53ea-4707-a5dd-b8b8c8af15d5 req-6bb062d6-fc11-40ce-a00c-6696d9172708 service neutron] Attempting to bind port 0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8 by drivers openvswitch,hyperv on host hv-cinder-84884 at level 0 using segments [{'id': '8b9fcdf4-24f7-46ab-b771-db26fc7e4c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'c3020644-2bbb-40b0-b72d-4d80a8b6cb34'}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 15:29:55.159509 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383b4ca5-53ea-4707-a5dd-b8b8c8af15d5 req-6bb062d6-fc11-40ce-a00c-6696d9172708 service neutron] Attempting to bind port 0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8 on network c3020644-2bbb-40b0-b72d-4d80a8b6cb34 {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:29:55.164765 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383b4ca5-53ea-4707-a5dd-b8b8c8af15d5 req-6bb062d6-fc11-40ce-a00c-6696d9172708 service neutron] Port 0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8 on network c3020644-2bbb-40b0-b72d-4d80a8b6cb34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84884 {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 06 15:29:55.165089 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383b4ca5-53ea-4707-a5dd-b8b8c8af15d5 req-6bb062d6-fc11-40ce-a00c-6696d9172708 service neutron] Attempting to bind port 0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8 on network c3020644-2bbb-40b0-b72d-4d80a8b6cb34 {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:29:55.181430 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383b4ca5-53ea-4707-a5dd-b8b8c8af15d5 req-6bb062d6-fc11-40ce-a00c-6696d9172708 service neutron] Checking agent: {'id': 'eda728fc-b46d-4378-b578-35bac6b15486', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84884', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 15, 22, 43), 'started_at': datetime.datetime(2022, 7, 6, 15, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 15, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 15:29:55.181771 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383b4ca5-53ea-4707-a5dd-b8b8c8af15d5 req-6bb062d6-fc11-40ce-a00c-6696d9172708 service neutron] Checking segment: {'id': '8b9fcdf4-24f7-46ab-b771-db26fc7e4c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'c3020644-2bbb-40b0-b72d-4d80a8b6cb34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:29:55.182158 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383b4ca5-53ea-4707-a5dd-b8b8c8af15d5 req-6bb062d6-fc11-40ce-a00c-6696d9172708 service neutron] Bound using segment: {'id': '8b9fcdf4-24f7-46ab-b771-db26fc7e4c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'c3020644-2bbb-40b0-b72d-4d80a8b6cb34'} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 15:29:55.182599 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [req-383b4ca5-53ea-4707-a5dd-b8b8c8af15d5 req-6bb062d6-fc11-40ce-a00c-6696d9172708 service neutron] Bound port: 0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8, host: hv-cinder-84884, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b9fcdf4-24f7-46ab-b771-db26fc7e4c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'c3020644-2bbb-40b0-b72d-4d80a8b6cb34'}}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 15:29:55.182955 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-383b4ca5-53ea-4707-a5dd-b8b8c8af15d5 req-6bb062d6-fc11-40ce-a00c-6696d9172708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:55.231056 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ee1ae-a9df-4d18-ab5a-98055e077628 req-76c4d077-bd31-4388-93e3-da1476e8b4f7 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:55.232651 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6c3ee1ae-a9df-4d18-ab5a-98055e077628 req-76c4d077-bd31-4388-93e3-da1476e8b4f7 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=da295c29-c8ab-4451-8e09-c814b1288b4f HTTP/1.1" status: 200 len: 943 time: 0.0653753 Jul 06 15:29:55.311485 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [req-383b4ca5-53ea-4707-a5dd-b8b8c8af15d5 req-6bb062d6-fc11-40ce-a00c-6696d9172708 service neutron] For port 0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8, host hv-cinder-84884, cleared binding levels {{(pid=103844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:29:55.315333 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [req-383b4ca5-53ea-4707-a5dd-b8b8c8af15d5 req-6bb062d6-fc11-40ce-a00c-6696d9172708 service neutron] For port 0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8, host hv-cinder-84884, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8,segment=NetworkSegment(8b9fcdf4-24f7-46ab-b771-db26fc7e4c98),segment_id=8b9fcdf4-24f7-46ab-b771-db26fc7e4c98)] {{(pid=103844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:29:55.319474 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6c3ee1ae-a9df-4d18-ab5a-98055e077628 req-17eee4fc-67da-4005-a506-aea599675d2d tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=f933efb2-aa17-41bd-8b75-fa1e5e0ffe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700738 Jul 06 15:29:55.326061 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-383b4ca5-53ea-4707-a5dd-b8b8c8af15d5 req-6bb062d6-fc11-40ce-a00c-6696d9172708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2698066'] for port (0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:55.365062 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b4ca5-53ea-4707-a5dd-b8b8c8af15d5 req-6bb062d6-fc11-40ce-a00c-6696d9172708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:55.365675 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-383b4ca5-53ea-4707-a5dd-b8b8c8af15d5 req-6bb062d6-fc11-40ce-a00c-6696d9172708 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for port (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:55.367740 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-383b4ca5-53ea-4707-a5dd-b8b8c8af15d5 req-6bb062d6-fc11-40ce-a00c-6696d9172708 service neutron] 10.222.0.16 "PUT /v2.0/ports/0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8 HTTP/1.1" status: 200 len: 1093 time: 0.6834872 Jul 06 15:29:55.368169 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da295c29-c8ab-4451-8e09-c814b1288b4f', 'tag': '0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:29:55.370366 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23f0ce0f3171803df377307192b3bbc073243688ace587a9918d8ae03454cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f55f4d6-801a-4efd-9b1c-13a21fc6a10b" -d '{"events": [{"name": "network-changed", "server_uuid": "da295c29-c8ab-4451-8e09-c814b1288b4f", "tag": "0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:29:55.389671 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb062d6-fc11-40ce-a00c-6696d9172708 service neutron] Pushing event updated for resources: {'Port': ['ID=0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8,revision_number=3']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:29:55.421717 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 15:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068417a8-73ef-4ceb-b683-fb655a56af71 x-openstack-request-id: req-068417a8-73ef-4ceb-b683-fb655a56af71 {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:29:55.421924 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da295c29-c8ab-4451-8e09-c814b1288b4f", "tag": "0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8", "status": "completed", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:29:55.422177 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-068417a8-73ef-4ceb-b683-fb655a56af71 {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:29:55.422595 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-068417a8-73ef-4ceb-b683-fb655a56af71'] response: {'name': 'network-changed', 'server_uuid': 'da295c29-c8ab-4451-8e09-c814b1288b4f', 'tag': '0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8', 'status': 'completed', 'code': 200} Jul 06 15:29:55.473416 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b4ca5-53ea-4707-a5dd-b8b8c8af15d5 req-00b47540-daf5-42ad-9ecb-15b7e70fe99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:55.474943 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-383b4ca5-53ea-4707-a5dd-b8b8c8af15d5 req-00b47540-daf5-42ad-9ecb-15b7e70fe99d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6707399c704e4c97939dc84df58cb39f&device_id=da295c29-c8ab-4451-8e09-c814b1288b4f HTTP/1.1" status: 200 len: 1127 time: 0.0454545 Jul 06 15:29:55.514693 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-383b4ca5-53ea-4707-a5dd-b8b8c8af15d5 req-b3ec26b4-ff13-448c-8c8e-6033985df497 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8 HTTP/1.1" status: 200 len: 217 time: 0.0327084 Jul 06 15:29:55.565131 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b4ca5-53ea-4707-a5dd-b8b8c8af15d5 req-024ab48e-eee9-4b2d-990c-4a0dd0811a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:55.566569 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-383b4ca5-53ea-4707-a5dd-b8b8c8af15d5 req-024ab48e-eee9-4b2d-990c-4a0dd0811a13 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=77f124ec-b849-4e26-b7c2-43db5c0c70ca HTTP/1.1" status: 200 len: 850 time: 0.0453291 Jul 06 15:29:55.614880 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b4ca5-53ea-4707-a5dd-b8b8c8af15d5 req-16145b9d-2a0a-4caf-930a-ad16c0702a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:55.616287 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-383b4ca5-53ea-4707-a5dd-b8b8c8af15d5 req-16145b9d-2a0a-4caf-930a-ad16c0702a71 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c3020644-2bbb-40b0-b72d-4d80a8b6cb34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417676 Jul 06 15:29:55.708086 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-383b4ca5-53ea-4707-a5dd-b8b8c8af15d5 req-25044428-a261-4571-b7f9-17e43287c261 service neutron] 10.222.0.16 "GET /v2.0/networks/c3020644-2bbb-40b0-b72d-4d80a8b6cb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806973 Jul 06 15:29:56.027662 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:INSERT=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:56.049753 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-383b4ca5-53ea-4707-a5dd-b8b8c8af15d5 req-8ecd8037-0ce3-40d8-8834-510a5fc34223 service neutron] 10.222.0.16 "GET /v2.0/networks/c3020644-2bbb-40b0-b72d-4d80a8b6cb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341401 Jul 06 15:29:56.434140 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5ae3d9-53ae-4ccd-a103-18b6289e6635 req-fa40c3ef-d0cd-46d0-bf32-5db6f5eddc06 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:56.435584 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-9d5ae3d9-53ae-4ccd-a103-18b6289e6635 req-fa40c3ef-d0cd-46d0-bf32-5db6f5eddc06 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=da295c29-c8ab-4451-8e09-c814b1288b4f HTTP/1.1" status: 200 len: 943 time: 0.0469284 Jul 06 15:29:56.481921 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-9d5ae3d9-53ae-4ccd-a103-18b6289e6635 req-87fa0f5a-17fa-487a-ba2d-fbbaeb046072 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=f933efb2-aa17-41bd-8b75-fa1e5e0ffe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409594 Jul 06 15:29:57.139379 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f55f4d6-801a-4efd-9b1c-13a21fc6a10b req-05f8bf43-2be0-4363-97f4-544c38296727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:57.140837 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6f55f4d6-801a-4efd-9b1c-13a21fc6a10b req-05f8bf43-2be0-4363-97f4-544c38296727 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6707399c704e4c97939dc84df58cb39f&device_id=da295c29-c8ab-4451-8e09-c814b1288b4f HTTP/1.1" status: 200 len: 1127 time: 0.0407872 Jul 06 15:29:57.211950 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:57.234438 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f55f4d6-801a-4efd-9b1c-13a21fc6a10b req-2f004be5-aff7-4a03-8d9d-dc6a18073cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:57.235908 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6f55f4d6-801a-4efd-9b1c-13a21fc6a10b req-2f004be5-aff7-4a03-8d9d-dc6a18073cdf service neutron] 10.222.0.16 "GET /v2.0/networks?id=c3020644-2bbb-40b0-b72d-4d80a8b6cb34 HTTP/1.1" status: 200 len: 912 time: 0.0876901 Jul 06 15:29:57.275727 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6f55f4d6-801a-4efd-9b1c-13a21fc6a10b req-fe976b6c-68bf-4345-85c5-4c0e02a8c19f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8 HTTP/1.1" status: 200 len: 217 time: 0.0332608 Jul 06 15:29:57.328575 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f55f4d6-801a-4efd-9b1c-13a21fc6a10b req-0229ae00-d311-4224-aebc-a3261ff585c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:57.329961 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6f55f4d6-801a-4efd-9b1c-13a21fc6a10b req-0229ae00-d311-4224-aebc-a3261ff585c2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=77f124ec-b849-4e26-b7c2-43db5c0c70ca HTTP/1.1" status: 200 len: 850 time: 0.0472829 Jul 06 15:29:57.371917 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f55f4d6-801a-4efd-9b1c-13a21fc6a10b req-bb5df052-13fb-49a9-bc65-872c04a684a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:57.373365 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6f55f4d6-801a-4efd-9b1c-13a21fc6a10b req-bb5df052-13fb-49a9-bc65-872c04a684a8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c3020644-2bbb-40b0-b72d-4d80a8b6cb34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371392 Jul 06 15:29:57.465492 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6f55f4d6-801a-4efd-9b1c-13a21fc6a10b req-9ade7566-6e45-4b9a-b784-6d0d1b64ffea service neutron] 10.222.0.16 "GET /v2.0/networks/c3020644-2bbb-40b0-b72d-4d80a8b6cb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848424 Jul 06 15:29:57.555665 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6f55f4d6-801a-4efd-9b1c-13a21fc6a10b req-3317e7fc-29cd-456f-8b7b-0f7e827b57ab service neutron] 10.222.0.16 "GET /v2.0/networks/c3020644-2bbb-40b0-b72d-4d80a8b6cb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823498 Jul 06 15:29:57.601680 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4045bcf9-3a19-4128-9d11-b2c1f477ebf0 req-3eac7331-4a26-41fa-a0ba-a3f42888a79e tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:57.603180 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-4045bcf9-3a19-4128-9d11-b2c1f477ebf0 req-3eac7331-4a26-41fa-a0ba-a3f42888a79e tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=da295c29-c8ab-4451-8e09-c814b1288b4f HTTP/1.1" status: 200 len: 943 time: 0.0544512 Jul 06 15:29:57.649914 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-4045bcf9-3a19-4128-9d11-b2c1f477ebf0 req-5618b338-51f4-4a9a-8d5a-286e8b1c1131 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=f933efb2-aa17-41bd-8b75-fa1e5e0ffe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411255 Jul 06 15:29:58.761345 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f32121-e96b-45cb-8ca7-d419d8d8e896 req-fa1354e1-6c54-4e6c-9da9-2c9ab96e7e60 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:58.762781 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-d5f32121-e96b-45cb-8ca7-d419d8d8e896 req-fa1354e1-6c54-4e6c-9da9-2c9ab96e7e60 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=da295c29-c8ab-4451-8e09-c814b1288b4f HTTP/1.1" status: 200 len: 943 time: 0.0473626 Jul 06 15:29:58.812659 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-d5f32121-e96b-45cb-8ca7-d419d8d8e896 req-5537fb9f-d1ce-4b23-a6f8-270ffd368a3c tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=f933efb2-aa17-41bd-8b75-fa1e5e0ffe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444667 Jul 06 15:29:59.145045 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device 0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8 details requested by agent hyperv_hv-cinder-84884 with host hv-cinder-84884 {{(pid=103846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 15:29:59.222405 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:59.241368 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port 0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8,segment=NetworkSegment(8b9fcdf4-24f7-46ab-b771-db26fc7e4c98),segment_id=8b9fcdf4-24f7-46ab-b771-db26fc7e4c98)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:29:59.252742 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Returning: {'device': '0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8', 'network_id': 'c3020644-2bbb-40b0-b72d-4d80a8b6cb34', 'port_id': '0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8', 'mac_address': 'fa:16:3e:27:4b:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77f124ec-b849-4e26-b7c2-43db5c0c70ca', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 15:29:59.290583 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Current status of the port 0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8 is: DOWN; New status is: BUILD {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:29:59.290964 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:59.304316 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.notifiers.nova [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8 {{(pid=103846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 15:29:59.324012 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port 0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8,segment=NetworkSegment(8b9fcdf4-24f7-46ab-b771-db26fc7e4c98),segment_id=8b9fcdf4-24f7-46ab-b771-db26fc7e4c98)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:29:59.327411 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:29:59.372613 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Pushing event updated for resources: {'Port': ['ID=0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8,revision_number=4']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:29:59.639975 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] get_ports_and_sgs() called for port_ids ['0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8'] {{(pid=103846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:29:59.925034 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0db27a-21b0-4a09-b07a-25a8ca011a9a req-b7f6f429-d771-412c-88ce-0f9721d0d8f6 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:29:59.926387 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-be0db27a-21b0-4a09-b07a-25a8ca011a9a req-b7f6f429-d771-412c-88ce-0f9721d0d8f6 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=da295c29-c8ab-4451-8e09-c814b1288b4f HTTP/1.1" status: 200 len: 944 time: 0.0461514 Jul 06 15:29:59.967168 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:29:59.971935 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-be0db27a-21b0-4a09-b07a-25a8ca011a9a req-70bcbf05-03bf-4924-a64c-a783e3914b5a tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=f933efb2-aa17-41bd-8b75-fa1e5e0ffe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401385 Jul 06 15:30:01.083285 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9905360a-9358-4b93-a8bb-3c62e01f4724 req-c0922ae3-a765-4945-84da-5231075f270f tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:01.084734 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-9905360a-9358-4b93-a8bb-3c62e01f4724 req-c0922ae3-a765-4945-84da-5231075f270f tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=da295c29-c8ab-4451-8e09-c814b1288b4f HTTP/1.1" status: 200 len: 944 time: 0.0469480 Jul 06 15:30:01.132727 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-9905360a-9358-4b93-a8bb-3c62e01f4724 req-8cd270e6-82ef-44a1-aefd-35be59cbf2d2 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=f933efb2-aa17-41bd-8b75-fa1e5e0ffe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413113 Jul 06 15:30:01.143860 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device 0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8 up at agent hyperv_hv-cinder-84884 {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:30:01.169700 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:01.188424 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Provisioning for port 0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8 completed by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 06 15:30:01.193464 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Provisioning complete for port 0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8 triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:30:01.193823 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:01.266544 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Current status of the port 0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8 is: BUILD; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:30:01.266927 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:01.290115 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da295c29-c8ab-4451-8e09-c814b1288b4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8'}] {{(pid=103846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:30:01.292326 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83ad2954d886e551320551455e9fbed623a66dbf450698aab55d06241312ca55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d9bda3-35ba-459e-947c-73325ada8470" -d '{"events": [{"server_uuid": "da295c29-c8ab-4451-8e09-c814b1288b4f", "name": "network-vif-plugged", "status": "completed", "tag": "0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8"}]}' {{(pid=103846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:30:01.305525 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port 0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8,segment=NetworkSegment(8b9fcdf4-24f7-46ab-b771-db26fc7e4c98),segment_id=8b9fcdf4-24f7-46ab-b771-db26fc7e4c98)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:30:01.310074 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:01.331551 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 15:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615caf40-0ef9-45e1-a55f-c92a114ae973 x-openstack-request-id: req-615caf40-0ef9-45e1-a55f-c92a114ae973 {{(pid=103846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:30:01.331836 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da295c29-c8ab-4451-8e09-c814b1288b4f", "name": "network-vif-plugged", "status": "completed", "tag": "0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8", "code": 200}]} {{(pid=103846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:30:01.332083 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-615caf40-0ef9-45e1-a55f-c92a114ae973 {{(pid=103846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:30:01.332484 dv-cinder-848848-4-iscsi neutron-server[103846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-615caf40-0ef9-45e1-a55f-c92a114ae973'] response: {'server_uuid': 'da295c29-c8ab-4451-8e09-c814b1288b4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8', 'code': 200} Jul 06 15:30:01.357852 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Pushing event updated for resources: {'Port': ['ID=0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8,revision_number=5']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:30:01.542415 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390d1307-92f7-4bd7-8184-d2ab7581ce24 req-81b3aa40-2379-44d9-94cb-cfdd6a2f5692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:01.543923 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-390d1307-92f7-4bd7-8184-d2ab7581ce24 req-81b3aa40-2379-44d9-94cb-cfdd6a2f5692 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=da295c29-c8ab-4451-8e09-c814b1288b4f HTTP/1.1" status: 200 len: 1129 time: 0.0800486 Jul 06 15:30:01.585877 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-390d1307-92f7-4bd7-8184-d2ab7581ce24 req-ada2dd44-09ef-426f-b97e-42b389ecf935 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f933efb2-aa17-41bd-8b75-fa1e5e0ffe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357955 Jul 06 15:30:02.249792 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d57fd-4d21-413f-bf61-83e3d86b108e req-a2a404c1-133a-464b-9e30-75b7513f3cf6 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:02.251282 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-c64d57fd-4d21-413f-bf61-83e3d86b108e req-a2a404c1-133a-464b-9e30-75b7513f3cf6 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=da295c29-c8ab-4451-8e09-c814b1288b4f HTTP/1.1" status: 200 len: 945 time: 0.0500448 Jul 06 15:30:02.252046 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=29 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:02.267666 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=51 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:02.298234 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-c64d57fd-4d21-413f-bf61-83e3d86b108e req-ba013cb1-f68e-4afb-adc3-499261b7629e tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=f933efb2-aa17-41bd-8b75-fa1e5e0ffe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403626 Jul 06 15:30:03.416398 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d583376-65b9-4f56-8585-baa478934db6 req-460cb4f0-6d5e-4186-b42e-c0215bfc58e5 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:03.417855 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-3d583376-65b9-4f56-8585-baa478934db6 req-460cb4f0-6d5e-4186-b42e-c0215bfc58e5 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=da295c29-c8ab-4451-8e09-c814b1288b4f HTTP/1.1" status: 200 len: 945 time: 0.0477843 Jul 06 15:30:03.467781 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-3d583376-65b9-4f56-8585-baa478934db6 req-c2071f69-4274-4f61-b49a-7c95265d3577 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=f933efb2-aa17-41bd-8b75-fa1e5e0ffe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444562 Jul 06 15:30:03.578015 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5a68ed-0b10-4733-b915-5b2a20c29fbe req-fdd88ede-2d6c-4892-8acd-46acf8791b8c tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:03.579675 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-9f5a68ed-0b10-4733-b915-5b2a20c29fbe req-fdd88ede-2d6c-4892-8acd-46acf8791b8c tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=da295c29-c8ab-4451-8e09-c814b1288b4f HTTP/1.1" status: 200 len: 945 time: 0.0466120 Jul 06 15:30:03.588885 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 57320) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:30:03.593228 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [None req-fd1239cf-2ee1-4732-b9f3-cbcc44742b3f tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Request body: {'floatingip': {'port_id': '0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:30:03.630224 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd1239cf-2ee1-4732-b9f3-cbcc44742b3f tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks [] for floatingip (94fde2ab-f693-40b4-90e6-f9cae61c9365), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:03.669046 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:03.917289 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:04.048165 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd1239cf-2ee1-4732-b9f3-cbcc44742b3f tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:04.051637 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd1239cf-2ee1-4732-b9f3-cbcc44742b3f tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591059'] for floatingip (94fde2ab-f693-40b4-90e6-f9cae61c9365), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:04.145955 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.db.l3_db [None req-fd1239cf-2ee1-4732-b9f3-cbcc44742b3f tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Floating IP 94fde2ab-f693-40b4-90e6-f9cae61c9365 associated. External IP: 172.27.3.196, port: 0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8. Jul 06 15:30:04.340714 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd1239cf-2ee1-4732-b9f3-cbcc44742b3f tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Router edb7c835-6d1a-4461-88b0-7e358345f5de has already been hosted by L3 agent 8e6e5f2a-f235-48ed-8752-aab723ac44e7 {{(pid=103844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 15:30:04.441499 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd1239cf-2ee1-4732-b9f3-cbcc44742b3f tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Notify agent at l3_agent.dv-cinder-848848-4-iscsi the message routers_updated {{(pid=103844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:30:04.446355 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd1239cf-2ee1-4732-b9f3-cbcc44742b3f tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for floatingip (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:04.450989 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c5b76d-386b-4338-8cc0-9f390105951f None None] Sync routers for ids ['edb7c835-6d1a-4461-88b0-7e358345f5de'] in dv-cinder-848848-4-iscsi {{(pid=103847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:30:04.461225 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c5b76d-386b-4338-8cc0-9f390105951f None None] Routers {'edb7c835-6d1a-4461-88b0-7e358345f5de'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:30:04.461840 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-69c5b76d-386b-4338-8cc0-9f390105951f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:29:48Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['edb7c835-6d1a-4461-88b0-7e358345f5de'], 'active': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:30:04.476509 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-fd1239cf-2ee1-4732-b9f3-cbcc44742b3f tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "PUT /v2.0/floatingips/94fde2ab-f693-40b4-90e6-f9cae61c9365 HTTP/1.1" status: 200 len: 991 time: 0.8865919 Jul 06 15:30:04.477085 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da295c29-c8ab-4451-8e09-c814b1288b4f', 'tag': '0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:30:04.479301 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23f0ce0f3171803df377307192b3bbc073243688ace587a9918d8ae03454cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a73a4742-63ea-4231-b7c0-add86eb428e6" -d '{"events": [{"name": "network-changed", "server_uuid": "da295c29-c8ab-4451-8e09-c814b1288b4f", "tag": "0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:30:04.516719 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 15:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38583827-10a0-4d10-bb8f-bd94ad16ef60 x-openstack-request-id: req-38583827-10a0-4d10-bb8f-bd94ad16ef60 {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:30:04.517005 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da295c29-c8ab-4451-8e09-c814b1288b4f", "tag": "0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8", "status": "completed", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:30:04.517253 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-38583827-10a0-4d10-bb8f-bd94ad16ef60 {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:30:04.517653 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38583827-10a0-4d10-bb8f-bd94ad16ef60'] response: {'name': 'network-changed', 'server_uuid': 'da295c29-c8ab-4451-8e09-c814b1288b4f', 'tag': '0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8', 'status': 'completed', 'code': 200} Jul 06 15:30:04.566490 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvr_db [None req-69c5b76d-386b-4338-8cc0-9f390105951f None None] Set router edb7c835-6d1a-4461-88b0-7e358345f5de gateway port host: dv-cinder-848848-4-iscsi {{(pid=103847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:30:04.579079 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a4742-63ea-4231-b7c0-add86eb428e6 req-cecd4a4c-c728-4b97-94b6-2fd16678085a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:04.580599 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-a73a4742-63ea-4231-b7c0-add86eb428e6 req-cecd4a4c-c728-4b97-94b6-2fd16678085a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6707399c704e4c97939dc84df58cb39f&device_id=da295c29-c8ab-4451-8e09-c814b1288b4f HTTP/1.1" status: 200 len: 1129 time: 0.0392416 Jul 06 15:30:04.661424 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:04.675634 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a4742-63ea-4231-b7c0-add86eb428e6 req-0685094e-d154-4cb3-8d47-049ee3f8efe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:04.677080 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-a73a4742-63ea-4231-b7c0-add86eb428e6 req-0685094e-d154-4cb3-8d47-049ee3f8efe5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c3020644-2bbb-40b0-b72d-4d80a8b6cb34 HTTP/1.1" status: 200 len: 912 time: 0.0893762 Jul 06 15:30:04.748649 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-a73a4742-63ea-4231-b7c0-add86eb428e6 req-7a2caa9c-612e-4c5c-af3a-ff1e5458fc52 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8 HTTP/1.1" status: 200 len: 999 time: 0.0540297 Jul 06 15:30:04.777804 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-69c5b76d-386b-4338-8cc0-9f390105951f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb7c835-6d1a-4461-88b0-7e358345f5de', 'name': 'tempest-AttachVolumeTestJSON-1669651781-router', 'tenant_id': '6707399c704e4c97939dc84df58cb39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'f019a37d-5764-468b-84a8-e637818622cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:35Z', 'updated_at': '2022-07-06T15:24:44Z', 'revision_number': 4, 'project_id': '6707399c704e4c97939dc84df58cb39f', 'gw_port': {'id': 'f019a37d-5764-468b-84a8-e637818622cc', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb7c835-6d1a-4461-88b0-7e358345f5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:36Z', 'updated_at': '2022-07-06T15:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_floatingips': [{'id': '94fde2ab-f693-40b4-90e6-f9cae61c9365', 'tenant_id': '6707399c704e4c97939dc84df58cb39f', 'floating_ip_address': '172.27.3.196', 'floating_network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'router_id': 'edb7c835-6d1a-4461-88b0-7e358345f5de', 'port_id': '0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3020644-2bbb-40b0-b72d-4d80a8b6cb34', 'mac_address': 'fa:16:3e:27:4b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da295c29-c8ab-4451-8e09-c814b1288b4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T15:29:51Z', 'updated_at': '2022-07-06T15:30:03Z', 'revision_number': 1, 'project_id': '6707399c704e4c97939dc84df58cb39f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f526e5d-be91-4f28-b889-07cf2682df45', 'name': '', 'network_id': 'c3020644-2bbb-40b0-b72d-4d80a8b6cb34', 'tenant_id': '6707399c704e4c97939dc84df58cb39f', 'mac_address': 'fa:16:3e:93:56:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb7c835-6d1a-4461-88b0-7e358345f5de', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '77f124ec-b849-4e26-b7c2-43db5c0c70ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:41Z', 'updated_at': '2022-07-06T15:24:48Z', 'revision_number': 5, 'project_id': '6707399c704e4c97939dc84df58cb39f', 'subnets': [{'id': '77f124ec-b849-4e26-b7c2-43db5c0c70ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:30:04.797584 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a4742-63ea-4231-b7c0-add86eb428e6 req-03af3009-cc94-4935-8731-05dd787eb80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:04.799017 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-a73a4742-63ea-4231-b7c0-add86eb428e6 req-03af3009-cc94-4935-8731-05dd787eb80d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=77f124ec-b849-4e26-b7c2-43db5c0c70ca HTTP/1.1" status: 200 len: 850 time: 0.0437949 Jul 06 15:30:04.801224 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c5b76d-386b-4338-8cc0-9f390105951f None None] Checking router: edb7c835-6d1a-4461-88b0-7e358345f5de for host: dv-cinder-848848-4-iscsi {{(pid=103847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:30:04.809504 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c5b76d-386b-4338-8cc0-9f390105951f None None] Routers {'edb7c835-6d1a-4461-88b0-7e358345f5de'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:30:04.810105 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-69c5b76d-386b-4338-8cc0-9f390105951f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:29:48Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['edb7c835-6d1a-4461-88b0-7e358345f5de'], 'active': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:30:04.846682 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a4742-63ea-4231-b7c0-add86eb428e6 req-d9f39361-27ea-4e30-8ca5-22224db66c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:04.848178 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-a73a4742-63ea-4231-b7c0-add86eb428e6 req-d9f39361-27ea-4e30-8ca5-22224db66c58 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c3020644-2bbb-40b0-b72d-4d80a8b6cb34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422301 Jul 06 15:30:04.936111 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:04.948156 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-a73a4742-63ea-4231-b7c0-add86eb428e6 req-ae984e3f-11b6-44c5-9384-ceb1e4d908db service neutron] 10.222.0.16 "GET /v2.0/networks/c3020644-2bbb-40b0-b72d-4d80a8b6cb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870712 Jul 06 15:30:04.991444 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvr_db [None req-69c5b76d-386b-4338-8cc0-9f390105951f None None] Set router edb7c835-6d1a-4461-88b0-7e358345f5de gateway port host: dv-cinder-848848-4-iscsi {{(pid=103847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:30:05.044871 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-a73a4742-63ea-4231-b7c0-add86eb428e6 req-62a3c7e7-9b43-4c58-b945-53c70a4c1b4d service neutron] 10.222.0.16 "GET /v2.0/networks/c3020644-2bbb-40b0-b72d-4d80a8b6cb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874794 Jul 06 15:30:05.193778 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-69c5b76d-386b-4338-8cc0-9f390105951f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb7c835-6d1a-4461-88b0-7e358345f5de', 'name': 'tempest-AttachVolumeTestJSON-1669651781-router', 'tenant_id': '6707399c704e4c97939dc84df58cb39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'f019a37d-5764-468b-84a8-e637818622cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:35Z', 'updated_at': '2022-07-06T15:24:44Z', 'revision_number': 4, 'project_id': '6707399c704e4c97939dc84df58cb39f', 'gw_port': {'id': 'f019a37d-5764-468b-84a8-e637818622cc', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb7c835-6d1a-4461-88b0-7e358345f5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:36Z', 'updated_at': '2022-07-06T15:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_floatingips': [{'id': '94fde2ab-f693-40b4-90e6-f9cae61c9365', 'tenant_id': '6707399c704e4c97939dc84df58cb39f', 'floating_ip_address': '172.27.3.196', 'floating_network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'router_id': 'edb7c835-6d1a-4461-88b0-7e358345f5de', 'port_id': '0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3020644-2bbb-40b0-b72d-4d80a8b6cb34', 'mac_address': 'fa:16:3e:27:4b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da295c29-c8ab-4451-8e09-c814b1288b4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T15:29:51Z', 'updated_at': '2022-07-06T15:30:03Z', 'revision_number': 1, 'project_id': '6707399c704e4c97939dc84df58cb39f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f526e5d-be91-4f28-b889-07cf2682df45', 'name': '', 'network_id': 'c3020644-2bbb-40b0-b72d-4d80a8b6cb34', 'tenant_id': '6707399c704e4c97939dc84df58cb39f', 'mac_address': 'fa:16:3e:93:56:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb7c835-6d1a-4461-88b0-7e358345f5de', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '77f124ec-b849-4e26-b7c2-43db5c0c70ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:41Z', 'updated_at': '2022-07-06T15:24:48Z', 'revision_number': 5, 'project_id': '6707399c704e4c97939dc84df58cb39f', 'subnets': [{'id': '77f124ec-b849-4e26-b7c2-43db5c0c70ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:30:05.222156 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c5b76d-386b-4338-8cc0-9f390105951f None None] The sync data for ids ['edb7c835-6d1a-4461-88b0-7e358345f5de'] in dv-cinder-848848-4-iscsi is: [{'id': 'edb7c835-6d1a-4461-88b0-7e358345f5de', 'name': 'tempest-AttachVolumeTestJSON-1669651781-router', 'tenant_id': '6707399c704e4c97939dc84df58cb39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'f019a37d-5764-468b-84a8-e637818622cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:35Z', 'updated_at': '2022-07-06T15:24:44Z', 'revision_number': 4, 'project_id': '6707399c704e4c97939dc84df58cb39f', 'gw_port': {'id': 'f019a37d-5764-468b-84a8-e637818622cc', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb7c835-6d1a-4461-88b0-7e358345f5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:36Z', 'updated_at': '2022-07-06T15:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_floatingips': [{'id': '94fde2ab-f693-40b4-90e6-f9cae61c9365', 'tenant_id': '6707399c704e4c97939dc84df58cb39f', 'floating_ip_address': '172.27.3.196', 'floating_network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'router_id': 'edb7c835-6d1a-4461-88b0-7e358345f5de', 'port_id': '0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3020644-2bbb-40b0-b72d-4d80a8b6cb34', 'mac_address': 'fa:16:3e:27:4b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da295c29-c8ab-4451-8e09-c814b1288b4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T15:29:51Z', 'updated_at': '2022-07-06T15:30:03Z', 'revision_number': 1, 'project_id': '6707399c704e4c97939dc84df58cb39f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f526e5d-be91-4f28-b889-07cf2682df45', 'name': '', 'network_id': 'c3020644-2bbb-40b0-b72d-4d80a8b6cb34', 'tenant_id': '6707399c704e4c97939dc84df58cb39f', 'mac_address': 'fa:16:3e:93:56:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb7c835-6d1a-4461-88b0-7e358345f5de', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '77f124ec-b849-4e26-b7c2-43db5c0c70ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:41Z', 'updated_at': '2022-07-06T15:24:48Z', 'revision_number': 5, 'project_id': '6707399c704e4c97939dc84df58cb39f', 'subnets': [{'id': '77f124ec-b849-4e26-b7c2-43db5c0c70ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:30:05.412549 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c016ca93-2bd1-4616-aa3a-56fc03e8f634 None None] New status for floating IP 94fde2ab-f693-40b4-90e6-f9cae61c9365: ACTIVE {{(pid=103846) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 06 15:30:05.696257 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.agents_db [None req-99b786f5-93e1-437c-926e-a88e17275ab4 None None] Agent healthcheck: found 6 active agents {{(pid=103847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:30:07.748655 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f4156e-0f16-4af9-ba5f-76c24b3a19fe req-30a90885-e661-43ad-98c3-3f4b8e9d90f1 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:07.750101 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-d7f4156e-0f16-4af9-ba5f-76c24b3a19fe req-30a90885-e661-43ad-98c3-3f4b8e9d90f1 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=3dc848c1-1535-4024-a792-3e74e6581844 HTTP/1.1" status: 200 len: 945 time: 0.0475042 Jul 06 15:30:07.797777 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-d7f4156e-0f16-4af9-ba5f-76c24b3a19fe req-808f0666-09ba-430c-afe5-05424aaca3a3 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=2872e210-e584-4439-b8ae-384c97731295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415676 Jul 06 15:30:08.911415 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0130bc8-c612-4046-a4d2-a107bcb05886 req-458578fe-3992-4a6f-916c-fc90b2a75e4d tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:08.913496 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-f0130bc8-c612-4046-a4d2-a107bcb05886 req-458578fe-3992-4a6f-916c-fc90b2a75e4d tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=3dc848c1-1535-4024-a792-3e74e6581844 HTTP/1.1" status: 200 len: 945 time: 0.0488849 Jul 06 15:30:08.959149 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-f0130bc8-c612-4046-a4d2-a107bcb05886 req-d94172fe-c1c5-43de-85ce-2d788eb5bad1 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=2872e210-e584-4439-b8ae-384c97731295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402391 Jul 06 15:30:10.074762 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdad498-e4a6-43a5-96c2-ad635c7124dd req-3fc0b650-bbfe-4ac9-9d8f-8c8508d45810 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:10.076227 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-fcdad498-e4a6-43a5-96c2-ad635c7124dd req-3fc0b650-bbfe-4ac9-9d8f-8c8508d45810 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=3dc848c1-1535-4024-a792-3e74e6581844 HTTP/1.1" status: 200 len: 945 time: 0.0478680 Jul 06 15:30:10.127601 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-fcdad498-e4a6-43a5-96c2-ad635c7124dd req-0f911447-ae41-49b3-a696-26bf4aed8b3f tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=2872e210-e584-4439-b8ae-384c97731295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458801 Jul 06 15:30:11.203599 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:11.241793 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8da3443-ae11-4fea-b46a-3c354e1e8571 req-c200854e-6dce-417b-8017-73c846cbf091 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:11.243407 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-f8da3443-ae11-4fea-b46a-3c354e1e8571 req-c200854e-6dce-417b-8017-73c846cbf091 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=3dc848c1-1535-4024-a792-3e74e6581844 HTTP/1.1" status: 200 len: 945 time: 0.0483463 Jul 06 15:30:11.290724 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-f8da3443-ae11-4fea-b46a-3c354e1e8571 req-4a06e610-6d8d-43f6-a4e3-ea3922b6f327 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=2872e210-e584-4439-b8ae-384c97731295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419140 Jul 06 15:30:11.376075 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff811c-4a56-4f31-8251-f86695041b85 req-9b807885-f489-4616-ba8e-d9f296110178 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:11.377472 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-d8ff811c-4a56-4f31-8251-f86695041b85 req-9b807885-f489-4616-ba8e-d9f296110178 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dc848c1-1535-4024-a792-3e74e6581844 HTTP/1.1" status: 200 len: 945 time: 0.0456204 Jul 06 15:30:11.461757 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [req-d8ff811c-4a56-4f31-8251-f86695041b85 req-9cb8e824-e289-4521-8035-41629d63f890 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Deleting port c1b8dfba-8c84-435a-984a-2a26f587b26e {{(pid=103844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 15:30:11.462099 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-d8ff811c-4a56-4f31-8251-f86695041b85 req-9cb8e824-e289-4521-8035-41629d63f890 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786465945384'] for port (c1b8dfba-8c84-435a-984a-2a26f587b26e), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:11.553718 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [req-d8ff811c-4a56-4f31-8251-f86695041b85 req-9cb8e824-e289-4521-8035-41629d63f890 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] For port c1b8dfba-8c84-435a-984a-2a26f587b26e, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=c1b8dfba-8c84-435a-984a-2a26f587b26e,segment=NetworkSegment(21878ae0-c04f-4cb0-b2f0-7098f6c37266),segment_id=21878ae0-c04f-4cb0-b2f0-7098f6c37266)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:30:11.554082 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-d8ff811c-4a56-4f31-8251-f86695041b85 req-9cb8e824-e289-4521-8035-41629d63f890 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652656'] for port (c1b8dfba-8c84-435a-984a-2a26f587b26e), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:11.712156 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-d8ff811c-4a56-4f31-8251-f86695041b85 req-9cb8e824-e289-4521-8035-41629d63f890 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:11.712435 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-d8ff811c-4a56-4f31-8251-f86695041b85 req-9cb8e824-e289-4521-8035-41629d63f890 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591059'] for floatingip (9adb11ba-3bbf-43e9-bdeb-6aef00e8f05f), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:11.712749 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.db.l3_db [req-d8ff811c-4a56-4f31-8251-f86695041b85 req-9cb8e824-e289-4521-8035-41629d63f890 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Floating IP 9adb11ba-3bbf-43e9-bdeb-6aef00e8f05f disassociated. External IP: 172.27.3.241, port: c1b8dfba-8c84-435a-984a-2a26f587b26e. Jul 06 15:30:11.713091 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [req-d8ff811c-4a56-4f31-8251-f86695041b85 req-9cb8e824-e289-4521-8035-41629d63f890 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Calling delete_port for c1b8dfba-8c84-435a-984a-2a26f587b26e owned by compute:nova {{(pid=103844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 15:30:11.784923 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:11.840873 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-d8ff811c-4a56-4f31-8251-f86695041b85 req-9cb8e824-e289-4521-8035-41629d63f890 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786465950455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786465455746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2698075'] for port (c1b8dfba-8c84-435a-984a-2a26f587b26e), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:11.867538 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb8e824-e289-4521-8035-41629d63f890 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Pushing event deleted for resources: {'Port': ['ID=c1b8dfba-8c84-435a-984a-2a26f587b26e,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:30:11.877272 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb8e824-e289-4521-8035-41629d63f890 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:30:11.877624 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb8e824-e289-4521-8035-41629d63f890 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:30:11.877967 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb8e824-e289-4521-8035-41629d63f890 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:30:11.878308 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb8e824-e289-4521-8035-41629d63f890 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:30:11.878644 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb8e824-e289-4521-8035-41629d63f890 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:30:11.878975 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb8e824-e289-4521-8035-41629d63f890 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:30:11.879329 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb8e824-e289-4521-8035-41629d63f890 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:30:11.879659 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb8e824-e289-4521-8035-41629d63f890 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:30:11.879986 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb8e824-e289-4521-8035-41629d63f890 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:30:11.880781 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb8e824-e289-4521-8035-41629d63f890 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:30:11.880781 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb8e824-e289-4521-8035-41629d63f890 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:30:11.880937 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb8e824-e289-4521-8035-41629d63f890 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:30:11.881283 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb8e824-e289-4521-8035-41629d63f890 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:30:11.881629 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb8e824-e289-4521-8035-41629d63f890 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:30:11.881920 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb8e824-e289-4521-8035-41629d63f890 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:30:11.974436 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:11.992709 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8ff811c-4a56-4f31-8251-f86695041b85 req-9cb8e824-e289-4521-8035-41629d63f890 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Router 35358e22-072e-4430-930f-25a4c4e0fe97 has already been hosted by L3 agent 8e6e5f2a-f235-48ed-8752-aab723ac44e7 {{(pid=103844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 15:30:12.096439 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8ff811c-4a56-4f31-8251-f86695041b85 req-9cb8e824-e289-4521-8035-41629d63f890 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Notify agent at l3_agent.dv-cinder-848848-4-iscsi the message routers_updated {{(pid=103844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:30:12.106361 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c078f24d-a7cc-4d5e-9647-e385970ddd0b None None] Sync routers for ids ['35358e22-072e-4430-930f-25a4c4e0fe97'] in dv-cinder-848848-4-iscsi {{(pid=103847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:30:12.116883 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c078f24d-a7cc-4d5e-9647-e385970ddd0b None None] Routers {'35358e22-072e-4430-930f-25a4c4e0fe97'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:30:12.117726 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-c078f24d-a7cc-4d5e-9647-e385970ddd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:29:48Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['35358e22-072e-4430-930f-25a4c4e0fe97'], 'active': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:30:12.140680 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8ff811c-4a56-4f31-8251-f86695041b85 req-9cb8e824-e289-4521-8035-41629d63f890 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] No DVR routers for this DVR port c1b8dfba-8c84-435a-984a-2a26f587b26e on host hv-cinder-84884 {{(pid=103844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 15:30:12.143261 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-d8ff811c-4a56-4f31-8251-f86695041b85 req-9cb8e824-e289-4521-8035-41629d63f890 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for port (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:12.146338 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-d8ff811c-4a56-4f31-8251-f86695041b85 req-9cb8e824-e289-4521-8035-41629d63f890 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.16 "DELETE /v2.0/ports/c1b8dfba-8c84-435a-984a-2a26f587b26e HTTP/1.1" status: 204 len: 173 time: 0.7595212 Jul 06 15:30:12.147305 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dc848c1-1535-4024-a792-3e74e6581844', 'name': 'network-vif-deleted', 'tag': 'c1b8dfba-8c84-435a-984a-2a26f587b26e'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:30:12.149595 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23f0ce0f3171803df377307192b3bbc073243688ace587a9918d8ae03454cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88fbf212-711c-4154-b935-38618fb5875a" -d '{"events": [{"server_uuid": "3dc848c1-1535-4024-a792-3e74e6581844", "name": "network-vif-deleted", "tag": "c1b8dfba-8c84-435a-984a-2a26f587b26e"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:30:12.231094 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=100 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:12.241362 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvr_db [None req-c078f24d-a7cc-4d5e-9647-e385970ddd0b None None] Set router 35358e22-072e-4430-930f-25a4c4e0fe97 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:30:12.263057 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 15:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a26a16-01e1-4bb7-8f9c-a3b91fcacc14 x-openstack-request-id: req-80a26a16-01e1-4bb7-8f9c-a3b91fcacc14 {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:30:12.263617 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dc848c1-1535-4024-a792-3e74e6581844", "name": "network-vif-deleted", "tag": "c1b8dfba-8c84-435a-984a-2a26f587b26e", "status": "completed", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:30:12.264079 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-80a26a16-01e1-4bb7-8f9c-a3b91fcacc14 {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:30:12.264752 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80a26a16-01e1-4bb7-8f9c-a3b91fcacc14'] response: {'server_uuid': '3dc848c1-1535-4024-a792-3e74e6581844', 'name': 'network-vif-deleted', 'tag': 'c1b8dfba-8c84-435a-984a-2a26f587b26e', 'status': 'completed', 'code': 200} Jul 06 15:30:12.407746 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-2f64535d-becc-4c92-9078-b5d90b8ffcdc req-a40c9ff9-4ec3-4127-a3e6-e9fcdd13ad8c tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=3dc848c1-1535-4024-a792-3e74e6581844 HTTP/1.1" status: 200 len: 210 time: 0.0329256 Jul 06 15:30:12.444509 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=100 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:12.451328 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-c078f24d-a7cc-4d5e-9647-e385970ddd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35358e22-072e-4430-930f-25a4c4e0fe97', 'name': 'tempest-ServerRescueNegativeTestJSON-1981272812-router', 'tenant_id': 'ef44ecc951964d51925463c5e09f9fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '1ba82ad7-6367-4594-876a-c7e2c13c8b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:38Z', 'updated_at': '2022-07-06T15:24:46Z', 'revision_number': 4, 'project_id': 'ef44ecc951964d51925463c5e09f9fbb', 'gw_port': {'id': '1ba82ad7-6367-4594-876a-c7e2c13c8b3b', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:52:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35358e22-072e-4430-930f-25a4c4e0fe97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:40Z', 'updated_at': '2022-07-06T15:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': '362ad125-474c-491a-ab35-5ec9aa3371e8', 'name': '', 'network_id': '2f7f712f-7346-42c2-b097-b4b48d9f78be', 'tenant_id': 'ef44ecc951964d51925463c5e09f9fbb', 'mac_address': 'fa:16:3e:36:bc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35358e22-072e-4430-930f-25a4c4e0fe97', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd2607162-f852-4242-9cef-eb0efdf849b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:45Z', 'updated_at': '2022-07-06T15:25:05Z', 'revision_number': 5, 'project_id': 'ef44ecc951964d51925463c5e09f9fbb', 'subnets': [{'id': 'd2607162-f852-4242-9cef-eb0efdf849b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:30:12.475520 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c078f24d-a7cc-4d5e-9647-e385970ddd0b None None] Checking router: 35358e22-072e-4430-930f-25a4c4e0fe97 for host: dv-cinder-848848-4-iscsi {{(pid=103847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:30:12.483476 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c078f24d-a7cc-4d5e-9647-e385970ddd0b None None] Routers {'35358e22-072e-4430-930f-25a4c4e0fe97'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:30:12.484022 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-c078f24d-a7cc-4d5e-9647-e385970ddd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:29:48Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['35358e22-072e-4430-930f-25a4c4e0fe97'], 'active': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:30:12.585743 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvr_db [None req-c078f24d-a7cc-4d5e-9647-e385970ddd0b None None] Set router 35358e22-072e-4430-930f-25a4c4e0fe97 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:30:12.773822 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-c078f24d-a7cc-4d5e-9647-e385970ddd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35358e22-072e-4430-930f-25a4c4e0fe97', 'name': 'tempest-ServerRescueNegativeTestJSON-1981272812-router', 'tenant_id': 'ef44ecc951964d51925463c5e09f9fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '1ba82ad7-6367-4594-876a-c7e2c13c8b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:38Z', 'updated_at': '2022-07-06T15:24:46Z', 'revision_number': 4, 'project_id': 'ef44ecc951964d51925463c5e09f9fbb', 'gw_port': {'id': '1ba82ad7-6367-4594-876a-c7e2c13c8b3b', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:52:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35358e22-072e-4430-930f-25a4c4e0fe97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:40Z', 'updated_at': '2022-07-06T15:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': '362ad125-474c-491a-ab35-5ec9aa3371e8', 'name': '', 'network_id': '2f7f712f-7346-42c2-b097-b4b48d9f78be', 'tenant_id': 'ef44ecc951964d51925463c5e09f9fbb', 'mac_address': 'fa:16:3e:36:bc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35358e22-072e-4430-930f-25a4c4e0fe97', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd2607162-f852-4242-9cef-eb0efdf849b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:45Z', 'updated_at': '2022-07-06T15:25:05Z', 'revision_number': 5, 'project_id': 'ef44ecc951964d51925463c5e09f9fbb', 'subnets': [{'id': 'd2607162-f852-4242-9cef-eb0efdf849b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:30:12.797676 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c078f24d-a7cc-4d5e-9647-e385970ddd0b None None] The sync data for ids ['35358e22-072e-4430-930f-25a4c4e0fe97'] in dv-cinder-848848-4-iscsi is: [{'id': '35358e22-072e-4430-930f-25a4c4e0fe97', 'name': 'tempest-ServerRescueNegativeTestJSON-1981272812-router', 'tenant_id': 'ef44ecc951964d51925463c5e09f9fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '1ba82ad7-6367-4594-876a-c7e2c13c8b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:38Z', 'updated_at': '2022-07-06T15:24:46Z', 'revision_number': 4, 'project_id': 'ef44ecc951964d51925463c5e09f9fbb', 'gw_port': {'id': '1ba82ad7-6367-4594-876a-c7e2c13c8b3b', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:52:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35358e22-072e-4430-930f-25a4c4e0fe97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:40Z', 'updated_at': '2022-07-06T15:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': '362ad125-474c-491a-ab35-5ec9aa3371e8', 'name': '', 'network_id': '2f7f712f-7346-42c2-b097-b4b48d9f78be', 'tenant_id': 'ef44ecc951964d51925463c5e09f9fbb', 'mac_address': 'fa:16:3e:36:bc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35358e22-072e-4430-930f-25a4c4e0fe97', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd2607162-f852-4242-9cef-eb0efdf849b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:45Z', 'updated_at': '2022-07-06T15:25:05Z', 'revision_number': 5, 'project_id': 'ef44ecc951964d51925463c5e09f9fbb', 'subnets': [{'id': 'd2607162-f852-4242-9cef-eb0efdf849b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:30:13.005091 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b1fbcc-0db8-43e2-8497-a977f7298c51 None None] New status for floating IP 9adb11ba-3bbf-43e9-bdeb-6aef00e8f05f: DOWN {{(pid=103846) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 06 15:30:13.489397 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 57384) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:30:13.546451 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0b4677fb-fb75-4a8a-9033-6278c496b63f tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Publish callbacks [] for security_group (2872e210-e584-4439-b8ae-384c97731295), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:13.569906 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0b4677fb-fb75-4a8a-9033-6278c496b63f tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Publish callbacks [] for security_group (2872e210-e584-4439-b8ae-384c97731295), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:13.619302 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0b4677fb-fb75-4a8a-9033-6278c496b63f tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (2872e210-e584-4439-b8ae-384c97731295), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:13.621746 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0b4677fb-fb75-4a8a-9033-6278c496b63f tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Publish callbacks [] for security_group (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:13.622851 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-0b4677fb-fb75-4a8a-9033-6278c496b63f tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "DELETE /v2.0/security-groups/2872e210-e584-4439-b8ae-384c97731295 HTTP/1.1" status: 204 len: 168 time: 0.1323636 Jul 06 15:30:13.625595 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 57386) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:30:13.631762 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4677fb-fb75-4a8a-9033-6278c496b63f tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2872e210-e584-4439-b8ae-384c97731295,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:30:13.638995 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.api.v2.resource [None req-bac37eef-5b8e-4267-85f7-2d1a99616809 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] show failed (client error): The resource could not be found. Jul 06 15:30:13.640160 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-bac37eef-5b8e-4267-85f7-2d1a99616809 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups/2872e210-e584-4439-b8ae-384c97731295 HTTP/1.1" status: 404 len: 347 time: 0.0135989 Jul 06 15:30:13.642746 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 57388) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:30:13.751699 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.plugin [None req-e2bbe252-f3b6-4122-ac90-6524bc01b5a2 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Deleting port 415a0cac-5e19-4123-913d-c08e90374e38 {{(pid=103845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 15:30:13.752045 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-e2bbe252-f3b6-4122-ac90-6524bc01b5a2 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786465945384'] for port (415a0cac-5e19-4123-913d-c08e90374e38), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:13.826932 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-e2bbe252-f3b6-4122-ac90-6524bc01b5a2 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652656'] for port (415a0cac-5e19-4123-913d-c08e90374e38), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:13.827288 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-e2bbe252-f3b6-4122-ac90-6524bc01b5a2 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Publish callbacks [] for floatingip (415a0cac-5e19-4123-913d-c08e90374e38), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:13.840406 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.plugin [None req-e2bbe252-f3b6-4122-ac90-6524bc01b5a2 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Calling delete_port for 415a0cac-5e19-4123-913d-c08e90374e38 owned by network:floatingip {{(pid=103845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 15:30:13.969934 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-e2bbe252-f3b6-4122-ac90-6524bc01b5a2 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786465950455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786465455746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2888556'] for port (415a0cac-5e19-4123-913d-c08e90374e38), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:13.991742 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bbe252-f3b6-4122-ac90-6524bc01b5a2 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Pushing event deleted for resources: {'Port': ['ID=415a0cac-5e19-4123-913d-c08e90374e38,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:30:14.001457 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bbe252-f3b6-4122-ac90-6524bc01b5a2 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:30:14.001861 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bbe252-f3b6-4122-ac90-6524bc01b5a2 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:30:14.002146 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bbe252-f3b6-4122-ac90-6524bc01b5a2 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:30:14.002492 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bbe252-f3b6-4122-ac90-6524bc01b5a2 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:30:14.002823 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bbe252-f3b6-4122-ac90-6524bc01b5a2 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:30:14.003521 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bbe252-f3b6-4122-ac90-6524bc01b5a2 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:30:14.003521 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bbe252-f3b6-4122-ac90-6524bc01b5a2 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:30:14.003829 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bbe252-f3b6-4122-ac90-6524bc01b5a2 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:30:14.004153 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bbe252-f3b6-4122-ac90-6524bc01b5a2 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:30:14.004476 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bbe252-f3b6-4122-ac90-6524bc01b5a2 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:30:14.004801 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bbe252-f3b6-4122-ac90-6524bc01b5a2 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:30:14.005124 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bbe252-f3b6-4122-ac90-6524bc01b5a2 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:30:14.005446 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bbe252-f3b6-4122-ac90-6524bc01b5a2 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:30:14.005789 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bbe252-f3b6-4122-ac90-6524bc01b5a2 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:30:14.006616 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bbe252-f3b6-4122-ac90-6524bc01b5a2 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:30:14.070169 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-e2bbe252-f3b6-4122-ac90-6524bc01b5a2 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Publish callbacks [] for floatingip (9adb11ba-3bbf-43e9-bdeb-6aef00e8f05f), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:14.072732 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-e2bbe252-f3b6-4122-ac90-6524bc01b5a2 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for floatingip (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:14.073870 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-e2bbe252-f3b6-4122-ac90-6524bc01b5a2 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "DELETE /v2.0/floatingips/9adb11ba-3bbf-43e9-bdeb-6aef00e8f05f HTTP/1.1" status: 204 len: 168 time: 0.4302256 Jul 06 15:30:14.569170 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (eda728fc-b46d-4378-b578-35bac6b15486), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:15.131164 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:15.232583 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device c1b8dfba-8c84-435a-984a-2a26f587b26e no longer exists at agent hyperv_hv-cinder-84884 {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:30:15.253037 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] No Port match for: c1b8dfba-8c84-435a-984a-2a26f587b26e {{(pid=103846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 15:30:15.253327 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device c1b8dfba-8c84-435a-984a-2a26f587b26e not bound to the agent host hv-cinder-84884 {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:30:16.260954 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-6fdb9148-7879-4b49-9f5c-aff2f70de8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (a81823b9-ba52-46bb-9bcd-43b269600933), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:16.554298 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552150bd-8925-4ceb-b785-4f9ce80bb2df req-b21fd5c9-8cc8-4c34-828a-27f48e18a0d4 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:16.555765 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-552150bd-8925-4ceb-b785-4f9ce80bb2df req-b21fd5c9-8cc8-4c34-828a-27f48e18a0d4 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=e00187af-8819-41e6-98f0-199ce9db0f05 HTTP/1.1" status: 200 len: 946 time: 0.0483074 Jul 06 15:30:16.601224 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-552150bd-8925-4ceb-b785-4f9ce80bb2df req-abbf98fe-32ff-4886-887a-d3e1429e04cc tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399969 Jul 06 15:30:17.513989 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-9d754109-ca6c-4451-84df-2146be037ac5 req-4fb31a6e-cad0-441f-a658-5185eb9d9619 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1808262137&fields=id&tenant_id=0805ca8c35a34d0dbf0f1e7ac459c517 HTTP/1.1" status: 200 len: 267 time: 0.0443320 Jul 06 15:30:17.564084 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d754109-ca6c-4451-84df-2146be037ac5 req-ed2b70a5-bd8c-43e9-81e9-f74d4e92e825 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:17.565507 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-9d754109-ca6c-4451-84df-2146be037ac5 req-ed2b70a5-bd8c-43e9-81e9-f74d4e92e825 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/ports?device_id=f08c8b7f-24e0-47fe-9b46-87202f357774 HTTP/1.1" status: 200 len: 985 time: 0.0463552 Jul 06 15:30:17.576117 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [req-9d754109-ca6c-4451-84df-2146be037ac5 req-257eca81-9214-41bd-8f0b-6b1db059b9b6 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Request body: {'port': {'security_groups': ['2f1a1e9b-36c4-4c38-bea4-b0aaf920a706']}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:30:17.651128 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-9d754109-ca6c-4451-84df-2146be037ac5 req-257eca81-9214-41bd-8f0b-6b1db059b9b6 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (06b84364-8b0e-41bc-bdb2-0e28411c93d0), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:17.714942 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd3455b-f9f5-4fb9-bf23-4ce7528ed58d req-400dc1e0-2e1e-4b60-8f2a-35f5d59ff1ac tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:17.716463 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-9bd3455b-f9f5-4fb9-bf23-4ce7528ed58d req-400dc1e0-2e1e-4b60-8f2a-35f5d59ff1ac tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=e00187af-8819-41e6-98f0-199ce9db0f05 HTTP/1.1" status: 200 len: 946 time: 0.0471351 Jul 06 15:30:17.738238 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:17.768059 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-9bd3455b-f9f5-4fb9-bf23-4ce7528ed58d req-f1e47f83-9a04-4883-8b68-a507b810d508 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458636 Jul 06 15:30:17.831667 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [req-9d754109-ca6c-4451-84df-2146be037ac5 req-257eca81-9214-41bd-8f0b-6b1db059b9b6 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] For port 06b84364-8b0e-41bc-bdb2-0e28411c93d0, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=06b84364-8b0e-41bc-bdb2-0e28411c93d0,segment=NetworkSegment(4902358a-84fd-44b7-9de8-73522f5a56dd),segment_id=4902358a-84fd-44b7-9de8-73522f5a56dd)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:30:17.850166 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:17.864257 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-9d754109-ca6c-4451-84df-2146be037ac5 req-257eca81-9214-41bd-8f0b-6b1db059b9b6 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Publish callbacks [] for port (06b84364-8b0e-41bc-bdb2-0e28411c93d0), precommit_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:17.869647 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-9d754109-ca6c-4451-84df-2146be037ac5 req-257eca81-9214-41bd-8f0b-6b1db059b9b6 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2698066'] for port (06b84364-8b0e-41bc-bdb2-0e28411c93d0), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:17.882940 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] get_ports_and_sgs() called for port_ids ['06b84364-8b0e-41bc-bdb2-0e28411c93d0'] {{(pid=103846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:30:17.908429 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d754109-ca6c-4451-84df-2146be037ac5 req-257eca81-9214-41bd-8f0b-6b1db059b9b6 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:17.909027 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-9d754109-ca6c-4451-84df-2146be037ac5 req-257eca81-9214-41bd-8f0b-6b1db059b9b6 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for port (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:17.910435 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-9d754109-ca6c-4451-84df-2146be037ac5 req-257eca81-9214-41bd-8f0b-6b1db059b9b6 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "PUT /v2.0/ports/06b84364-8b0e-41bc-bdb2-0e28411c93d0 HTTP/1.1" status: 200 len: 943 time: 0.3385932 Jul 06 15:30:17.916488 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 57434) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:30:17.918923 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f08c8b7f-24e0-47fe-9b46-87202f357774', 'tag': '06b84364-8b0e-41bc-bdb2-0e28411c93d0'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:30:17.921170 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23f0ce0f3171803df377307192b3bbc073243688ace587a9918d8ae03454cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48168514-7165-4cce-96bb-5515445868ec" -d '{"events": [{"name": "network-changed", "server_uuid": "f08c8b7f-24e0-47fe-9b46-87202f357774", "tag": "06b84364-8b0e-41bc-bdb2-0e28411c93d0"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:30:17.958592 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257eca81-9214-41bd-8f0b-6b1db059b9b6 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Pushing event updated for resources: {'Port': ['ID=06b84364-8b0e-41bc-bdb2-0e28411c93d0,revision_number=7']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:30:17.976954 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 15:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4204d20a-edf0-4de4-b2c0-780de75ed184 x-openstack-request-id: req-4204d20a-edf0-4de4-b2c0-780de75ed184 {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:30:17.977430 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f08c8b7f-24e0-47fe-9b46-87202f357774", "tag": "06b84364-8b0e-41bc-bdb2-0e28411c93d0", "status": "completed", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:30:17.977756 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4204d20a-edf0-4de4-b2c0-780de75ed184 {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:30:17.978606 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4204d20a-edf0-4de4-b2c0-780de75ed184'] response: {'name': 'network-changed', 'server_uuid': 'f08c8b7f-24e0-47fe-9b46-87202f357774', 'tag': '06b84364-8b0e-41bc-bdb2-0e28411c93d0', 'status': 'completed', 'code': 200} Jul 06 15:30:17.995112 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-2c1bc535-bb3c-4634-a9a2-6d6e29927f8a tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Publish callbacks [] for security_group (5fee6c02-3f56-4a46-8ff0-68420d1be68a), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:18.024377 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-2c1bc535-bb3c-4634-a9a2-6d6e29927f8a tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Publish callbacks [] for security_group (5fee6c02-3f56-4a46-8ff0-68420d1be68a), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:18.026223 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] get_ports_and_sgs() called for port_ids ['06b84364-8b0e-41bc-bdb2-0e28411c93d0'] {{(pid=103846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:30:18.098654 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-2c1bc535-bb3c-4634-a9a2-6d6e29927f8a tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (5fee6c02-3f56-4a46-8ff0-68420d1be68a), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:18.104360 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-2c1bc535-bb3c-4634-a9a2-6d6e29927f8a tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Publish callbacks [] for security_group (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:18.105569 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-2c1bc535-bb3c-4634-a9a2-6d6e29927f8a tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "DELETE /v2.0/security-groups/5fee6c02-3f56-4a46-8ff0-68420d1be68a HTTP/1.1" status: 204 len: 168 time: 0.1881053 Jul 06 15:30:18.108394 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 57438) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:30:18.117067 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1bc535-bb3c-4634-a9a2-6d6e29927f8a tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fee6c02-3f56-4a46-8ff0-68420d1be68a,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:30:18.226679 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-04b30f05-31e8-4742-9b29-655a31c60364 None None] Provisioning complete for port 06b84364-8b0e-41bc-bdb2-0e28411c93d0 triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:30:18.227133 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-04b30f05-31e8-4742-9b29-655a31c60364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (06b84364-8b0e-41bc-bdb2-0e28411c93d0), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:18.276309 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:18.336563 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-35dd7e94-fe78-4172-bd00-6ef1008982b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8e6e5f2a-f235-48ed-8752-aab723ac44e7), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:18.395147 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-04b30f05-31e8-4742-9b29-655a31c60364 None None] Current status of the port 06b84364-8b0e-41bc-bdb2-0e28411c93d0 is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:30:18.521935 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-e6f1df3b-c18e-44a1-a9b8-0e3b39f407ab tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Deleting port b2b95473-f19a-46ce-bcd9-021a2b0fe827 {{(pid=103844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 15:30:18.522492 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-e6f1df3b-c18e-44a1-a9b8-0e3b39f407ab tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786465945384'] for port (b2b95473-f19a-46ce-bcd9-021a2b0fe827), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:18.572688 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:18.602794 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-e6f1df3b-c18e-44a1-a9b8-0e3b39f407ab tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652656'] for port (b2b95473-f19a-46ce-bcd9-021a2b0fe827), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:18.603123 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-e6f1df3b-c18e-44a1-a9b8-0e3b39f407ab tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Publish callbacks [] for floatingip (b2b95473-f19a-46ce-bcd9-021a2b0fe827), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:18.615016 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-e6f1df3b-c18e-44a1-a9b8-0e3b39f407ab tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Calling delete_port for b2b95473-f19a-46ce-bcd9-021a2b0fe827 owned by network:floatingip {{(pid=103844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 15:30:18.729485 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48168514-7165-4cce-96bb-5515445868ec req-49a0107c-c059-4644-ab28-84996e01a89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:18.730938 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-48168514-7165-4cce-96bb-5515445868ec req-49a0107c-c059-4644-ab28-84996e01a89a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0805ca8c35a34d0dbf0f1e7ac459c517&device_id=f08c8b7f-24e0-47fe-9b46-87202f357774 HTTP/1.1" status: 200 len: 1130 time: 0.0752940 Jul 06 15:30:18.819080 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-e6f1df3b-c18e-44a1-a9b8-0e3b39f407ab tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786465950455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786465455746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2698075'] for port (b2b95473-f19a-46ce-bcd9-021a2b0fe827), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:18.845324 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f1df3b-c18e-44a1-a9b8-0e3b39f407ab tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Pushing event deleted for resources: {'Port': ['ID=b2b95473-f19a-46ce-bcd9-021a2b0fe827,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:30:19.003697 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6359fc4a-f47f-4df5-b778-5b8f1476ad6d req-61723880-deac-4e83-845a-27c0825d55c2 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:19.005127 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6359fc4a-f47f-4df5-b778-5b8f1476ad6d req-61723880-deac-4e83-845a-27c0825d55c2 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=e00187af-8819-41e6-98f0-199ce9db0f05 HTTP/1.1" status: 200 len: 946 time: 0.1577556 Jul 06 15:30:19.073749 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-e6f1df3b-c18e-44a1-a9b8-0e3b39f407ab tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Publish callbacks [] for floatingip (e1adaa1f-5c8b-466c-be02-1142d58413ef), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:19.074072 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.db.l3_db [None req-e6f1df3b-c18e-44a1-a9b8-0e3b39f407ab tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Floating IP e1adaa1f-5c8b-466c-be02-1142d58413ef disassociated (deleted). External IP: 172.27.3.38, port: 06b84364-8b0e-41bc-bdb2-0e28411c93d0. Jul 06 15:30:19.083284 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b166a8d2-0fda-49d6-9896-d981d212a801 req-fa6d5372-1ecf-448a-ad66-1125ef6c228f tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:19.085264 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-b166a8d2-0fda-49d6-9896-d981d212a801 req-fa6d5372-1ecf-448a-ad66-1125ef6c228f tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.16 "GET /v2.0/ports?device_id=e00187af-8819-41e6-98f0-199ce9db0f05 HTTP/1.1" status: 200 len: 946 time: 0.1049724 Jul 06 15:30:19.089016 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:19.129021 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48168514-7165-4cce-96bb-5515445868ec req-1428b043-ad14-4848-b2b5-93b5e780cf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:19.130412 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-48168514-7165-4cce-96bb-5515445868ec req-1428b043-ad14-4848-b2b5-93b5e780cf10 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c6ecbf13-cdde-4eb1-a04c-6350b37f96a3 HTTP/1.1" status: 200 len: 916 time: 0.2862499 Jul 06 15:30:19.212521 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6359fc4a-f47f-4df5-b778-5b8f1476ad6d req-edfb6c42-1773-4525-8d49-0a184bb8d953 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839621 Jul 06 15:30:19.213695 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-48168514-7165-4cce-96bb-5515445868ec req-2f1e1c33-ef32-489f-a613-b48182246880 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06b84364-8b0e-41bc-bdb2-0e28411c93d0 HTTP/1.1" status: 200 len: 217 time: 0.0706775 Jul 06 15:30:19.343642 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48168514-7165-4cce-96bb-5515445868ec req-a7eb29d2-e851-489f-a916-f53822573a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:19.344983 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-48168514-7165-4cce-96bb-5515445868ec req-a7eb29d2-e851-489f-a916-f53822573a36 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a7527d58-380f-473d-ba30-5ff4fd90a6b4 HTTP/1.1" status: 200 len: 854 time: 0.0988960 Jul 06 15:30:19.345725 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [req-b166a8d2-0fda-49d6-9896-d981d212a801 req-4e12ee3d-9627-4fc4-921c-e8609efb78fb tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Deleting port e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6 {{(pid=103844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 15:30:19.346054 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-b166a8d2-0fda-49d6-9896-d981d212a801 req-4e12ee3d-9627-4fc4-921c-e8609efb78fb tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786465945384'] for port (e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:19.453883 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:19.509331 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48168514-7165-4cce-96bb-5515445868ec req-3daa10b4-47f4-4dde-89e8-8340785e37d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:19.510785 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-48168514-7165-4cce-96bb-5515445868ec req-3daa10b4-47f4-4dde-89e8-8340785e37d0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c6ecbf13-cdde-4eb1-a04c-6350b37f96a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1222467 Jul 06 15:30:19.584277 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6f1df3b-c18e-44a1-a9b8-0e3b39f407ab tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Router 4f274a41-136b-4f5a-998c-601296f075d8 has already been hosted by L3 agent 8e6e5f2a-f235-48ed-8752-aab723ac44e7 {{(pid=103844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 15:30:19.587462 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-5e71b6aa-55c8-4030-9936-371c496b104b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (6f0d5ee7-fa21-4cb0-b4ff-cf35f5a4ba31), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:19.593767 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [req-b166a8d2-0fda-49d6-9896-d981d212a801 req-4e12ee3d-9627-4fc4-921c-e8609efb78fb tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] For port e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6,segment=NetworkSegment(21878ae0-c04f-4cb0-b2f0-7098f6c37266),segment_id=21878ae0-c04f-4cb0-b2f0-7098f6c37266)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:30:19.594067 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-b166a8d2-0fda-49d6-9896-d981d212a801 req-4e12ee3d-9627-4fc4-921c-e8609efb78fb tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652656'] for port (e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:19.643963 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [req-b166a8d2-0fda-49d6-9896-d981d212a801 req-4e12ee3d-9627-4fc4-921c-e8609efb78fb tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Calling delete_port for e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6 owned by compute:nova {{(pid=103844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 15:30:19.709023 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-48168514-7165-4cce-96bb-5515445868ec req-ae29f851-35dc-4094-8777-c83a76406c28 service neutron] 10.222.0.16 "GET /v2.0/networks/c6ecbf13-cdde-4eb1-a04c-6350b37f96a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858075 Jul 06 15:30:19.888804 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f1df3b-c18e-44a1-a9b8-0e3b39f407ab tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Notify agent at l3_agent.dv-cinder-848848-4-iscsi the message routers_updated {{(pid=103844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:30:19.894898 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-e6f1df3b-c18e-44a1-a9b8-0e3b39f407ab tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for floatingip (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:19.909419 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48635f86-7fdc-4cbe-9bc5-8d28d845f6ee None None] Sync routers for ids ['4f274a41-136b-4f5a-998c-601296f075d8'] in dv-cinder-848848-4-iscsi {{(pid=103847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:30:19.917616 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:19.920351 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48635f86-7fdc-4cbe-9bc5-8d28d845f6ee None None] Routers {'4f274a41-136b-4f5a-998c-601296f075d8'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:30:19.920964 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-48635f86-7fdc-4cbe-9bc5-8d28d845f6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:30:18Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['4f274a41-136b-4f5a-998c-601296f075d8'], 'active': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:30:19.925027 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-48168514-7165-4cce-96bb-5515445868ec req-4a2be3c8-e0e6-42d5-88fb-11a60bdf0042 service neutron] 10.222.0.16 "GET /v2.0/networks/c6ecbf13-cdde-4eb1-a04c-6350b37f96a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864116 Jul 06 15:30:19.962043 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-e6f1df3b-c18e-44a1-a9b8-0e3b39f407ab tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "DELETE /v2.0/floatingips/e1adaa1f-5c8b-466c-be02-1142d58413ef HTTP/1.1" status: 204 len: 168 time: 1.8459704 Jul 06 15:30:19.979262 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f08c8b7f-24e0-47fe-9b46-87202f357774', 'tag': '06b84364-8b0e-41bc-bdb2-0e28411c93d0'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:30:19.981506 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23f0ce0f3171803df377307192b3bbc073243688ace587a9918d8ae03454cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4281f9e3-efb1-4b49-8d37-0340c9fc83e1" -d '{"events": [{"name": "network-changed", "server_uuid": "f08c8b7f-24e0-47fe-9b46-87202f357774", "tag": "06b84364-8b0e-41bc-bdb2-0e28411c93d0"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:30:19.994439 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-b166a8d2-0fda-49d6-9896-d981d212a801 req-4e12ee3d-9627-4fc4-921c-e8609efb78fb tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786465950455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786465455746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2698075'] for port (e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:20.007087 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] get_ports_and_sgs() called for port_ids ['ee13c450-a247-45da-9000-1d74f1a8c8aa', 'e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6'] {{(pid=103846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:30:20.064481 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvr_db [None req-48635f86-7fdc-4cbe-9bc5-8d28d845f6ee None None] Set router 4f274a41-136b-4f5a-998c-601296f075d8 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:30:20.066021 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 15:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0826edf-bfa0-488e-adbb-d6e88f210691 x-openstack-request-id: req-f0826edf-bfa0-488e-adbb-d6e88f210691 {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:30:20.066307 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f08c8b7f-24e0-47fe-9b46-87202f357774", "tag": "06b84364-8b0e-41bc-bdb2-0e28411c93d0", "status": "completed", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:30:20.066563 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f0826edf-bfa0-488e-adbb-d6e88f210691 {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:30:20.066961 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0826edf-bfa0-488e-adbb-d6e88f210691'] response: {'name': 'network-changed', 'server_uuid': 'f08c8b7f-24e0-47fe-9b46-87202f357774', 'tag': '06b84364-8b0e-41bc-bdb2-0e28411c93d0', 'status': 'completed', 'code': 200} Jul 06 15:30:20.067824 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e12ee3d-9627-4fc4-921c-e8609efb78fb tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Pushing event deleted for resources: {'Port': ['ID=e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:30:20.166653 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [req-b166a8d2-0fda-49d6-9896-d981d212a801 req-4e12ee3d-9627-4fc4-921c-e8609efb78fb tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] No DVR routers for this DVR port e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6 on host hv-cinder-84884 {{(pid=103844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 15:30:20.170159 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-b166a8d2-0fda-49d6-9896-d981d212a801 req-4e12ee3d-9627-4fc4-921c-e8609efb78fb tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for port (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:20.175173 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-b166a8d2-0fda-49d6-9896-d981d212a801 req-4e12ee3d-9627-4fc4-921c-e8609efb78fb tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.16 "DELETE /v2.0/ports/e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6 HTTP/1.1" status: 204 len: 173 time: 1.0497656 Jul 06 15:30:20.324566 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-48635f86-7fdc-4cbe-9bc5-8d28d845f6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f274a41-136b-4f5a-998c-601296f075d8', 'name': 'tempest-TestMinimumBasicScenario-1595226874-router', 'tenant_id': '0805ca8c35a34d0dbf0f1e7ac459c517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '6f0f090c-ce2a-472e-afc6-22d7d1139da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:26:26Z', 'updated_at': '2022-07-06T15:26:30Z', 'revision_number': 4, 'project_id': '0805ca8c35a34d0dbf0f1e7ac459c517', 'gw_port': {'id': '6f0f090c-ce2a-472e-afc6-22d7d1139da9', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f274a41-136b-4f5a-998c-601296f075d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:26:26Z', 'updated_at': '2022-07-06T15:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': 'e8f2d302-b1e4-44f0-b9ab-a37b10458966', 'name': '', 'network_id': 'c6ecbf13-cdde-4eb1-a04c-6350b37f96a3', 'tenant_id': '0805ca8c35a34d0dbf0f1e7ac459c517', 'mac_address': 'fa:16:3e:29:c7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f274a41-136b-4f5a-998c-601296f075d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'a7527d58-380f-473d-ba30-5ff4fd90a6b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:26:29Z', 'updated_at': '2022-07-06T15:26:35Z', 'revision_number': 5, 'project_id': '0805ca8c35a34d0dbf0f1e7ac459c517', 'subnets': [{'id': 'a7527d58-380f-473d-ba30-5ff4fd90a6b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:30:20.339089 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-d6eff245-91a4-4872-92e0-7d32e31168fc req-341d70fb-f36f-4cb9-9d2d-889f7941b57a tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=e00187af-8819-41e6-98f0-199ce9db0f05 HTTP/1.1" status: 200 len: 210 time: 0.0315685 Jul 06 15:30:20.351928 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48635f86-7fdc-4cbe-9bc5-8d28d845f6ee None None] Checking router: 4f274a41-136b-4f5a-998c-601296f075d8 for host: dv-cinder-848848-4-iscsi {{(pid=103847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:30:20.370851 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48635f86-7fdc-4cbe-9bc5-8d28d845f6ee None None] Routers {'4f274a41-136b-4f5a-998c-601296f075d8'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:30:20.371481 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-48635f86-7fdc-4cbe-9bc5-8d28d845f6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:30:18Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['4f274a41-136b-4f5a-998c-601296f075d8'], 'active': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:30:20.414341 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=100 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:20.546971 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4281f9e3-efb1-4b49-8d37-0340c9fc83e1 req-ecf147fe-1cc0-4660-92c0-a875cf4aec14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:20.548959 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-4281f9e3-efb1-4b49-8d37-0340c9fc83e1 req-ecf147fe-1cc0-4660-92c0-a875cf4aec14 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0805ca8c35a34d0dbf0f1e7ac459c517&device_id=f08c8b7f-24e0-47fe-9b46-87202f357774 HTTP/1.1" status: 200 len: 1130 time: 0.0784400 Jul 06 15:30:20.673891 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvr_db [None req-48635f86-7fdc-4cbe-9bc5-8d28d845f6ee None None] Set router 4f274a41-136b-4f5a-998c-601296f075d8 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:30:20.705458 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4281f9e3-efb1-4b49-8d37-0340c9fc83e1 req-4ece990a-f2ea-4788-b1b2-427557d80cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:20.706952 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-4281f9e3-efb1-4b49-8d37-0340c9fc83e1 req-4ece990a-f2ea-4788-b1b2-427557d80cd7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c6ecbf13-cdde-4eb1-a04c-6350b37f96a3 HTTP/1.1" status: 200 len: 916 time: 0.1461222 Jul 06 15:30:20.859421 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-48635f86-7fdc-4cbe-9bc5-8d28d845f6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f274a41-136b-4f5a-998c-601296f075d8', 'name': 'tempest-TestMinimumBasicScenario-1595226874-router', 'tenant_id': '0805ca8c35a34d0dbf0f1e7ac459c517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '6f0f090c-ce2a-472e-afc6-22d7d1139da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:26:26Z', 'updated_at': '2022-07-06T15:26:30Z', 'revision_number': 4, 'project_id': '0805ca8c35a34d0dbf0f1e7ac459c517', 'gw_port': {'id': '6f0f090c-ce2a-472e-afc6-22d7d1139da9', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f274a41-136b-4f5a-998c-601296f075d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:26:26Z', 'updated_at': '2022-07-06T15:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': 'e8f2d302-b1e4-44f0-b9ab-a37b10458966', 'name': '', 'network_id': 'c6ecbf13-cdde-4eb1-a04c-6350b37f96a3', 'tenant_id': '0805ca8c35a34d0dbf0f1e7ac459c517', 'mac_address': 'fa:16:3e:29:c7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f274a41-136b-4f5a-998c-601296f075d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'a7527d58-380f-473d-ba30-5ff4fd90a6b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:26:29Z', 'updated_at': '2022-07-06T15:26:35Z', 'revision_number': 5, 'project_id': '0805ca8c35a34d0dbf0f1e7ac459c517', 'subnets': [{'id': 'a7527d58-380f-473d-ba30-5ff4fd90a6b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:30:20.891784 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48635f86-7fdc-4cbe-9bc5-8d28d845f6ee None None] The sync data for ids ['4f274a41-136b-4f5a-998c-601296f075d8'] in dv-cinder-848848-4-iscsi is: [{'id': '4f274a41-136b-4f5a-998c-601296f075d8', 'name': 'tempest-TestMinimumBasicScenario-1595226874-router', 'tenant_id': '0805ca8c35a34d0dbf0f1e7ac459c517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '6f0f090c-ce2a-472e-afc6-22d7d1139da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:26:26Z', 'updated_at': '2022-07-06T15:26:30Z', 'revision_number': 4, 'project_id': '0805ca8c35a34d0dbf0f1e7ac459c517', 'gw_port': {'id': '6f0f090c-ce2a-472e-afc6-22d7d1139da9', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f274a41-136b-4f5a-998c-601296f075d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:26:26Z', 'updated_at': '2022-07-06T15:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': 'e8f2d302-b1e4-44f0-b9ab-a37b10458966', 'name': '', 'network_id': 'c6ecbf13-cdde-4eb1-a04c-6350b37f96a3', 'tenant_id': '0805ca8c35a34d0dbf0f1e7ac459c517', 'mac_address': 'fa:16:3e:29:c7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f274a41-136b-4f5a-998c-601296f075d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'a7527d58-380f-473d-ba30-5ff4fd90a6b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:26:29Z', 'updated_at': '2022-07-06T15:26:35Z', 'revision_number': 5, 'project_id': '0805ca8c35a34d0dbf0f1e7ac459c517', 'subnets': [{'id': 'a7527d58-380f-473d-ba30-5ff4fd90a6b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:30:20.937540 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-4281f9e3-efb1-4b49-8d37-0340c9fc83e1 req-862c27f0-55cc-46e8-8bea-a4846344c5bc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06b84364-8b0e-41bc-bdb2-0e28411c93d0 HTTP/1.1" status: 200 len: 217 time: 0.0535450 Jul 06 15:30:20.991168 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4281f9e3-efb1-4b49-8d37-0340c9fc83e1 req-6fcea6d9-1052-4bf1-9860-6497b3919ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:20.992941 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-4281f9e3-efb1-4b49-8d37-0340c9fc83e1 req-6fcea6d9-1052-4bf1-9860-6497b3919ed9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a7527d58-380f-473d-ba30-5ff4fd90a6b4 HTTP/1.1" status: 200 len: 854 time: 0.0486612 Jul 06 15:30:21.096748 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-8ac95340-3f24-440b-a4d9-caf8afcb49bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8ea57be5-348a-4c5b-804c-cda178363830), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:21.209738 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7d6354-2ab3-4127-9eb5-b96f06106736 None None] New status for floating IP e1adaa1f-5c8b-466c-be02-1142d58413ef: DOWN {{(pid=103846) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 06 15:30:21.281915 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (d26a5351-3de7-44f9-93eb-9fed5ee5b55b), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:21.452549 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-cdc19b4e-02d4-4338-ad15-9d999a83a499 req-3ddd12a2-ec25-4932-9163-01fbcd419b4c tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=e00187af-8819-41e6-98f0-199ce9db0f05 HTTP/1.1" status: 200 len: 210 time: 0.0305583 Jul 06 15:30:21.514203 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4281f9e3-efb1-4b49-8d37-0340c9fc83e1 req-267d5bbd-0aea-4b3a-bfa6-31c80de5ea28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:21.515827 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-4281f9e3-efb1-4b49-8d37-0340c9fc83e1 req-267d5bbd-0aea-4b3a-bfa6-31c80de5ea28 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c6ecbf13-cdde-4eb1-a04c-6350b37f96a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0622940 Jul 06 15:30:21.551764 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:21.627168 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-4281f9e3-efb1-4b49-8d37-0340c9fc83e1 req-74d10cd0-5849-46f8-9686-e2f7bde04c34 service neutron] 10.222.0.16 "GET /v2.0/networks/c6ecbf13-cdde-4eb1-a04c-6350b37f96a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969083 Jul 06 15:30:21.720363 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-4281f9e3-efb1-4b49-8d37-0340c9fc83e1 req-a47c5d13-cb65-42a1-8303-d03f01d27966 service neutron] 10.222.0.16 "GET /v2.0/networks/c6ecbf13-cdde-4eb1-a04c-6350b37f96a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865643 Jul 06 15:30:22.067670 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e00187af-8819-41e6-98f0-199ce9db0f05', 'name': 'network-vif-deleted', 'tag': 'e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:30:22.070582 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23f0ce0f3171803df377307192b3bbc073243688ace587a9918d8ae03454cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c048dda-e064-49a5-9c0e-99082d58b164" -d '{"events": [{"server_uuid": "e00187af-8819-41e6-98f0-199ce9db0f05", "name": "network-vif-deleted", "tag": "e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:30:22.106299 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 15:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7709817-b933-471e-9432-adcff1abdf24 x-openstack-request-id: req-e7709817-b933-471e-9432-adcff1abdf24 {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:30:22.106590 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e00187af-8819-41e6-98f0-199ce9db0f05", "name": "network-vif-deleted", "tag": "e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6", "status": "completed", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:30:22.106843 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e7709817-b933-471e-9432-adcff1abdf24 {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:30:22.107270 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7709817-b933-471e-9432-adcff1abdf24'] response: {'server_uuid': 'e00187af-8819-41e6-98f0-199ce9db0f05', 'name': 'network-vif-deleted', 'tag': 'e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6', 'status': 'completed', 'code': 200} Jul 06 15:30:22.743950 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:22.759571 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c35d5d-deda-4c0a-83f6-eb3647db2571 req-70a8bbbc-7e18-4992-9f9d-7484e44a61ca tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:22.761048 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-35c35d5d-deda-4c0a-83f6-eb3647db2571 req-70a8bbbc-7e18-4992-9f9d-7484e44a61ca tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 945 time: 0.0514784 Jul 06 15:30:22.808054 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-35c35d5d-deda-4c0a-83f6-eb3647db2571 req-58508f3b-b9d8-4517-bd6e-8802184f0ce0 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414500 Jul 06 15:30:23.267678 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6 no longer exists at agent hyperv_hv-cinder-84884 {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:30:23.274155 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:23.293209 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] No Port match for: e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6 {{(pid=103846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 15:30:23.293543 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device e5ce60d9-c5f8-4326-aa01-dd12e4cd2dd6 not bound to the agent host hv-cinder-84884 {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:30:23.925539 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da6fc4d-856c-46b3-b8f6-c301332ca06e req-a52d9780-8313-4a66-97f1-1977376235e9 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:23.927103 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-4da6fc4d-856c-46b3-b8f6-c301332ca06e req-a52d9780-8313-4a66-97f1-1977376235e9 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 945 time: 0.0488510 Jul 06 15:30:23.969964 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae824fb4-04ec-443c-afa5-d6eefed2450b req-67765567-984d-40e8-8f75-a4e86d752752 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:23.971588 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-ae824fb4-04ec-443c-afa5-d6eefed2450b req-67765567-984d-40e8-8f75-a4e86d752752 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/ports?device_id=f08c8b7f-24e0-47fe-9b46-87202f357774 HTTP/1.1" status: 200 len: 946 time: 0.0525622 Jul 06 15:30:23.977735 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-4da6fc4d-856c-46b3-b8f6-c301332ca06e req-8f88c10a-ebbb-4885-a72a-16159303a74a tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450566 Jul 06 15:30:24.018317 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-ae824fb4-04ec-443c-afa5-d6eefed2450b req-c07baf5e-e349-4c70-82d1-83a4b8759f32 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f1a1e9b-36c4-4c38-bea4-b0aaf920a706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404029 Jul 06 15:30:25.088342 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def9524-c8e6-43fe-9e4f-7019969a9ef6 req-3bc18c51-fa7a-4224-b4f6-00130bac9dab tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:25.090011 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-9def9524-c8e6-43fe-9e4f-7019969a9ef6 req-3bc18c51-fa7a-4224-b4f6-00130bac9dab tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 945 time: 0.0471132 Jul 06 15:30:25.131769 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226d3e83-2130-4c06-9af5-cabb5909c584 req-750d8469-c661-451d-b8b5-2b6e2b0b3422 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:25.133256 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-226d3e83-2130-4c06-9af5-cabb5909c584 req-750d8469-c661-451d-b8b5-2b6e2b0b3422 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/ports?device_id=f08c8b7f-24e0-47fe-9b46-87202f357774 HTTP/1.1" status: 200 len: 946 time: 0.0475743 Jul 06 15:30:25.139538 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-9def9524-c8e6-43fe-9e4f-7019969a9ef6 req-d0173546-b30f-4b0a-a6a6-7c92cd7a6e89 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431602 Jul 06 15:30:25.200820 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-226d3e83-2130-4c06-9af5-cabb5909c584 req-e07fee56-259d-4a6f-83a3-7a77a0389ec7 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f1a1e9b-36c4-4c38-bea4-b0aaf920a706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460134 Jul 06 15:30:26.253432 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e17e39-e1bd-475e-ba44-3ea61dc0793c req-0028456b-19f8-4689-bffb-de99863e18d5 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:26.256340 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-24e17e39-e1bd-475e-ba44-3ea61dc0793c req-0028456b-19f8-4689-bffb-de99863e18d5 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 945 time: 0.0490351 Jul 06 15:30:26.303688 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-24e17e39-e1bd-475e-ba44-3ea61dc0793c req-04c4a150-9503-4e3a-92c0-ade8fa105ca6 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417588 Jul 06 15:30:26.314892 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc5e8a-361b-4221-8104-f58bedb2487d req-9b4e140a-d567-473c-952a-121a720fb622 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:26.316386 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-c4bc5e8a-361b-4221-8104-f58bedb2487d req-9b4e140a-d567-473c-952a-121a720fb622 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/ports?device_id=f08c8b7f-24e0-47fe-9b46-87202f357774 HTTP/1.1" status: 200 len: 946 time: 0.0464065 Jul 06 15:30:26.365792 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-c4bc5e8a-361b-4221-8104-f58bedb2487d req-d4119cc8-ed87-4968-ae96-594c7e2f9822 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f1a1e9b-36c4-4c38-bea4-b0aaf920a706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428550 Jul 06 15:30:27.093965 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e82708-d9db-4c48-9daa-35d201c5427c req-dc7d3aed-9649-465b-b89c-0200f4462b42 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:27.095428 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-10e82708-d9db-4c48-9daa-35d201c5427c req-dc7d3aed-9649-465b-b89c-0200f4462b42 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.16 "GET /v2.0/ports?device_id=f08c8b7f-24e0-47fe-9b46-87202f357774 HTTP/1.1" status: 200 len: 946 time: 0.0693364 Jul 06 15:30:27.101771 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53095eab-e044-40d7-af21-c856f426bc70 req-bfd6a9a3-0528-46de-8e88-393a9f4ac3c8 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:27.103060 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-53095eab-e044-40d7-af21-c856f426bc70 req-bfd6a9a3-0528-46de-8e88-393a9f4ac3c8 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 945 time: 0.0861685 Jul 06 15:30:27.139237 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:27.426711 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9768f20-ac96-4576-a1b8-7358c962ad2f req-05573ef2-07e5-49f0-acba-1b705fec3cc7 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:27.431351 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-f9768f20-ac96-4576-a1b8-7358c962ad2f req-05573ef2-07e5-49f0-acba-1b705fec3cc7 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 945 time: 0.0563858 Jul 06 15:30:27.477852 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-f9768f20-ac96-4576-a1b8-7358c962ad2f req-63f842d1-78b9-4e3a-8921-08bb370a686a tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/security-groups?id=d815ab4f-09ff-42ca-8779-b78bee42aff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438883 Jul 06 15:30:27.536657 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [req-10e82708-d9db-4c48-9daa-35d201c5427c req-a41cdd12-b290-422d-aede-283fda317ca9 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Deleting port 06b84364-8b0e-41bc-bdb2-0e28411c93d0 {{(pid=103844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 15:30:27.537228 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-10e82708-d9db-4c48-9daa-35d201c5427c req-a41cdd12-b290-422d-aede-283fda317ca9 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786465945384'] for port (06b84364-8b0e-41bc-bdb2-0e28411c93d0), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:27.542902 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [req-53095eab-e044-40d7-af21-c856f426bc70 req-03fe76f0-5865-48e4-aa04-865911b5e35b tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Deleting port ee13c450-a247-45da-9000-1d74f1a8c8aa {{(pid=103844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 15:30:27.543232 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-53095eab-e044-40d7-af21-c856f426bc70 req-03fe76f0-5865-48e4-aa04-865911b5e35b tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786465945384'] for port (ee13c450-a247-45da-9000-1d74f1a8c8aa), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:27.594956 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d6ce99-c021-4b17-a3b8-ad2cdc797fde req-00ec18d9-e7ad-44ad-8b12-f4889b31a550 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:27.596359 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-e0d6ce99-c021-4b17-a3b8-ad2cdc797fde req-00ec18d9-e7ad-44ad-8b12-f4889b31a550 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/ports?device_id=f08c8b7f-24e0-47fe-9b46-87202f357774 HTTP/1.1" status: 200 len: 946 time: 0.1003263 Jul 06 15:30:27.745649 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [req-10e82708-d9db-4c48-9daa-35d201c5427c req-a41cdd12-b290-422d-aede-283fda317ca9 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] For port 06b84364-8b0e-41bc-bdb2-0e28411c93d0, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=06b84364-8b0e-41bc-bdb2-0e28411c93d0,segment=NetworkSegment(4902358a-84fd-44b7-9de8-73522f5a56dd),segment_id=4902358a-84fd-44b7-9de8-73522f5a56dd)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:30:27.746009 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-10e82708-d9db-4c48-9daa-35d201c5427c req-a41cdd12-b290-422d-aede-283fda317ca9 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652656'] for port (06b84364-8b0e-41bc-bdb2-0e28411c93d0), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:27.757026 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [req-53095eab-e044-40d7-af21-c856f426bc70 req-03fe76f0-5865-48e4-aa04-865911b5e35b tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] For port ee13c450-a247-45da-9000-1d74f1a8c8aa, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=ee13c450-a247-45da-9000-1d74f1a8c8aa,segment=NetworkSegment(21878ae0-c04f-4cb0-b2f0-7098f6c37266),segment_id=21878ae0-c04f-4cb0-b2f0-7098f6c37266)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:30:27.757372 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-53095eab-e044-40d7-af21-c856f426bc70 req-03fe76f0-5865-48e4-aa04-865911b5e35b tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652656'] for port (ee13c450-a247-45da-9000-1d74f1a8c8aa), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:27.762608 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-e0d6ce99-c021-4b17-a3b8-ad2cdc797fde req-0214890a-9b83-48f9-b6c1-08f61ea2f355 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f1a1e9b-36c4-4c38-bea4-b0aaf920a706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552737 Jul 06 15:30:27.778951 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:27.782855 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [req-10e82708-d9db-4c48-9daa-35d201c5427c req-a41cdd12-b290-422d-aede-283fda317ca9 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Calling delete_port for 06b84364-8b0e-41bc-bdb2-0e28411c93d0 owned by compute:nova {{(pid=103844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 15:30:27.784997 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [req-53095eab-e044-40d7-af21-c856f426bc70 req-03fe76f0-5865-48e4-aa04-865911b5e35b tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Calling delete_port for ee13c450-a247-45da-9000-1d74f1a8c8aa owned by compute:nova {{(pid=103844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 15:30:28.037458 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-53095eab-e044-40d7-af21-c856f426bc70 req-03fe76f0-5865-48e4-aa04-865911b5e35b tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786465950455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786465455746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2698075'] for port (ee13c450-a247-45da-9000-1d74f1a8c8aa), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:28.048881 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-10e82708-d9db-4c48-9daa-35d201c5427c req-a41cdd12-b290-422d-aede-283fda317ca9 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786465950455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786465455746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2698075'] for port (06b84364-8b0e-41bc-bdb2-0e28411c93d0), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:28.050474 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] get_ports_and_sgs() called for port_ids ['ee13c450-a247-45da-9000-1d74f1a8c8aa'] {{(pid=103846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:30:28.073152 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] get_ports_and_sgs() called for port_ids ['06b84364-8b0e-41bc-bdb2-0e28411c93d0'] {{(pid=103846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:30:28.080580 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1785d-1ca1-4c73-ab4c-8af2e56f5d58 req-c4c500c7-883d-4c04-a64f-cdff2ba7feb5 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:28.082037 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-56c1785d-1ca1-4c73-ab4c-8af2e56f5d58 req-c4c500c7-883d-4c04-a64f-cdff2ba7feb5 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=0889d118-1916-42f5-907d-37457f8ac6c0 HTTP/1.1" status: 200 len: 945 time: 0.0965531 Jul 06 15:30:28.082760 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fe76f0-5865-48e4-aa04-865911b5e35b tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Pushing event deleted for resources: {'Port': ['ID=ee13c450-a247-45da-9000-1d74f1a8c8aa,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:30:28.143341 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41cdd12-b290-422d-aede-283fda317ca9 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Pushing event deleted for resources: {'Port': ['ID=06b84364-8b0e-41bc-bdb2-0e28411c93d0,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:30:28.154439 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:28.212028 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [req-53095eab-e044-40d7-af21-c856f426bc70 req-03fe76f0-5865-48e4-aa04-865911b5e35b tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] No DVR routers for this DVR port ee13c450-a247-45da-9000-1d74f1a8c8aa on host hv-cinder-84884 {{(pid=103844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 15:30:28.215762 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e82708-d9db-4c48-9daa-35d201c5427c req-a41cdd12-b290-422d-aede-283fda317ca9 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] No DVR routers for this DVR port 06b84364-8b0e-41bc-bdb2-0e28411c93d0 on host hv-cinder-84884 {{(pid=103844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 15:30:28.220129 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-53095eab-e044-40d7-af21-c856f426bc70 req-03fe76f0-5865-48e4-aa04-865911b5e35b tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for port (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:28.223204 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-53095eab-e044-40d7-af21-c856f426bc70 req-03fe76f0-5865-48e4-aa04-865911b5e35b tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.16 "DELETE /v2.0/ports/ee13c450-a247-45da-9000-1d74f1a8c8aa HTTP/1.1" status: 204 len: 173 time: 1.0946138 Jul 06 15:30:28.223715 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce440c64-f3db-4cda-8a2f-0f7e00f36b30', 'name': 'network-vif-deleted', 'tag': 'ee13c450-a247-45da-9000-1d74f1a8c8aa'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:30:28.226447 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23f0ce0f3171803df377307192b3bbc073243688ace587a9918d8ae03454cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b62fad-6c21-4d5a-8c45-843afeb5cb98" -d '{"events": [{"server_uuid": "ce440c64-f3db-4cda-8a2f-0f7e00f36b30", "name": "network-vif-deleted", "tag": "ee13c450-a247-45da-9000-1d74f1a8c8aa"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:30:28.233141 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-10e82708-d9db-4c48-9daa-35d201c5427c req-a41cdd12-b290-422d-aede-283fda317ca9 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for port (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:28.236134 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-10e82708-d9db-4c48-9daa-35d201c5427c req-a41cdd12-b290-422d-aede-283fda317ca9 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.16 "DELETE /v2.0/ports/06b84364-8b0e-41bc-bdb2-0e28411c93d0 HTTP/1.1" status: 204 len: 173 time: 1.1322079 Jul 06 15:30:28.243924 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-56c1785d-1ca1-4c73-ab4c-8af2e56f5d58 req-c748ec6e-0863-49fa-a9fc-a6a9b7d64f50 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?id=b7c5e9fe-49e8-4bf5-84c6-83d6010ab77c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531019 Jul 06 15:30:28.265813 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 15:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad44c69f-12f9-409e-a2a4-5362a0be4251 x-openstack-request-id: req-ad44c69f-12f9-409e-a2a4-5362a0be4251 {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:30:28.266099 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce440c64-f3db-4cda-8a2f-0f7e00f36b30", "name": "network-vif-deleted", "tag": "ee13c450-a247-45da-9000-1d74f1a8c8aa", "status": "completed", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:30:28.266346 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ad44c69f-12f9-409e-a2a4-5362a0be4251 {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:30:28.266743 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad44c69f-12f9-409e-a2a4-5362a0be4251'] response: {'server_uuid': 'ce440c64-f3db-4cda-8a2f-0f7e00f36b30', 'name': 'network-vif-deleted', 'tag': 'ee13c450-a247-45da-9000-1d74f1a8c8aa', 'status': 'completed', 'code': 200} Jul 06 15:30:28.582606 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-17f867e3-f63c-4882-a7bb-9f7c5774a8a7 req-d5596d5c-1ff9-4f6c-b449-2d42983acc1d tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 210 time: 0.0323706 Jul 06 15:30:28.858939 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-ce5fc212-0c31-46a5-8dbf-b2a167f7274c req-b591f9f4-4a5f-41ed-b9e8-4aa0025529a0 tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/ports?device_id=f08c8b7f-24e0-47fe-9b46-87202f357774 HTTP/1.1" status: 200 len: 210 time: 0.0275059 Jul 06 15:30:29.362849 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62304c79-8231-40ee-bb81-6d6327ca18b0 req-fbd30569-1f5e-4999-9693-7a8731a1da47 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:29.364337 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-62304c79-8231-40ee-bb81-6d6327ca18b0 req-fbd30569-1f5e-4999-9693-7a8731a1da47 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=0889d118-1916-42f5-907d-37457f8ac6c0 HTTP/1.1" status: 200 len: 945 time: 0.0507126 Jul 06 15:30:29.418786 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-62304c79-8231-40ee-bb81-6d6327ca18b0 req-5e809650-f1d9-4721-be73-26a5170b1a45 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?id=b7c5e9fe-49e8-4bf5-84c6-83d6010ab77c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483270 Jul 06 15:30:29.688656 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-c85671c5-05b6-4128-8ce6-d5b00a5108bb req-6c688c71-873f-4b98-9cf0-3f97570f55c8 tempest-ServerRescueNegativeTestJSON-295658180 tempest-ServerRescueNegativeTestJSON-295658180-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce440c64-f3db-4cda-8a2f-0f7e00f36b30 HTTP/1.1" status: 200 len: 210 time: 0.0277834 Jul 06 15:30:29.964474 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-df8944ab-ae6f-4ca4-96f8-e103773dd93c req-e5c5c3f3-f0a9-4557-aefc-a465feb9dd0b tempest-TestMinimumBasicScenario-644305013 tempest-TestMinimumBasicScenario-644305013-project] 10.222.0.46 "GET /v2.0/ports?device_id=f08c8b7f-24e0-47fe-9b46-87202f357774 HTTP/1.1" status: 200 len: 210 time: 0.0277071 Jul 06 15:30:30.064110 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5813678b-ba90-43d7-8bda-87539767e346 req-14984d59-38eb-463b-b82c-f663221549ca tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:30.065865 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-5813678b-ba90-43d7-8bda-87539767e346 req-14984d59-38eb-463b-b82c-f663221549ca tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.16 "GET /v2.0/ports?device_id=0889d118-1916-42f5-907d-37457f8ac6c0 HTTP/1.1" status: 200 len: 945 time: 0.0499923 Jul 06 15:30:30.161997 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [req-5813678b-ba90-43d7-8bda-87539767e346 req-935d16e9-8b66-4eac-876e-c717f3cdc06d tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Deleting port 38f83667-978a-48ec-a53c-597a402f9348 {{(pid=103844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 15:30:30.162351 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-5813678b-ba90-43d7-8bda-87539767e346 req-935d16e9-8b66-4eac-876e-c717f3cdc06d tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786465945384'] for port (38f83667-978a-48ec-a53c-597a402f9348), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:30.253502 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [req-5813678b-ba90-43d7-8bda-87539767e346 req-935d16e9-8b66-4eac-876e-c717f3cdc06d tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] For port 38f83667-978a-48ec-a53c-597a402f9348, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=38f83667-978a-48ec-a53c-597a402f9348,segment=NetworkSegment(9e485fae-b0f5-4f5a-9064-6e2e7153a585),segment_id=9e485fae-b0f5-4f5a-9064-6e2e7153a585)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:30:30.253867 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-5813678b-ba90-43d7-8bda-87539767e346 req-935d16e9-8b66-4eac-876e-c717f3cdc06d tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652656'] for port (38f83667-978a-48ec-a53c-597a402f9348), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:30.267685 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f08c8b7f-24e0-47fe-9b46-87202f357774', 'name': 'network-vif-deleted', 'tag': '06b84364-8b0e-41bc-bdb2-0e28411c93d0'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:30:30.269886 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23f0ce0f3171803df377307192b3bbc073243688ace587a9918d8ae03454cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3638eb06-0e0d-4460-afe6-a3097f57bc0b" -d '{"events": [{"server_uuid": "f08c8b7f-24e0-47fe-9b46-87202f357774", "name": "network-vif-deleted", "tag": "06b84364-8b0e-41bc-bdb2-0e28411c93d0"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:30:30.305813 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 15:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c151515b-092c-4e93-947c-ccc563c4dc6c x-openstack-request-id: req-c151515b-092c-4e93-947c-ccc563c4dc6c {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:30:30.306102 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f08c8b7f-24e0-47fe-9b46-87202f357774", "name": "network-vif-deleted", "tag": "06b84364-8b0e-41bc-bdb2-0e28411c93d0", "status": "completed", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:30:30.306350 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c151515b-092c-4e93-947c-ccc563c4dc6c {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:30:30.306744 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c151515b-092c-4e93-947c-ccc563c4dc6c'] response: {'server_uuid': 'f08c8b7f-24e0-47fe-9b46-87202f357774', 'name': 'network-vif-deleted', 'tag': '06b84364-8b0e-41bc-bdb2-0e28411c93d0', 'status': 'completed', 'code': 200} Jul 06 15:30:30.418727 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:30.428540 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-5813678b-ba90-43d7-8bda-87539767e346 req-935d16e9-8b66-4eac-876e-c717f3cdc06d tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:30.428900 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-5813678b-ba90-43d7-8bda-87539767e346 req-935d16e9-8b66-4eac-876e-c717f3cdc06d tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591059'] for floatingip (7931ef5b-8215-4c6c-99df-4d1d088da1f6), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:30.429218 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.db.l3_db [req-5813678b-ba90-43d7-8bda-87539767e346 req-935d16e9-8b66-4eac-876e-c717f3cdc06d tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Floating IP 7931ef5b-8215-4c6c-99df-4d1d088da1f6 disassociated. External IP: 172.27.3.142, port: 38f83667-978a-48ec-a53c-597a402f9348. Jul 06 15:30:30.429563 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [req-5813678b-ba90-43d7-8bda-87539767e346 req-935d16e9-8b66-4eac-876e-c717f3cdc06d tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Calling delete_port for 38f83667-978a-48ec-a53c-597a402f9348 owned by compute:nova {{(pid=103844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 15:30:30.551946 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e51c8c-3918-4d0a-8461-80b21d424507 req-3d11a42f-fe71-4d34-946a-b22940fe3ed5 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:30.553437 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-f8e51c8c-3918-4d0a-8461-80b21d424507 req-3d11a42f-fe71-4d34-946a-b22940fe3ed5 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=0889d118-1916-42f5-907d-37457f8ac6c0 HTTP/1.1" status: 200 len: 945 time: 0.0645628 Jul 06 15:30:30.627379 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-5813678b-ba90-43d7-8bda-87539767e346 req-935d16e9-8b66-4eac-876e-c717f3cdc06d tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786465950455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786465455746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2698075'] for port (38f83667-978a-48ec-a53c-597a402f9348), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:30.659047 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-f8e51c8c-3918-4d0a-8461-80b21d424507 req-2e6f1b94-e6d1-43b4-9a06-e8b8d3222281 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?id=b7c5e9fe-49e8-4bf5-84c6-83d6010ab77c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836267 Jul 06 15:30:30.661308 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935d16e9-8b66-4eac-876e-c717f3cdc06d tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Pushing event deleted for resources: {'Port': ['ID=38f83667-978a-48ec-a53c-597a402f9348,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:30:30.747118 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 57562) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:30:30.776484 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5813678b-ba90-43d7-8bda-87539767e346 req-935d16e9-8b66-4eac-876e-c717f3cdc06d tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Router 738b7c26-f6e3-475d-9804-afd562758ee8 has already been hosted by L3 agent 8e6e5f2a-f235-48ed-8752-aab723ac44e7 {{(pid=103844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 15:30:30.779189 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:30.861559 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=99 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:30.862730 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=21 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:30.884754 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5813678b-ba90-43d7-8bda-87539767e346 req-935d16e9-8b66-4eac-876e-c717f3cdc06d tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Notify agent at l3_agent.dv-cinder-848848-4-iscsi the message routers_updated {{(pid=103844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:30:30.895318 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40801bd-73f8-43ef-a81e-9c32583acc65 None None] Sync routers for ids ['738b7c26-f6e3-475d-9804-afd562758ee8'] in dv-cinder-848848-4-iscsi {{(pid=103847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:30:30.911163 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40801bd-73f8-43ef-a81e-9c32583acc65 None None] Routers {'738b7c26-f6e3-475d-9804-afd562758ee8'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:30:30.912495 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-b40801bd-73f8-43ef-a81e-9c32583acc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:30:18Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['738b7c26-f6e3-475d-9804-afd562758ee8'], 'active': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:30:30.927532 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [req-5813678b-ba90-43d7-8bda-87539767e346 req-935d16e9-8b66-4eac-876e-c717f3cdc06d tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] No DVR routers for this DVR port 38f83667-978a-48ec-a53c-597a402f9348 on host hv-cinder-84884 {{(pid=103844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 15:30:30.929830 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-5813678b-ba90-43d7-8bda-87539767e346 req-935d16e9-8b66-4eac-876e-c717f3cdc06d tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for port (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:30.933154 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-5813678b-ba90-43d7-8bda-87539767e346 req-935d16e9-8b66-4eac-876e-c717f3cdc06d tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.16 "DELETE /v2.0/ports/38f83667-978a-48ec-a53c-597a402f9348 HTTP/1.1" status: 204 len: 173 time: 0.8601472 Jul 06 15:30:31.035271 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvr_db [None req-b40801bd-73f8-43ef-a81e-9c32583acc65 None None] Set router 738b7c26-f6e3-475d-9804-afd562758ee8 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:30:31.220471 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-0780bc06-fa1d-4073-8d0c-6842ef0a99d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-649917'] for router_interface (35358e22-072e-4430-930f-25a4c4e0fe97), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:31.260315 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:31.302065 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-b40801bd-73f8-43ef-a81e-9c32583acc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'name': 'tempest-AttachVolumeNegativeTest-209056874-router', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'c4670a52-f3eb-4623-b6a0-3b65870597ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:38Z', 'updated_at': '2022-07-06T15:24:51Z', 'revision_number': 4, 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'gw_port': {'id': 'c4670a52-f3eb-4623-b6a0-3b65870597ee', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:49:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:40Z', 'updated_at': '2022-07-06T15:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': '750799dc-8d69-4a28-93e2-23fdcff49383', 'name': '', 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'mac_address': 'fa:16:3e:3f:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f20ae9c1-f124-46af-83bd-c43bda7bdca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:47Z', 'updated_at': '2022-07-06T15:25:04Z', 'revision_number': 5, 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'subnets': [{'id': 'f20ae9c1-f124-46af-83bd-c43bda7bdca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:30:31.312700 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device 06b84364-8b0e-41bc-bdb2-0e28411c93d0 no longer exists at agent hyperv_hv-cinder-84884 {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:30:31.330057 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40801bd-73f8-43ef-a81e-9c32583acc65 None None] Checking router: 738b7c26-f6e3-475d-9804-afd562758ee8 for host: dv-cinder-848848-4-iscsi {{(pid=103847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:30:31.340228 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40801bd-73f8-43ef-a81e-9c32583acc65 None None] Routers {'738b7c26-f6e3-475d-9804-afd562758ee8'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:30:31.340850 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-b40801bd-73f8-43ef-a81e-9c32583acc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:30:18Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['738b7c26-f6e3-475d-9804-afd562758ee8'], 'active': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:30:31.353580 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] No Port match for: 06b84364-8b0e-41bc-bdb2-0e28411c93d0 {{(pid=103846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 15:30:31.353954 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device 06b84364-8b0e-41bc-bdb2-0e28411c93d0 not bound to the agent host hv-cinder-84884 {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:30:31.354391 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device 38f83667-978a-48ec-a53c-597a402f9348 no longer exists at agent hyperv_hv-cinder-84884 {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:30:31.386490 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] No Port match for: 38f83667-978a-48ec-a53c-597a402f9348 {{(pid=103846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 15:30:31.387118 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device 38f83667-978a-48ec-a53c-597a402f9348 not bound to the agent host hv-cinder-84884 {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:30:31.387829 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device ee13c450-a247-45da-9000-1d74f1a8c8aa no longer exists at agent hyperv_hv-cinder-84884 {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:30:31.411254 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] No Port match for: ee13c450-a247-45da-9000-1d74f1a8c8aa {{(pid=103846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 15:30:31.412144 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device ee13c450-a247-45da-9000-1d74f1a8c8aa not bound to the agent host hv-cinder-84884 {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:30:31.484602 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvr_db [None req-b40801bd-73f8-43ef-a81e-9c32583acc65 None None] Set router 738b7c26-f6e3-475d-9804-afd562758ee8 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:30:31.513257 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.plugin [None req-0780bc06-fa1d-4073-8d0c-6842ef0a99d7 admin admin] Deleting port 362ad125-474c-491a-ab35-5ec9aa3371e8 {{(pid=103845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 15:30:31.513917 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-0780bc06-fa1d-4073-8d0c-6842ef0a99d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786465945384'] for port (362ad125-474c-491a-ab35-5ec9aa3371e8), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:31.517788 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=100 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:31.603648 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.db [None req-0780bc06-fa1d-4073-8d0c-6842ef0a99d7 admin admin] For port 362ad125-474c-491a-ab35-5ec9aa3371e8, host dv-cinder-848848-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=362ad125-474c-491a-ab35-5ec9aa3371e8,segment=NetworkSegment(21878ae0-c04f-4cb0-b2f0-7098f6c37266),segment_id=21878ae0-c04f-4cb0-b2f0-7098f6c37266)] {{(pid=103845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:30:31.604008 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-0780bc06-fa1d-4073-8d0c-6842ef0a99d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652656'] for port (362ad125-474c-491a-ab35-5ec9aa3371e8), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:31.618287 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.plugin [None req-0780bc06-fa1d-4073-8d0c-6842ef0a99d7 admin admin] Calling delete_port for 362ad125-474c-491a-ab35-5ec9aa3371e8 owned by network:router_interface {{(pid=103845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 15:30:31.696620 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-b40801bd-73f8-43ef-a81e-9c32583acc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'name': 'tempest-AttachVolumeNegativeTest-209056874-router', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'c4670a52-f3eb-4623-b6a0-3b65870597ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:38Z', 'updated_at': '2022-07-06T15:24:51Z', 'revision_number': 4, 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'gw_port': {'id': 'c4670a52-f3eb-4623-b6a0-3b65870597ee', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:49:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:40Z', 'updated_at': '2022-07-06T15:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': '750799dc-8d69-4a28-93e2-23fdcff49383', 'name': '', 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'mac_address': 'fa:16:3e:3f:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f20ae9c1-f124-46af-83bd-c43bda7bdca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:47Z', 'updated_at': '2022-07-06T15:25:04Z', 'revision_number': 5, 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'subnets': [{'id': 'f20ae9c1-f124-46af-83bd-c43bda7bdca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:30:31.725865 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40801bd-73f8-43ef-a81e-9c32583acc65 None None] The sync data for ids ['738b7c26-f6e3-475d-9804-afd562758ee8'] in dv-cinder-848848-4-iscsi is: [{'id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'name': 'tempest-AttachVolumeNegativeTest-209056874-router', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'c4670a52-f3eb-4623-b6a0-3b65870597ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:38Z', 'updated_at': '2022-07-06T15:24:51Z', 'revision_number': 4, 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'gw_port': {'id': 'c4670a52-f3eb-4623-b6a0-3b65870597ee', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:49:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:40Z', 'updated_at': '2022-07-06T15:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': '750799dc-8d69-4a28-93e2-23fdcff49383', 'name': '', 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'mac_address': 'fa:16:3e:3f:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f20ae9c1-f124-46af-83bd-c43bda7bdca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:47Z', 'updated_at': '2022-07-06T15:25:04Z', 'revision_number': 5, 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'subnets': [{'id': 'f20ae9c1-f124-46af-83bd-c43bda7bdca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:30:31.778827 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 57614) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:30:31.837067 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-0780bc06-fa1d-4073-8d0c-6842ef0a99d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786465950455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786465455746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2888556'] for port (362ad125-474c-491a-ab35-5ec9aa3371e8), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:31.857229 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-c444cae6-fa52-4a62-9f74-6da414a85b46 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for security_group (b7c5e9fe-49e8-4bf5-84c6-83d6010ab77c), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:31.871297 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0780bc06-fa1d-4073-8d0c-6842ef0a99d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=362ad125-474c-491a-ab35-5ec9aa3371e8,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:30:31.891740 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-c444cae6-fa52-4a62-9f74-6da414a85b46 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for security_group (b7c5e9fe-49e8-4bf5-84c6-83d6010ab77c), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:31.971250 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-c444cae6-fa52-4a62-9f74-6da414a85b46 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (b7c5e9fe-49e8-4bf5-84c6-83d6010ab77c), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:31.977048 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-c444cae6-fa52-4a62-9f74-6da414a85b46 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for security_group (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:31.981553 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-c444cae6-fa52-4a62-9f74-6da414a85b46 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "DELETE /v2.0/security-groups/b7c5e9fe-49e8-4bf5-84c6-83d6010ab77c HTTP/1.1" status: 204 len: 168 time: 0.2016339 Jul 06 15:30:31.982183 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 57620) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:30:32.018375 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c444cae6-fa52-4a62-9f74-6da414a85b46 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c5e9fe-49e8-4bf5-84c6-83d6010ab77c,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:30:32.049321 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.api.v2.resource [None req-0a179338-cbec-4e9d-8515-213ee9f5d55a tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] show failed (client error): The resource could not be found. Jul 06 15:30:32.054214 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-0a179338-cbec-4e9d-8515-213ee9f5d55a tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups/b7c5e9fe-49e8-4bf5-84c6-83d6010ab77c HTTP/1.1" status: 404 len: 347 time: 0.0493758 Jul 06 15:30:32.055176 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 57622) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:30:32.121717 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253acc09-fb38-48e3-ac23-e41f8e5e9541 None None] New status for floating IP 7931ef5b-8215-4c6c-99df-4d1d088da1f6: DOWN {{(pid=103846) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 06 15:30:32.163688 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 57624) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:30:32.206884 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-0780bc06-fa1d-4073-8d0c-6842ef0a99d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652813'] for router_interface (35358e22-072e-4430-930f-25a4c4e0fe97), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:32.212542 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-c2a49a3f-7591-489e-831f-94a0ee1a0b96 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Deleting port 444f35aa-7fc8-420b-a85d-65b6618fd91e {{(pid=103844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 15:30:32.212952 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-c2a49a3f-7591-489e-831f-94a0ee1a0b96 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786465945384'] for port (444f35aa-7fc8-420b-a85d-65b6618fd91e), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:32.213412 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:32.282107 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:32.310395 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0889d118-1916-42f5-907d-37457f8ac6c0', 'name': 'network-vif-deleted', 'tag': '38f83667-978a-48ec-a53c-597a402f9348'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:30:32.312908 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23f0ce0f3171803df377307192b3bbc073243688ace587a9918d8ae03454cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f3122b8-cc64-436b-950c-6e8e08e8453e" -d '{"events": [{"server_uuid": "0889d118-1916-42f5-907d-37457f8ac6c0", "name": "network-vif-deleted", "tag": "38f83667-978a-48ec-a53c-597a402f9348"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:30:32.322910 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-c2a49a3f-7591-489e-831f-94a0ee1a0b96 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652656'] for port (444f35aa-7fc8-420b-a85d-65b6618fd91e), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:32.323380 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-c2a49a3f-7591-489e-831f-94a0ee1a0b96 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for floatingip (444f35aa-7fc8-420b-a85d-65b6618fd91e), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:32.346409 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-c2a49a3f-7591-489e-831f-94a0ee1a0b96 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Calling delete_port for 444f35aa-7fc8-420b-a85d-65b6618fd91e owned by network:floatingip {{(pid=103844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 15:30:32.360313 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 15:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a91d83c-8ba7-4bfc-a3d3-cc72dd5268f0 x-openstack-request-id: req-6a91d83c-8ba7-4bfc-a3d3-cc72dd5268f0 {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:30:32.360668 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0889d118-1916-42f5-907d-37457f8ac6c0", "name": "network-vif-deleted", "tag": "38f83667-978a-48ec-a53c-597a402f9348", "status": "completed", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:30:32.360920 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6a91d83c-8ba7-4bfc-a3d3-cc72dd5268f0 {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:30:32.361313 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a91d83c-8ba7-4bfc-a3d3-cc72dd5268f0'] response: {'server_uuid': '0889d118-1916-42f5-907d-37457f8ac6c0', 'name': 'network-vif-deleted', 'tag': '38f83667-978a-48ec-a53c-597a402f9348', 'status': 'completed', 'code': 200} Jul 06 15:30:32.506335 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-c2a49a3f-7591-489e-831f-94a0ee1a0b96 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786465950455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786465455746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2698075'] for port (444f35aa-7fc8-420b-a85d-65b6618fd91e), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:32.532555 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a49a3f-7591-489e-831f-94a0ee1a0b96 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Pushing event deleted for resources: {'Port': ['ID=444f35aa-7fc8-420b-a85d-65b6618fd91e,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:30:32.606213 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-c2a49a3f-7591-489e-831f-94a0ee1a0b96 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for floatingip (7931ef5b-8215-4c6c-99df-4d1d088da1f6), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:32.609073 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-c2a49a3f-7591-489e-831f-94a0ee1a0b96 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for floatingip (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:32.610269 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-c2a49a3f-7591-489e-831f-94a0ee1a0b96 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "DELETE /v2.0/floatingips/7931ef5b-8215-4c6c-99df-4d1d088da1f6 HTTP/1.1" status: 204 len: 168 time: 0.5539765 Jul 06 15:30:32.689014 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 57630) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:30:32.694325 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [None req-0e899f6f-4321-4f9e-b543-43a27dc09f5f tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1545927142', 'description': 'tempest-description--1959985435'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:30:32.715830 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0e899f6f-4321-4f9e-b543-43a27dc09f5f tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for security_group (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:32.788486 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0e899f6f-4321-4f9e-b543-43a27dc09f5f tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for security_group (2e3d2dfc-1f08-4fe5-8f11-ea1976cab5eb), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:32.792523 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0e899f6f-4321-4f9e-b543-43a27dc09f5f tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (2e3d2dfc-1f08-4fe5-8f11-ea1976cab5eb), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:32.824534 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0e899f6f-4321-4f9e-b543-43a27dc09f5f tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for security_group (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:32.825749 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-0e899f6f-4321-4f9e-b543-43a27dc09f5f tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1357331 Jul 06 15:30:32.826251 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:32.828201 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e899f6f-4321-4f9e-b543-43a27dc09f5f tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3d2dfc-1f08-4fe5-8f11-ea1976cab5eb,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:30:32.830328 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 57632) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:30:32.834714 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [None req-7bd9da6c-ef0e-4ad6-845a-3bec424e7390 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Request body: {'security_group_rule': {'security_group_id': '2e3d2dfc-1f08-4fe5-8f11-ea1976cab5eb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:30:32.849105 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0780bc06-fa1d-4073-8d0c-6842ef0a99d7 admin admin] Router 35358e22-072e-4430-930f-25a4c4e0fe97 has already been hosted by L3 agent 8e6e5f2a-f235-48ed-8752-aab723ac44e7 {{(pid=103845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 15:30:32.865711 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-7bd9da6c-ef0e-4ad6-845a-3bec424e7390 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for security_group_rule (a9df6272-4f3b-41d9-b449-ca3ac4705730), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:32.880440 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:32.926174 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-7bd9da6c-ef0e-4ad6-845a-3bec424e7390 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for security_group_rule (a9df6272-4f3b-41d9-b449-ca3ac4705730), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:32.930005 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-7bd9da6c-ef0e-4ad6-845a-3bec424e7390 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669521'] for security_group_rule (a9df6272-4f3b-41d9-b449-ca3ac4705730), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:32.952421 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd9da6c-ef0e-4ad6-845a-3bec424e7390 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9df6272-4f3b-41d9-b449-ca3ac4705730,revision_number=0']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:30:32.960613 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-7bd9da6c-ef0e-4ad6-845a-3bec424e7390 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:32.964667 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-7bd9da6c-ef0e-4ad6-845a-3bec424e7390 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1334023 Jul 06 15:30:32.965311 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 57634) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:30:32.969477 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [None req-0e08edfb-21ff-4a9c-9e46-382849eda4d7 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Request body: {'security_group_rule': {'security_group_id': '2e3d2dfc-1f08-4fe5-8f11-ea1976cab5eb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:30:32.997560 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-05449e48-50a2-4bed-a4c5-feed90c892bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-649917'] for router_interface (4f274a41-136b-4f5a-998c-601296f075d8), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:32.997815 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0e08edfb-21ff-4a9c-9e46-382849eda4d7 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for security_group_rule (7b87c607-c53b-4d90-909a-5c231bf7f911), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:33.054076 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0780bc06-fa1d-4073-8d0c-6842ef0a99d7 admin admin] Notify agent at l3_agent.dv-cinder-848848-4-iscsi the message routers_updated {{(pid=103845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:30:33.054488 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0e08edfb-21ff-4a9c-9e46-382849eda4d7 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for security_group_rule (7b87c607-c53b-4d90-909a-5c231bf7f911), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:33.062218 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-0780bc06-fa1d-4073-8d0c-6842ef0a99d7 admin admin] 10.222.0.46 "PUT /v2.0/routers/35358e22-072e-4430-930f-25a4c4e0fe97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3118362 Jul 06 15:30:33.062385 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0e08edfb-21ff-4a9c-9e46-382849eda4d7 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669521'] for security_group_rule (7b87c607-c53b-4d90-909a-5c231bf7f911), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:33.063562 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 57636) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:30:33.065684 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a7ae78-2f26-4951-b483-291eace10fb7 None None] Sync routers for ids ['35358e22-072e-4430-930f-25a4c4e0fe97'] in dv-cinder-848848-4-iscsi {{(pid=103847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:30:33.075688 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e08edfb-21ff-4a9c-9e46-382849eda4d7 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b87c607-c53b-4d90-909a-5c231bf7f911,revision_number=0']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:30:33.078412 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a7ae78-2f26-4951-b483-291eace10fb7 None None] Routers {'35358e22-072e-4430-930f-25a4c4e0fe97'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:30:33.079210 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-42a7ae78-2f26-4951-b483-291eace10fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:30:18Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['35358e22-072e-4430-930f-25a4c4e0fe97'], 'active': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:30:33.097800 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0e08edfb-21ff-4a9c-9e46-382849eda4d7 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:33.099043 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-0e08edfb-21ff-4a9c-9e46-382849eda4d7 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1327853 Jul 06 15:30:33.102248 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 57638) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:30:33.106490 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [None req-3ae8f710-9b63-46c9-b640-63bd4342f16f tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Request body: {'floatingip': {'floating_network_id': '377cda5e-c384-46ee-8e00-4b775f415604'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:30:33.110649 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:33.132471 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-3ae8f710-9b63-46c9-b640-63bd4342f16f tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:33.186755 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvr_db [None req-42a7ae78-2f26-4951-b483-291eace10fb7 None None] Set router 35358e22-072e-4430-930f-25a4c4e0fe97 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:30:33.219353 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-3ae8f710-9b63-46c9-b640-63bd4342f16f tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:33.267574 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-19883a6b-6a5f-43ae-b151-790ca814feed admin admin] Publish callbacks [] for router (35358e22-072e-4430-930f-25a4c4e0fe97), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:33.315265 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=100 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:33.343020 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.db_base_plugin_common [None req-3ae8f710-9b63-46c9-b640-63bd4342f16f tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Allocated IP 172.27.3.230 (377cda5e-c384-46ee-8e00-4b775f415604/1975bb39-9f7d-4b8c-94d3-6023908c91e1/96f35aea-7e0a-4940-8580-1042d3168b80) {{(pid=103844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:30:33.355010 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=100 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:33.365265 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-42a7ae78-2f26-4951-b483-291eace10fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35358e22-072e-4430-930f-25a4c4e0fe97', 'name': 'tempest-ServerRescueNegativeTestJSON-1981272812-router', 'tenant_id': 'ef44ecc951964d51925463c5e09f9fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '1ba82ad7-6367-4594-876a-c7e2c13c8b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:38Z', 'updated_at': '2022-07-06T15:30:31Z', 'revision_number': 5, 'project_id': 'ef44ecc951964d51925463c5e09f9fbb', 'gw_port': {'id': '1ba82ad7-6367-4594-876a-c7e2c13c8b3b', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:52:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35358e22-072e-4430-930f-25a4c4e0fe97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:40Z', 'updated_at': '2022-07-06T15:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi'}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:30:33.391966 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a7ae78-2f26-4951-b483-291eace10fb7 None None] Checking router: 35358e22-072e-4430-930f-25a4c4e0fe97 for host: dv-cinder-848848-4-iscsi {{(pid=103847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:30:33.402988 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a7ae78-2f26-4951-b483-291eace10fb7 None None] Routers {'35358e22-072e-4430-930f-25a4c4e0fe97'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:30:33.403640 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-42a7ae78-2f26-4951-b483-291eace10fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:30:18Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['35358e22-072e-4430-930f-25a4c4e0fe97'], 'active': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:30:33.427921 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-19883a6b-6a5f-43ae-b151-790ca814feed admin admin] Publish callbacks [] for router_gateway (35358e22-072e-4430-930f-25a4c4e0fe97), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:33.437407 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.plugin [None req-05449e48-50a2-4bed-a4c5-feed90c892bc admin admin] Deleting port e8f2d302-b1e4-44f0-b9ab-a37b10458966 {{(pid=103845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 15:30:33.437975 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-05449e48-50a2-4bed-a4c5-feed90c892bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786465945384'] for port (e8f2d302-b1e4-44f0-b9ab-a37b10458966), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:33.460272 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-3ae8f710-9b63-46c9-b640-63bd4342f16f tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for port (96f35aea-7e0a-4940-8580-1042d3168b80), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:33.489190 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=100 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:33.495238 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-3ae8f710-9b63-46c9-b640-63bd4342f16f tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786465455737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2698075'] for port (96f35aea-7e0a-4940-8580-1042d3168b80), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:33.515042 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvr_db [None req-42a7ae78-2f26-4951-b483-291eace10fb7 None None] Set router 35358e22-072e-4430-930f-25a4c4e0fe97 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:30:33.527001 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.plugin [None req-19883a6b-6a5f-43ae-b151-790ca814feed admin admin] Deleting port 1ba82ad7-6367-4594-876a-c7e2c13c8b3b {{(pid=103845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 15:30:33.527361 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-19883a6b-6a5f-43ae-b151-790ca814feed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786465945384'] for port (1ba82ad7-6367-4594-876a-c7e2c13c8b3b), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:33.535557 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:INSERT=10,neutron:SELECT=83,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:33.548318 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae8f710-9b63-46c9-b640-63bd4342f16f tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Network 377cda5e-c384-46ee-8e00-4b775f415604 is already hosted by enough agents. {{(pid=103844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:30:33.551259 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.base_scheduler [None req-3ae8f710-9b63-46c9-b640-63bd4342f16f tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Resources bound (agent type, host, resource id): {{(pid=103844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:30:33.553892 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae8f710-9b63-46c9-b640-63bd4342f16f tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Pushing event updated for resources: {'Port': ['ID=96f35aea-7e0a-4940-8580-1042d3168b80,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:30:33.560743 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae8f710-9b63-46c9-b640-63bd4342f16f tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Received port after_create {{(pid=103844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 15:30:33.630066 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.db [None req-05449e48-50a2-4bed-a4c5-feed90c892bc admin admin] For port e8f2d302-b1e4-44f0-b9ab-a37b10458966, host dv-cinder-848848-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=e8f2d302-b1e4-44f0-b9ab-a37b10458966,segment=NetworkSegment(4902358a-84fd-44b7-9de8-73522f5a56dd),segment_id=4902358a-84fd-44b7-9de8-73522f5a56dd)] {{(pid=103845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:30:33.630366 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-05449e48-50a2-4bed-a4c5-feed90c892bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652656'] for port (e8f2d302-b1e4-44f0-b9ab-a37b10458966), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:33.648344 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.plugin [None req-05449e48-50a2-4bed-a4c5-feed90c892bc admin admin] Calling delete_port for e8f2d302-b1e4-44f0-b9ab-a37b10458966 owned by network:router_interface {{(pid=103845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 15:30:33.667827 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-3ae8f710-9b63-46c9-b640-63bd4342f16f tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for floatingip (f72ff8b5-74a7-46d1-9c9a-5ef8d9675d55), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:33.673615 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.db [None req-19883a6b-6a5f-43ae-b151-790ca814feed admin admin] For port 1ba82ad7-6367-4594-876a-c7e2c13c8b3b, host dv-cinder-848848-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=1ba82ad7-6367-4594-876a-c7e2c13c8b3b,segment=NetworkSegment(7bafd98f-0c00-45ed-9abe-629590d245f2),segment_id=7bafd98f-0c00-45ed-9abe-629590d245f2)] {{(pid=103845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:30:33.673950 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-19883a6b-6a5f-43ae-b151-790ca814feed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652656'] for port (1ba82ad7-6367-4594-876a-c7e2c13c8b3b), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:33.711637 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-3ae8f710-9b63-46c9-b640-63bd4342f16f tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (96f35aea-7e0a-4940-8580-1042d3168b80), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:33.718828 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.plugin [None req-19883a6b-6a5f-43ae-b151-790ca814feed admin admin] Calling delete_port for 1ba82ad7-6367-4594-876a-c7e2c13c8b3b owned by network:router_gateway {{(pid=103845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 15:30:33.777689 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:33.793427 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-42a7ae78-2f26-4951-b483-291eace10fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35358e22-072e-4430-930f-25a4c4e0fe97', 'name': 'tempest-ServerRescueNegativeTestJSON-1981272812-router', 'tenant_id': 'ef44ecc951964d51925463c5e09f9fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '1ba82ad7-6367-4594-876a-c7e2c13c8b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:38Z', 'updated_at': '2022-07-06T15:30:31Z', 'revision_number': 5, 'project_id': 'ef44ecc951964d51925463c5e09f9fbb', 'gw_port': {'id': '1ba82ad7-6367-4594-876a-c7e2c13c8b3b', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:52:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35358e22-072e-4430-930f-25a4c4e0fe97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:40Z', 'updated_at': '2022-07-06T15:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi'}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:30:33.818558 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a7ae78-2f26-4951-b483-291eace10fb7 None None] The sync data for ids ['35358e22-072e-4430-930f-25a4c4e0fe97'] in dv-cinder-848848-4-iscsi is: [{'id': '35358e22-072e-4430-930f-25a4c4e0fe97', 'name': 'tempest-ServerRescueNegativeTestJSON-1981272812-router', 'tenant_id': 'ef44ecc951964d51925463c5e09f9fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '1ba82ad7-6367-4594-876a-c7e2c13c8b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:38Z', 'updated_at': '2022-07-06T15:30:31Z', 'revision_number': 5, 'project_id': 'ef44ecc951964d51925463c5e09f9fbb', 'gw_port': {'id': '1ba82ad7-6367-4594-876a-c7e2c13c8b3b', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:52:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35358e22-072e-4430-930f-25a4c4e0fe97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:40Z', 'updated_at': '2022-07-06T15:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi'}] {{(pid=103847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:30:33.873740 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-3ae8f710-9b63-46c9-b640-63bd4342f16f tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for port (96f35aea-7e0a-4940-8580-1042d3168b80), precommit_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:33.879878 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-3ae8f710-9b63-46c9-b640-63bd4342f16f tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2698066'] for port (96f35aea-7e0a-4940-8580-1042d3168b80), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:33.921208 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:33.951782 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae8f710-9b63-46c9-b640-63bd4342f16f tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Pushing event updated for resources: {'Port': ['ID=96f35aea-7e0a-4940-8580-1042d3168b80,revision_number=2']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:30:33.973041 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-3ae8f710-9b63-46c9-b640-63bd4342f16f tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591059'] for floatingip (f72ff8b5-74a7-46d1-9c9a-5ef8d9675d55), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:33.989832 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-3ae8f710-9b63-46c9-b640-63bd4342f16f tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for floatingip (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:33.996860 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-3ae8f710-9b63-46c9-b640-63bd4342f16f tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8879905 Jul 06 15:30:34.144370 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-5c568d90-f95c-4f85-bf53-967eea8cc0db req-df761386-88de-47d3-b021-44f14e07580d tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1545927142&fields=id&tenant_id=e9fb04db8ac9464086cd7f3362e97455 HTTP/1.1" status: 200 len: 267 time: 0.0436094 Jul 06 15:30:34.156514 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:34.217771 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-05449e48-50a2-4bed-a4c5-feed90c892bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786465950455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786465455746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2888556'] for port (e8f2d302-b1e4-44f0-b9ab-a37b10458966), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:34.232955 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-19883a6b-6a5f-43ae-b151-790ca814feed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786465950455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786465455746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2888556'] for port (1ba82ad7-6367-4594-876a-c7e2c13c8b3b), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:34.260501 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 362ad125-474c-491a-ab35-5ec9aa3371e8 no longer exists at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:30:34.268100 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05449e48-50a2-4bed-a4c5-feed90c892bc admin admin] Pushing event deleted for resources: {'Port': ['ID=e8f2d302-b1e4-44f0-b9ab-a37b10458966,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:30:34.297760 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] No Port match for: 362ad125-474c-491a-ab35-5ec9aa3371e8 {{(pid=103846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 15:30:34.300344 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 362ad125-474c-491a-ab35-5ec9aa3371e8 not bound to the agent host dv-cinder-848848-4-iscsi {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:30:34.310137 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c568d90-f95c-4f85-bf53-967eea8cc0db req-994b6cff-9e30-4758-b67d-8bc01c7074c1 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:34.313904 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19883a6b-6a5f-43ae-b151-790ca814feed admin admin] Pushing event deleted for resources: {'Port': ['ID=1ba82ad7-6367-4594-876a-c7e2c13c8b3b,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:30:34.314516 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-5c568d90-f95c-4f85-bf53-967eea8cc0db req-994b6cff-9e30-4758-b67d-8bc01c7074c1 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/networks?id=a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5 HTTP/1.1" status: 200 len: 814 time: 0.1610405 Jul 06 15:30:34.335018 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-5c568d90-f95c-4f85-bf53-967eea8cc0db req-33fb0f88-1ccf-4936-a44f-c2c06c9875da tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/quotas/e9fb04db8ac9464086cd7f3362e97455 HTTP/1.1" status: 200 len: 375 time: 0.0120707 Jul 06 15:30:34.412396 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-5c568d90-f95c-4f85-bf53-967eea8cc0db req-f6980fa5-dfbd-4bdf-8f2f-eeef2650bd66 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e9fb04db8ac9464086cd7f3362e97455&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0675552 Jul 06 15:30:34.416392 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-19883a6b-6a5f-43ae-b151-790ca814feed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591431'] for router_gateway (35358e22-072e-4430-930f-25a4c4e0fe97), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:34.541829 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-19883a6b-6a5f-43ae-b151-790ca814feed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109466'] for router (35358e22-072e-4430-930f-25a4c4e0fe97), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:34.545168 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-19883a6b-6a5f-43ae-b151-790ca814feed admin admin] Publish callbacks [] for router_controller (35358e22-072e-4430-930f-25a4c4e0fe97), precommit_delete_associations {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:34.572738 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-5c568d90-f95c-4f85-bf53-967eea8cc0db req-82c12ed1-563a-486f-a3fa-ca2ac452c4cf service neutron] 10.222.0.46 "GET /v2.0/networks/a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536961 Jul 06 15:30:34.621807 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-19883a6b-6a5f-43ae-b151-790ca814feed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648488'] for router (35358e22-072e-4430-930f-25a4c4e0fe97), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:34.622473 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19883a6b-6a5f-43ae-b151-790ca814feed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35358e22-072e-4430-930f-25a4c4e0fe97 {{(pid=103845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 15:30:34.629564 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-19883a6b-6a5f-43ae-b151-790ca814feed admin admin] Publish callbacks [] for router (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:34.633748 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-19883a6b-6a5f-43ae-b151-790ca814feed admin admin] 10.222.0.46 "DELETE /v2.0/routers/35358e22-072e-4430-930f-25a4c4e0fe97 HTTP/1.1" status: 204 len: 168 time: 1.5687275 Jul 06 15:30:34.636317 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 57656) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:30:34.667921 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-5c568d90-f95c-4f85-bf53-967eea8cc0db req-27ef337d-4c36-425c-bc7b-449bd6c2a23c service neutron] 10.222.0.46 "GET /v2.0/networks/a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890129 Jul 06 15:30:34.678120 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-05449e48-50a2-4bed-a4c5-feed90c892bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652813'] for router_interface (4f274a41-136b-4f5a-998c-601296f075d8), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:34.728751 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.db.db_base_plugin_v2 [None req-877a3e8a-2db0-47b5-bf1a-418488f42070 admin admin] Deleting subnet d2607162-f852-4242-9cef-eb0efdf849b4 {{(pid=103845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 06 15:30:34.737748 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-877a3e8a-2db0-47b5-bf1a-418488f42070 admin admin] Publish callbacks [] for subnet (d2607162-f852-4242-9cef-eb0efdf849b4), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:34.824343 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-877a3e8a-2db0-47b5-bf1a-418488f42070 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60119395'] for subnet (d2607162-f852-4242-9cef-eb0efdf849b4), precommit_delete_associations {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:34.888045 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-35253ef8-cb44-4047-a58e-4bc4da1c15de req-9234c95c-b1c1-45d4-86cd-dba62b8f3bbb tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e81c452-7d6a-4c05-8e92-2d4239c6f0ac HTTP/1.1" status: 200 len: 210 time: 0.0428240 Jul 06 15:30:34.904270 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:35.043554 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-877a3e8a-2db0-47b5-bf1a-418488f42070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1545392'] for subnet (d2607162-f852-4242-9cef-eb0efdf849b4), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:35.099896 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05449e48-50a2-4bed-a4c5-feed90c892bc admin admin] Router 4f274a41-136b-4f5a-998c-601296f075d8 has already been hosted by L3 agent 8e6e5f2a-f235-48ed-8752-aab723ac44e7 {{(pid=103845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 15:30:35.121314 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:35.170895 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-877a3e8a-2db0-47b5-bf1a-418488f42070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1545403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2888635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59833733'] for subnet (d2607162-f852-4242-9cef-eb0efdf849b4), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:35.208767 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877a3e8a-2db0-47b5-bf1a-418488f42070 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2607162-f852-4242-9cef-eb0efdf849b4,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:30:35.246259 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c853ab6-7fdf-47ed-8fde-4e28215ab0f5 None None] Network 2f7f712f-7346-42c2-b097-b4b48d9f78be requested from dv-cinder-848848-4-iscsi {{(pid=103846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 15:30:35.246867 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-877a3e8a-2db0-47b5-bf1a-418488f42070 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629707'] for subnet (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:35.249978 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-877a3e8a-2db0-47b5-bf1a-418488f42070 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/d2607162-f852-4242-9cef-eb0efdf849b4 HTTP/1.1" status: 204 len: 168 time: 0.6128697 Jul 06 15:30:35.255186 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 57674) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:30:35.266525 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05449e48-50a2-4bed-a4c5-feed90c892bc admin admin] Notify agent at l3_agent.dv-cinder-848848-4-iscsi the message routers_updated {{(pid=103845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:30:35.287374 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-05449e48-50a2-4bed-a4c5-feed90c892bc admin admin] 10.222.0.46 "PUT /v2.0/routers/4f274a41-136b-4f5a-998c-601296f075d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1197686 Jul 06 15:30:35.287902 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 57676) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:30:35.339862 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-a813f30a-a6af-4e58-b350-a200a1011b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101514'] for network (2f7f712f-7346-42c2-b097-b4b48d9f78be), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:35.350800 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd42de5-94c2-4af4-a140-b8bfbe53d43b None None] Sync routers for ids ['4f274a41-136b-4f5a-998c-601296f075d8'] in dv-cinder-848848-4-iscsi {{(pid=103846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:30:35.366710 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd42de5-94c2-4af4-a140-b8bfbe53d43b None None] Routers {'4f274a41-136b-4f5a-998c-601296f075d8'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:30:35.367480 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-4fd42de5-94c2-4af4-a140-b8bfbe53d43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:30:18Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['4f274a41-136b-4f5a-998c-601296f075d8'], 'active': True} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:30:35.404321 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:35.407514 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-a813f30a-a6af-4e58-b350-a200a1011b42 admin admin] Deleting port 35aae1e2-9c5a-4c0b-af62-404ccd1f8247 {{(pid=103844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 15:30:35.408422 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-a813f30a-a6af-4e58-b350-a200a1011b42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786465945384'] for port (35aae1e2-9c5a-4c0b-af62-404ccd1f8247), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:35.417111 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-b437e494-f622-4fc7-8507-9d15cc8c1b04 admin admin] Publish callbacks [] for router (4f274a41-136b-4f5a-998c-601296f075d8), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:35.491239 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-a813f30a-a6af-4e58-b350-a200a1011b42 admin admin] For port 35aae1e2-9c5a-4c0b-af62-404ccd1f8247, host dv-cinder-848848-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=35aae1e2-9c5a-4c0b-af62-404ccd1f8247,segment=NetworkSegment(21878ae0-c04f-4cb0-b2f0-7098f6c37266),segment_id=21878ae0-c04f-4cb0-b2f0-7098f6c37266)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:30:35.491587 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-a813f30a-a6af-4e58-b350-a200a1011b42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652656'] for port (35aae1e2-9c5a-4c0b-af62-404ccd1f8247), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:35.496086 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719b28da-989d-4fd9-9994-cb74547a87fe None None] DHCP port deletion for 2f7f712f-7346-42c2-b097-b4b48d9f78be request from dv-cinder-848848-4-iscsi {{(pid=103846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 06 15:30:35.510602 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-a813f30a-a6af-4e58-b350-a200a1011b42 admin admin] Calling delete_port for 35aae1e2-9c5a-4c0b-af62-404ccd1f8247 owned by network:dhcp {{(pid=103844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 15:30:35.541000 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-b437e494-f622-4fc7-8507-9d15cc8c1b04 admin admin] Publish callbacks [] for router_gateway (4f274a41-136b-4f5a-998c-601296f075d8), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:35.542749 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:35.566116 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvr_db [None req-4fd42de5-94c2-4af4-a140-b8bfbe53d43b None None] Set router 4f274a41-136b-4f5a-998c-601296f075d8 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:30:35.593140 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-719b28da-989d-4fd9-9994-cb74547a87fe None None] Deleting port 35aae1e2-9c5a-4c0b-af62-404ccd1f8247 {{(pid=103846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 15:30:35.593792 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-719b28da-989d-4fd9-9994-cb74547a87fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786465945384'] for port (35aae1e2-9c5a-4c0b-af62-404ccd1f8247), before_delete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:35.606438 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-a813f30a-a6af-4e58-b350-a200a1011b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786465950455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786465455746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2698075'] for port (35aae1e2-9c5a-4c0b-af62-404ccd1f8247), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:35.611151 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.plugin [None req-b437e494-f622-4fc7-8507-9d15cc8c1b04 admin admin] Deleting port 6f0f090c-ce2a-472e-afc6-22d7d1139da9 {{(pid=103845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 15:30:35.611533 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-b437e494-f622-4fc7-8507-9d15cc8c1b04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786465945384'] for port (6f0f090c-ce2a-472e-afc6-22d7d1139da9), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:35.636957 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a813f30a-a6af-4e58-b350-a200a1011b42 admin admin] Pushing event deleted for resources: {'Port': ['ID=35aae1e2-9c5a-4c0b-af62-404ccd1f8247,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:30:35.645305 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a813f30a-a6af-4e58-b350-a200a1011b42 admin admin] No DVR routers for this DVR port 35aae1e2-9c5a-4c0b-af62-404ccd1f8247 on host dv-cinder-848848-4-iscsi {{(pid=103844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 15:30:35.725837 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.db [None req-b437e494-f622-4fc7-8507-9d15cc8c1b04 admin admin] For port 6f0f090c-ce2a-472e-afc6-22d7d1139da9, host dv-cinder-848848-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=6f0f090c-ce2a-472e-afc6-22d7d1139da9,segment=NetworkSegment(7bafd98f-0c00-45ed-9abe-629590d245f2),segment_id=7bafd98f-0c00-45ed-9abe-629590d245f2)] {{(pid=103845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:30:35.726467 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-b437e494-f622-4fc7-8507-9d15cc8c1b04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652656'] for port (6f0f090c-ce2a-472e-afc6-22d7d1139da9), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:35.736574 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-a813f30a-a6af-4e58-b350-a200a1011b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485658', 'neutron.services.segments.db._delete_segments_for_network-8786465758329'] for network (2f7f712f-7346-42c2-b097-b4b48d9f78be), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:35.742055 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-719b28da-989d-4fd9-9994-cb74547a87fe None None] For port 35aae1e2-9c5a-4c0b-af62-404ccd1f8247, host dv-cinder-848848-4-iscsi, got binding levels [] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:30:35.742379 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-719b28da-989d-4fd9-9994-cb74547a87fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652656'] for port (35aae1e2-9c5a-4c0b-af62-404ccd1f8247), precommit_delete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:35.742800 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.plugin [None req-b437e494-f622-4fc7-8507-9d15cc8c1b04 admin admin] Calling delete_port for 6f0f090c-ce2a-472e-afc6-22d7d1139da9 owned by network:router_gateway {{(pid=103845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 15:30:35.759378 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.services.segments.db [None req-a813f30a-a6af-4e58-b350-a200a1011b42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f7f712f-7346-42c2-b097-b4b48d9f78be']}} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:30:35.765972 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-719b28da-989d-4fd9-9994-cb74547a87fe None None] Calling delete_port for 35aae1e2-9c5a-4c0b-af62-404ccd1f8247 owned by network:dhcp {{(pid=103846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 15:30:35.769895 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.services.segments.db [None req-a813f30a-a6af-4e58-b350-a200a1011b42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21878ae0-c04f-4cb0-b2f0-7098f6c37266') {'for_net_delete': True} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:30:35.770607 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.services.segments.db [None req-a813f30a-a6af-4e58-b350-a200a1011b42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21878ae0-c04f-4cb0-b2f0-7098f6c37266') {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:30:35.772548 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.ipam_backend_mixin [None req-719b28da-989d-4fd9-9994-cb74547a87fe None None] Port 35aae1e2-9c5a-4c0b-af62-404ccd1f8247 was not found and therefore no delete operation was performed {{(pid=103846) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 06 15:30:35.779010 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-719b28da-989d-4fd9-9994-cb74547a87fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786465950455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786465455746'] for port (35aae1e2-9c5a-4c0b-af62-404ccd1f8247), after_delete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:35.782823 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:35.785026 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-a813f30a-a6af-4e58-b350-a200a1011b42 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786465759874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60676999'] for segment (21878ae0-c04f-4cb0-b2f0-7098f6c37266), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:35.804094 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-a813f30a-a6af-4e58-b350-a200a1011b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490363'] for segment (21878ae0-c04f-4cb0-b2f0-7098f6c37266), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:35.809748 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719b28da-989d-4fd9-9994-cb74547a87fe None None] Pushing event deleted for resources: {'Port': ['ID=35aae1e2-9c5a-4c0b-af62-404ccd1f8247,revision_number=None']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:30:35.812324 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a813f30a-a6af-4e58-b350-a200a1011b42 admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=103844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 15:30:35.812722 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-a813f30a-a6af-4e58-b350-a200a1011b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2698102'] for segment (21878ae0-c04f-4cb0-b2f0-7098f6c37266), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:35.838251 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719b28da-989d-4fd9-9994-cb74547a87fe None None] No DVR routers for this DVR port 35aae1e2-9c5a-4c0b-af62-404ccd1f8247 on host dv-cinder-848848-4-iscsi {{(pid=103846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 15:30:35.849762 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719b28da-989d-4fd9-9994-cb74547a87fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:30:35.850326 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719b28da-989d-4fd9-9994-cb74547a87fe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:30:35.850839 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719b28da-989d-4fd9-9994-cb74547a87fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:30:35.851353 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719b28da-989d-4fd9-9994-cb74547a87fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:30:35.851871 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719b28da-989d-4fd9-9994-cb74547a87fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:30:35.852346 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719b28da-989d-4fd9-9994-cb74547a87fe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:30:35.852807 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719b28da-989d-4fd9-9994-cb74547a87fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:30:35.853277 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719b28da-989d-4fd9-9994-cb74547a87fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:30:35.854032 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719b28da-989d-4fd9-9994-cb74547a87fe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:30:35.854515 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719b28da-989d-4fd9-9994-cb74547a87fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:30:35.855006 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719b28da-989d-4fd9-9994-cb74547a87fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:30:35.855855 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719b28da-989d-4fd9-9994-cb74547a87fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:30:35.856356 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719b28da-989d-4fd9-9994-cb74547a87fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:30:35.858648 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719b28da-989d-4fd9-9994-cb74547a87fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:30:35.859258 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719b28da-989d-4fd9-9994-cb74547a87fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:30:35.888315 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-4fd42de5-94c2-4af4-a140-b8bfbe53d43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f274a41-136b-4f5a-998c-601296f075d8', 'name': 'tempest-TestMinimumBasicScenario-1595226874-router', 'tenant_id': '0805ca8c35a34d0dbf0f1e7ac459c517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '6f0f090c-ce2a-472e-afc6-22d7d1139da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:26:26Z', 'updated_at': '2022-07-06T15:30:34Z', 'revision_number': 5, 'project_id': '0805ca8c35a34d0dbf0f1e7ac459c517', 'gw_port': {'id': '6f0f090c-ce2a-472e-afc6-22d7d1139da9', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f274a41-136b-4f5a-998c-601296f075d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:26:26Z', 'updated_at': '2022-07-06T15:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi'}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:30:35.894043 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:35.908084 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-a813f30a-a6af-4e58-b350-a200a1011b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-666929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590854'] for network (2f7f712f-7346-42c2-b097-b4b48d9f78be), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:35.924381 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd42de5-94c2-4af4-a140-b8bfbe53d43b None None] Checking router: 4f274a41-136b-4f5a-998c-601296f075d8 for host: dv-cinder-848848-4-iscsi {{(pid=103846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:30:35.931376 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-a813f30a-a6af-4e58-b350-a200a1011b42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629707'] for network (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:35.942033 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd42de5-94c2-4af4-a140-b8bfbe53d43b None None] Routers {'4f274a41-136b-4f5a-998c-601296f075d8'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:30:35.947024 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-a813f30a-a6af-4e58-b350-a200a1011b42 admin admin] 10.222.0.46 "DELETE /v2.0/networks/2f7f712f-7346-42c2-b097-b4b48d9f78be HTTP/1.1" status: 204 len: 168 time: 0.6805665 Jul 06 15:30:35.947178 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-4fd42de5-94c2-4af4-a140-b8bfbe53d43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:30:18Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['4f274a41-136b-4f5a-998c-601296f075d8'], 'active': True} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:30:36.030151 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.services.segments.plugin [-] Segment 21878ae0-c04f-4cb0-b2f0-7098f6c37266 resource provider aggregate not found Jul 06 15:30:36.038184 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-b437e494-f622-4fc7-8507-9d15cc8c1b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786465950455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786465455746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2888556'] for port (6f0f090c-ce2a-472e-afc6-22d7d1139da9), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:36.087465 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b437e494-f622-4fc7-8507-9d15cc8c1b04 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f0f090c-ce2a-472e-afc6-22d7d1139da9,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:30:36.110863 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvr_db [None req-4fd42de5-94c2-4af4-a140-b8bfbe53d43b None None] Set router 4f274a41-136b-4f5a-998c-601296f075d8 gateway port host: None {{(pid=103846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:30:36.134937 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a813f30a-a6af-4e58-b350-a200a1011b42 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f7f712f-7346-42c2-b097-b4b48d9f78be,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:30:36.151771 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-e522f728-6c21-4413-bdcd-0c560e3ec125 req-41a0bd8c-d13e-4e75-9e0c-83a750cd5248 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e81c452-7d6a-4c05-8e92-2d4239c6f0ac HTTP/1.1" status: 200 len: 210 time: 0.1245487 Jul 06 15:30:36.157856 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.services.segments.plugin [-] Segment 21878ae0-c04f-4cb0-b2f0-7098f6c37266 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 21878ae0-c04f-4cb0-b2f0-7098f6c37266 found for delete ", "request_id": "req-55e79b9a-5403-4e0f-900a-2c91be696072"}]} Jul 06 15:30:36.213285 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 57688) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:30:36.258563 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-b437e494-f622-4fc7-8507-9d15cc8c1b04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591431'] for router_gateway (4f274a41-136b-4f5a-998c-601296f075d8), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:36.284611 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-4fd42de5-94c2-4af4-a140-b8bfbe53d43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f274a41-136b-4f5a-998c-601296f075d8', 'name': 'tempest-TestMinimumBasicScenario-1595226874-router', 'tenant_id': '0805ca8c35a34d0dbf0f1e7ac459c517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:26:26Z', 'updated_at': '2022-07-06T15:30:35Z', 'revision_number': 6, 'project_id': '0805ca8c35a34d0dbf0f1e7ac459c517', 'gw_port_host': None}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:30:36.321088 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd42de5-94c2-4af4-a140-b8bfbe53d43b None None] The sync data for ids ['4f274a41-136b-4f5a-998c-601296f075d8'] in dv-cinder-848848-4-iscsi is: [{'id': '4f274a41-136b-4f5a-998c-601296f075d8', 'name': 'tempest-TestMinimumBasicScenario-1595226874-router', 'tenant_id': '0805ca8c35a34d0dbf0f1e7ac459c517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:26:26Z', 'updated_at': '2022-07-06T15:30:35Z', 'revision_number': 6, 'project_id': '0805ca8c35a34d0dbf0f1e7ac459c517', 'gw_port_host': None}] {{(pid=103846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:30:36.357692 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c568d90-f95c-4f85-bf53-967eea8cc0db req-f35afa94-8306-4143-8e93-c1e72ba80c15 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:36.358901 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-5c568d90-f95c-4f85-bf53-967eea8cc0db req-f35afa94-8306-4143-8e93-c1e72ba80c15 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.16 "GET /v2.0/networks?id=a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5 HTTP/1.1" status: 200 len: 814 time: 0.2270491 Jul 06 15:30:36.362519 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-5dd33ad1-7f4c-4abd-8549-b8247e210dce admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ef44ecc951964d51925463c5e09f9fbb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1470339 Jul 06 15:30:36.367719 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 57690) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:30:36.414636 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-b437e494-f622-4fc7-8507-9d15cc8c1b04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109466'] for router (4f274a41-136b-4f5a-998c-601296f075d8), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:36.417448 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-b437e494-f622-4fc7-8507-9d15cc8c1b04 admin admin] Publish callbacks [] for router_controller (4f274a41-136b-4f5a-998c-601296f075d8), precommit_delete_associations {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:36.468904 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-b437e494-f622-4fc7-8507-9d15cc8c1b04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648488'] for router (4f274a41-136b-4f5a-998c-601296f075d8), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:36.470030 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b437e494-f622-4fc7-8507-9d15cc8c1b04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f274a41-136b-4f5a-998c-601296f075d8 {{(pid=103845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 15:30:36.475950 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-b437e494-f622-4fc7-8507-9d15cc8c1b04 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:36.477180 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-b437e494-f622-4fc7-8507-9d15cc8c1b04 admin admin] 10.222.0.46 "DELETE /v2.0/routers/4f274a41-136b-4f5a-998c-601296f075d8 HTTP/1.1" status: 204 len: 168 time: 1.1882162 Jul 06 15:30:36.479792 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 57696) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:30:36.482175 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-2dd56f99-032a-48ac-8c5b-7f2f6d224c7d admin admin] Publish callbacks [] for security_group (d815ab4f-09ff-42ca-8779-b78bee42aff8), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:36.489385 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-5c568d90-f95c-4f85-bf53-967eea8cc0db req-71254f67-a703-4e7a-9c11-db3b67f259f6 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9fb04db8ac9464086cd7f3362e97455 HTTP/1.1" status: 200 len: 380 time: 0.1194744 Jul 06 15:30:36.512464 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-2dd56f99-032a-48ac-8c5b-7f2f6d224c7d admin admin] Publish callbacks [] for security_group (d815ab4f-09ff-42ca-8779-b78bee42aff8), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:36.528866 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.db.db_base_plugin_v2 [None req-c64960d7-b9f6-4c4c-b43b-8997fef9c349 admin admin] Deleting subnet a7527d58-380f-473d-ba30-5ff4fd90a6b4 {{(pid=103845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 06 15:30:36.532209 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-c64960d7-b9f6-4c4c-b43b-8997fef9c349 admin admin] Publish callbacks [] for subnet (a7527d58-380f-473d-ba30-5ff4fd90a6b4), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:36.534237 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [req-5c568d90-f95c-4f85-bf53-967eea8cc0db req-4d62c2da-9001-41e1-a1d2-c1cb4e374075 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Request body: {'port': {'device_id': '2e81c452-7d6a-4c05-8e92-2d4239c6f0ac', 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5', 'admin_state_up': True, 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'security_groups': ['2e3d2dfc-1f08-4fe5-8f11-ea1976cab5eb']}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:30:36.569724 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-c64960d7-b9f6-4c4c-b43b-8997fef9c349 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60119395'] for subnet (a7527d58-380f-473d-ba30-5ff4fd90a6b4), precommit_delete_associations {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:36.636294 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-2dd56f99-032a-48ac-8c5b-7f2f6d224c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (d815ab4f-09ff-42ca-8779-b78bee42aff8), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:36.638621 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-2dd56f99-032a-48ac-8c5b-7f2f6d224c7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:36.642273 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-2dd56f99-032a-48ac-8c5b-7f2f6d224c7d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d815ab4f-09ff-42ca-8779-b78bee42aff8 HTTP/1.1" status: 204 len: 168 time: 0.2710941 Jul 06 15:30:36.642438 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:36.660121 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd56f99-032a-48ac-8c5b-7f2f6d224c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d815ab4f-09ff-42ca-8779-b78bee42aff8,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:30:36.662708 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-c64960d7-b9f6-4c4c-b43b-8997fef9c349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1545392'] for subnet (a7527d58-380f-473d-ba30-5ff4fd90a6b4), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:36.689421 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c568d90-f95c-4f85-bf53-967eea8cc0db req-4d62c2da-9001-41e1-a1d2-c1cb4e374075 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Made reservation on behalf of e9fb04db8ac9464086cd7f3362e97455 for: {'port': 1} {{(pid=103844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:30:36.697301 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-5c568d90-f95c-4f85-bf53-967eea8cc0db req-4d62c2da-9001-41e1-a1d2-c1cb4e374075 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:36.701389 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:36.765830 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-c64960d7-b9f6-4c4c-b43b-8997fef9c349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1545403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2888635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59833733'] for subnet (a7527d58-380f-473d-ba30-5ff4fd90a6b4), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:36.813798 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64960d7-b9f6-4c4c-b43b-8997fef9c349 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7527d58-380f-473d-ba30-5ff4fd90a6b4,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:30:36.842733 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-c64960d7-b9f6-4c4c-b43b-8997fef9c349 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629707'] for subnet (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:36.847631 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-c64960d7-b9f6-4c4c-b43b-8997fef9c349 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/a7527d58-380f-473d-ba30-5ff4fd90a6b4 HTTP/1.1" status: 204 len: 168 time: 0.3653326 Jul 06 15:30:36.850758 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 57700) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:30:36.853913 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 35aae1e2-9c5a-4c0b-af62-404ccd1f8247 no longer exists at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:30:36.890934 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff94d0f-bc2d-413b-92a0-a4e109af6860 None None] Network c6ecbf13-cdde-4eb1-a04c-6350b37f96a3 requested from dv-cinder-848848-4-iscsi {{(pid=103846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 15:30:36.912529 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] No Port match for: 35aae1e2-9c5a-4c0b-af62-404ccd1f8247 {{(pid=103846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 15:30:36.912864 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 35aae1e2-9c5a-4c0b-af62-404ccd1f8247 not bound to the agent host dv-cinder-848848-4-iscsi {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:30:36.913469 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 1ba82ad7-6367-4594-876a-c7e2c13c8b3b no longer exists at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:30:36.963949 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] No Port match for: 1ba82ad7-6367-4594-876a-c7e2c13c8b3b {{(pid=103846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 15:30:36.964712 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 1ba82ad7-6367-4594-876a-c7e2c13c8b3b not bound to the agent host dv-cinder-848848-4-iscsi {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:30:36.992449 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-ed37928c-d4ec-4301-b826-caf7056ba136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101514'] for network (c6ecbf13-cdde-4eb1-a04c-6350b37f96a3), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:36.998756 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.db_base_plugin_common [req-5c568d90-f95c-4f85-bf53-967eea8cc0db req-4d62c2da-9001-41e1-a1d2-c1cb4e374075 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Allocated IP 172.20.0.14 (a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5/f20ae9c1-f124-46af-83bd-c43bda7bdca6/abf4f81b-5ad7-46a8-a9d5-c9974a4fa253) {{(pid=103844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:30:37.016911 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:DELETE=7,neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:37.093578 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-ed37928c-d4ec-4301-b826-caf7056ba136 admin admin] Deleting port 1034753a-2415-4355-9f97-4d998a949044 {{(pid=103844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 15:30:37.093927 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-ed37928c-d4ec-4301-b826-caf7056ba136 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786465945384'] for port (1034753a-2415-4355-9f97-4d998a949044), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:37.160832 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99a9480-7688-49b4-984b-257aee7ee4ef None None] DHCP port deletion for c6ecbf13-cdde-4eb1-a04c-6350b37f96a3 request from dv-cinder-848848-4-iscsi {{(pid=103846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 06 15:30:37.233582 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-c99a9480-7688-49b4-984b-257aee7ee4ef None None] Deleting port 1034753a-2415-4355-9f97-4d998a949044 {{(pid=103846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 15:30:37.233952 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-c99a9480-7688-49b4-984b-257aee7ee4ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786465945384'] for port (1034753a-2415-4355-9f97-4d998a949044), before_delete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:37.328690 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:37.355423 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-c99a9480-7688-49b4-984b-257aee7ee4ef None None] For port 1034753a-2415-4355-9f97-4d998a949044, host dv-cinder-848848-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=1034753a-2415-4355-9f97-4d998a949044,segment=NetworkSegment(4902358a-84fd-44b7-9de8-73522f5a56dd),segment_id=4902358a-84fd-44b7-9de8-73522f5a56dd)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:30:37.356012 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-c99a9480-7688-49b4-984b-257aee7ee4ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652656'] for port (1034753a-2415-4355-9f97-4d998a949044), precommit_delete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:37.358946 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-f86b1899-97c8-4620-b586-8a2bd9ca8103 req-1552c424-efad-40be-a17a-a0fe61dd1c6f tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e81c452-7d6a-4c05-8e92-2d4239c6f0ac HTTP/1.1" status: 200 len: 210 time: 0.0686035 Jul 06 15:30:37.390745 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-c99a9480-7688-49b4-984b-257aee7ee4ef None None] Calling delete_port for 1034753a-2415-4355-9f97-4d998a949044 owned by network:dhcp {{(pid=103846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 15:30:37.512069 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-c99a9480-7688-49b4-984b-257aee7ee4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786465950455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786465455746'] for port (1034753a-2415-4355-9f97-4d998a949044), after_delete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:37.544941 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99a9480-7688-49b4-984b-257aee7ee4ef None None] Pushing event deleted for resources: {'Port': ['ID=1034753a-2415-4355-9f97-4d998a949044,revision_number=None']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:30:37.549837 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99a9480-7688-49b4-984b-257aee7ee4ef None None] No DVR routers for this DVR port 1034753a-2415-4355-9f97-4d998a949044 on host dv-cinder-848848-4-iscsi {{(pid=103846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 15:30:37.550403 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-ed37928c-d4ec-4301-b826-caf7056ba136 admin admin] For port 1034753a-2415-4355-9f97-4d998a949044, host dv-cinder-848848-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=1034753a-2415-4355-9f97-4d998a949044,segment=NetworkSegment(4902358a-84fd-44b7-9de8-73522f5a56dd),segment_id=4902358a-84fd-44b7-9de8-73522f5a56dd)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:30:37.550909 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-ed37928c-d4ec-4301-b826-caf7056ba136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652656'] for port (1034753a-2415-4355-9f97-4d998a949044), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:37.578152 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-ed37928c-d4ec-4301-b826-caf7056ba136 admin admin] Calling delete_port for 1034753a-2415-4355-9f97-4d998a949044 owned by network:dhcp {{(pid=103844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 15:30:37.711941 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-5c568d90-f95c-4f85-bf53-967eea8cc0db req-4d62c2da-9001-41e1-a1d2-c1cb4e374075 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for port (abf4f81b-5ad7-46a8-a9d5-c9974a4fa253), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:37.753473 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-ed37928c-d4ec-4301-b826-caf7056ba136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786465950455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786465455746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2698075'] for port (1034753a-2415-4355-9f97-4d998a949044), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:37.785768 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed37928c-d4ec-4301-b826-caf7056ba136 admin admin] Pushing event deleted for resources: {'Port': ['ID=1034753a-2415-4355-9f97-4d998a949044,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:30:37.796423 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed37928c-d4ec-4301-b826-caf7056ba136 admin admin] No DVR routers for this DVR port 1034753a-2415-4355-9f97-4d998a949044 on host dv-cinder-848848-4-iscsi {{(pid=103844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 15:30:37.803071 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-5c568d90-f95c-4f85-bf53-967eea8cc0db req-4d62c2da-9001-41e1-a1d2-c1cb4e374075 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786465455737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2698075'] for port (abf4f81b-5ad7-46a8-a9d5-c9974a4fa253), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:37.867826 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c568d90-f95c-4f85-bf53-967eea8cc0db req-4d62c2da-9001-41e1-a1d2-c1cb4e374075 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Network a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5 is already hosted by enough agents. {{(pid=103844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:30:37.881114 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.base_scheduler [req-5c568d90-f95c-4f85-bf53-967eea8cc0db req-4d62c2da-9001-41e1-a1d2-c1cb4e374075 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Resources bound (agent type, host, resource id): {{(pid=103844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:30:37.886300 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c568d90-f95c-4f85-bf53-967eea8cc0db req-4d62c2da-9001-41e1-a1d2-c1cb4e374075 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Received port after_create {{(pid=103844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 15:30:37.905251 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 57722) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:30:37.961897 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c568d90-f95c-4f85-bf53-967eea8cc0db req-4d62c2da-9001-41e1-a1d2-c1cb4e374075 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:37.962519 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-5c568d90-f95c-4f85-bf53-967eea8cc0db req-4d62c2da-9001-41e1-a1d2-c1cb4e374075 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for port (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:37.965876 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d62c2da-9001-41e1-a1d2-c1cb4e374075 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Pushing event updated for resources: {'Port': ['ID=abf4f81b-5ad7-46a8-a9d5-c9974a4fa253,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:30:38.002412 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-ed37928c-d4ec-4301-b826-caf7056ba136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485658', 'neutron.services.segments.db._delete_segments_for_network-8786465758329'] for network (c6ecbf13-cdde-4eb1-a04c-6350b37f96a3), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:38.032299 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.services.segments.db [None req-ed37928c-d4ec-4301-b826-caf7056ba136 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6ecbf13-cdde-4eb1-a04c-6350b37f96a3']}} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:30:38.039761 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-5c568d90-f95c-4f85-bf53-967eea8cc0db req-4d62c2da-9001-41e1-a1d2-c1cb4e374075 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5115016 Jul 06 15:30:38.051493 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.services.segments.db [None req-ed37928c-d4ec-4301-b826-caf7056ba136 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4902358a-84fd-44b7-9de8-73522f5a56dd') {'for_net_delete': True} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:30:38.051650 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.v2.base [None req-d8692ee1-e30e-4545-81fd-9bbeb00c389c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1836132937-network', 'tenant_id': '848d6c1f478d4dba813663c4c866d8b8'}} {{(pid=103845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:30:38.051795 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.services.segments.db [None req-ed37928c-d4ec-4301-b826-caf7056ba136 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4902358a-84fd-44b7-9de8-73522f5a56dd') {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:30:38.058001 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [req-5c568d90-f95c-4f85-bf53-967eea8cc0db req-7b932b34-d8df-4d13-b219-f2842183aae8 service neutron] Request body: {'port': {'device_id': '2e81c452-7d6a-4c05-8e92-2d4239c6f0ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84884'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:30:38.081580 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8692ee1-e30e-4545-81fd-9bbeb00c389c admin admin] Made reservation on behalf of 848d6c1f478d4dba813663c4c866d8b8 for: {'network': 1} {{(pid=103845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:30:38.085018 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-d8692ee1-e30e-4545-81fd-9bbeb00c389c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for network (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:38.087039 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:38.090851 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-ed37928c-d4ec-4301-b826-caf7056ba136 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786465759874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60676999'] for segment (4902358a-84fd-44b7-9de8-73522f5a56dd), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:38.105388 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-d8692ee1-e30e-4545-81fd-9bbeb00c389c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:38.121434 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-ed37928c-d4ec-4301-b826-caf7056ba136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490363'] for segment (4902358a-84fd-44b7-9de8-73522f5a56dd), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:38.148892 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed37928c-d4ec-4301-b826-caf7056ba136 admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=103844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 15:30:38.149295 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-ed37928c-d4ec-4301-b826-caf7056ba136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2698102'] for segment (4902358a-84fd-44b7-9de8-73522f5a56dd), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:38.207287 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-d8692ee1-e30e-4545-81fd-9bbeb00c389c admin admin] Publish callbacks [] for security_group (70089e7e-3415-47da-88b5-031664dd7caf), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:38.213322 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-d8692ee1-e30e-4545-81fd-9bbeb00c389c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (70089e7e-3415-47da-88b5-031664dd7caf), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:38.216685 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-369bb6aa-c4ec-4674-be18-775b36dfa990 None None] Provisioning complete for port abf4f81b-5ad7-46a8-a9d5-c9974a4fa253 triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:30:38.219031 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-369bb6aa-c4ec-4674-be18-775b36dfa990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (abf4f81b-5ad7-46a8-a9d5-c9974a4fa253), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:38.221586 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.services.segments.plugin [-] Segment 4902358a-84fd-44b7-9de8-73522f5a56dd resource provider aggregate not found Jul 06 15:30:38.229434 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-5c568d90-f95c-4f85-bf53-967eea8cc0db req-7b932b34-d8df-4d13-b219-f2842183aae8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (abf4f81b-5ad7-46a8-a9d5-c9974a4fa253), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:38.245011 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8692ee1-e30e-4545-81fd-9bbeb00c389c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=103845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 15:30:38.260851 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8692ee1-e30e-4545-81fd-9bbeb00c389c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70089e7e-3415-47da-88b5-031664dd7caf,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:30:38.264363 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-d8692ee1-e30e-4545-81fd-9bbeb00c389c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490363'] for segment (e86c9f57-fa7f-455d-be56-203cd26dcd68), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:38.264702 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.db.segments_db [None req-d8692ee1-e30e-4545-81fd-9bbeb00c389c admin admin] Added segment e86c9f57-fa7f-455d-be56-203cd26dcd68 of type vlan for network bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b Jul 06 15:30:38.266635 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.services.segments.plugin [-] Segment 4902358a-84fd-44b7-9de8-73522f5a56dd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4902358a-84fd-44b7-9de8-73522f5a56dd found for delete ", "request_id": "req-1b310365-75fa-4da2-94f7-eb4f8eabd6b6"}]} Jul 06 15:30:38.301354 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-369bb6aa-c4ec-4674-be18-775b36dfa990 None None] Port abf4f81b-5ad7-46a8-a9d5-c9974a4fa253 cannot update to ACTIVE because it is not bound. {{(pid=103846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 15:30:38.306356 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-ed37928c-d4ec-4301-b826-caf7056ba136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-666929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590854'] for network (c6ecbf13-cdde-4eb1-a04c-6350b37f96a3), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:38.312460 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-ed37928c-d4ec-4301-b826-caf7056ba136 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629707'] for network (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:38.315750 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-ed37928c-d4ec-4301-b826-caf7056ba136 admin admin] 10.222.0.46 "DELETE /v2.0/networks/c6ecbf13-cdde-4eb1-a04c-6350b37f96a3 HTTP/1.1" status: 204 len: 168 time: 1.4639170 Jul 06 15:30:38.322183 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 57730) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:30:38.323523 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:INSERT=2,neutron:SELECT=92,neutron:DELETE=6 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:38.325209 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:UPDATE=4,neutron:INSERT=8 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:38.340940 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-d8692ee1-e30e-4545-81fd-9bbeb00c389c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786465444024'] for network (bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:38.357136 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device e8f2d302-b1e4-44f0-b9ab-a37b10458966 no longer exists at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:30:38.381030 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-d8692ee1-e30e-4545-81fd-9bbeb00c389c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-666929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561'] for network (bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:38.382753 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] No Port match for: e8f2d302-b1e4-44f0-b9ab-a37b10458966 {{(pid=103846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 15:30:38.383372 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device e8f2d302-b1e4-44f0-b9ab-a37b10458966 not bound to the agent host dv-cinder-848848-4-iscsi {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:30:38.385836 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8692ee1-e30e-4545-81fd-9bbeb00c389c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:38.385836 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-d8692ee1-e30e-4545-81fd-9bbeb00c389c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629707'] for network (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:38.386953 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 1034753a-2415-4355-9f97-4d998a949044 no longer exists at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:30:38.393028 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed37928c-d4ec-4301-b826-caf7056ba136 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6ecbf13-cdde-4eb1-a04c-6350b37f96a3,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:30:38.421669 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-d8692ee1-e30e-4545-81fd-9bbeb00c389c admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.5121496 Jul 06 15:30:38.428014 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 57734) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:30:38.449296 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.v2.base [None req-cbf5f011-0784-4ed9-9f9b-f10b77152718 admin admin] Request body: {'subnet': {'network_id': 'bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1836132937-subnet', 'tenant_id': '848d6c1f478d4dba813663c4c866d8b8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:30:38.518166 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf5f011-0784-4ed9-9f9b-f10b77152718 admin admin] Made reservation on behalf of 848d6c1f478d4dba813663c4c866d8b8 for: {'subnet': 1} {{(pid=103845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:30:38.520708 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-cbf5f011-0784-4ed9-9f9b-f10b77152718 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59834214'] for subnet (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:38.589742 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] No Port match for: 1034753a-2415-4355-9f97-4d998a949044 {{(pid=103846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 15:30:38.590339 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 1034753a-2415-4355-9f97-4d998a949044 not bound to the agent host dv-cinder-848848-4-iscsi {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:30:38.590756 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 6f0f090c-ce2a-472e-afc6-22d7d1139da9 no longer exists at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:30:38.593226 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8692ee1-e30e-4545-81fd-9bbeb00c389c admin admin] Pushing event updated for resources: {'Network': ['ID=bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:30:38.613883 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] No Port match for: 6f0f090c-ce2a-472e-afc6-22d7d1139da9 {{(pid=103846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 15:30:38.615120 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 6f0f090c-ce2a-472e-afc6-22d7d1139da9 not bound to the agent host dv-cinder-848848-4-iscsi {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:30:38.619125 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Network bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b details requested by agent ovs-agent-dv-cinder-848848-4-iscsi with host dv-cinder-848848-4-iscsi {{(pid=103846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 15:30:38.659733 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e044f3-9529-4dbb-8ab0-159b5fb3ab6c req-b8ecc0f6-9d85-42f5-9c6f-977698447755 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:38.661283 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-f1e044f3-9529-4dbb-8ab0-159b5fb3ab6c req-b8ecc0f6-9d85-42f5-9c6f-977698447755 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e81c452-7d6a-4c05-8e92-2d4239c6f0ac HTTP/1.1" status: 200 len: 932 time: 0.1214933 Jul 06 15:30:38.752032 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-cbf5f011-0784-4ed9-9f9b-f10b77152718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2888696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59833740'] for subnet (269837f6-8226-4731-9efa-b81af4068805), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:38.815485 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-f1e044f3-9529-4dbb-8ab0-159b5fb3ab6c req-f3006311-92ae-4e54-a4c8-e047e970e040 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e3d2dfc-1f08-4fe5-8f11-ea1976cab5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365452 Jul 06 15:30:38.818765 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf5f011-0784-4ed9-9f9b-f10b77152718 admin admin] Pushing event updated for resources: {'Subnet': ['ID=269837f6-8226-4731-9efa-b81af4068805,revision_number=0']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:30:38.830787 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf5f011-0784-4ed9-9f9b-f10b77152718 admin admin] Checking segment: {'id': 'e86c9f57-fa7f-455d-be56-203cd26dcd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:30:38.831151 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf5f011-0784-4ed9-9f9b-f10b77152718 admin admin] Network hostable DHCP agents. Network: bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b, hostable agents: ['a81823b9-ba52-46bb-9bcd-43b269600933'], hosted agents: [] {{(pid=103845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 15:30:38.852292 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf5f011-0784-4ed9-9f9b-f10b77152718 admin admin] Network bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b is scheduled to be hosted by DHCP agent a81823b9-ba52-46bb-9bcd-43b269600933 with binding_index 1 {{(pid=103845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 15:30:38.862177 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.base_scheduler [None req-cbf5f011-0784-4ed9-9f9b-f10b77152718 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848848-4-iscsi, bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b) {{(pid=103845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:30:38.867392 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf5f011-0784-4ed9-9f9b-f10b77152718 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:38.868001 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-cbf5f011-0784-4ed9-9f9b-f10b77152718 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629707'] for subnet (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:38.876494 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6576cb53-69be-4893-bec7-674a61ee2e63 None None] Network bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b requested from dv-cinder-848848-4-iscsi {{(pid=103846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 15:30:38.891468 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-cbf5f011-0784-4ed9-9f9b-f10b77152718 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4629707 Jul 06 15:30:38.892283 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 57736) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:30:38.897119 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.v2.base [None req-901df778-6867-40f5-9adb-7f402dd3ec25 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1836132937-router', 'tenant_id': '848d6c1f478d4dba813663c4c866d8b8', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604'}}} {{(pid=103845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:30:38.911591 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=13 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:38.927744 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-901df778-6867-40f5-9adb-7f402dd3ec25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-647350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109444'] for router (93f5c112-3977-475a-af46-d5ddcfbffcb3), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:38.929098 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-901df778-6867-40f5-9adb-7f402dd3ec25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-647123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109453'] for router (93f5c112-3977-475a-af46-d5ddcfbffcb3), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:38.982317 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [req-5c568d90-f95c-4f85-bf53-967eea8cc0db req-7b932b34-d8df-4d13-b219-f2842183aae8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abf4f81b-5ad7-46a8-a9d5-c9974a4fa253 {{(pid=103844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 15:30:38.988683 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:38.997187 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-901df778-6867-40f5-9adb-7f402dd3ec25 admin admin] Publish callbacks [] for router_controller (93f5c112-3977-475a-af46-d5ddcfbffcb3), precommit_add_association {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:39.001505 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-5c568d90-f95c-4f85-bf53-967eea8cc0db req-7b932b34-d8df-4d13-b219-f2842183aae8 service neutron] Publish callbacks [] for port (abf4f81b-5ad7-46a8-a9d5-c9974a4fa253), precommit_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:39.028872 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe772232-4374-4ffd-a4b1-291549126f91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa43ccfed-9ada-5d0f-938a-3e2abdea0954-bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b', 'network_id': 'bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b', 'project_id': '848d6c1f478d4dba813663c4c866d8b8', 'fixed_ips': [{'subnet_id': '269837f6-8226-4731-9efa-b81af4068805'}]}} from dv-cinder-848848-4-iscsi. {{(pid=103846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 06 15:30:39.030530 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-fe772232-4374-4ffd-a4b1-291549126f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (None), before_create {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:39.050307 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [req-5c568d90-f95c-4f85-bf53-967eea8cc0db req-7b932b34-d8df-4d13-b219-f2842183aae8 service neutron] Transition to ACTIVE for port object abf4f81b-5ad7-46a8-a9d5-c9974a4fa253 will not be triggered until provisioned by entity L2. {{(pid=103844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 06 15:30:39.084124 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-5c568d90-f95c-4f85-bf53-967eea8cc0db req-7b932b34-d8df-4d13-b219-f2842183aae8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2698066'] for port (abf4f81b-5ad7-46a8-a9d5-c9974a4fa253), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:39.092044 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:39.152539 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-901df778-6867-40f5-9adb-7f402dd3ec25 admin admin] Publish callbacks [] for router_gateway (93f5c112-3977-475a-af46-d5ddcfbffcb3), precommit_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:39.157104 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-5c8342e1-60df-48c6-b642-ae5cb52dce15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-649917'] for router_interface (3e1fe7ee-b9c8-429a-b518-a9170e5cfbac), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:39.204606 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b932b34-d8df-4d13-b219-f2842183aae8 service neutron] Pushing event updated for resources: {'Port': ['ID=abf4f81b-5ad7-46a8-a9d5-c9974a4fa253,revision_number=2']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:30:39.229842 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.db_base_plugin_common [None req-fe772232-4374-4ffd-a4b1-291549126f91 None None] Allocated IP 172.20.0.2 (bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b/269837f6-8226-4731-9efa-b81af4068805/c02d9b9b-951c-4642-8e6a-97e2ff0c952a) {{(pid=103846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:30:39.399845 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:39.408941 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [req-5c568d90-f95c-4f85-bf53-967eea8cc0db req-7b932b34-d8df-4d13-b219-f2842183aae8 service neutron] Attempting to bind port abf4f81b-5ad7-46a8-a9d5-c9974a4fa253 on host hv-cinder-84884 for vnic_type normal with profile {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 15:30:39.409204 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [req-5c568d90-f95c-4f85-bf53-967eea8cc0db req-7b932b34-d8df-4d13-b219-f2842183aae8 service neutron] Attempting to bind port abf4f81b-5ad7-46a8-a9d5-c9974a4fa253 by drivers openvswitch,hyperv on host hv-cinder-84884 at level 0 using segments [{'id': '9e485fae-b0f5-4f5a-9064-6e2e7153a585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5'}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 15:30:39.409527 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c568d90-f95c-4f85-bf53-967eea8cc0db req-7b932b34-d8df-4d13-b219-f2842183aae8 service neutron] Attempting to bind port abf4f81b-5ad7-46a8-a9d5-c9974a4fa253 on network a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5 {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:30:39.455330 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-901df778-6867-40f5-9adb-7f402dd3ec25 admin admin] Publish callbacks [] for router_gateway (93f5c112-3977-475a-af46-d5ddcfbffcb3), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:39.468574 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c568d90-f95c-4f85-bf53-967eea8cc0db req-7b932b34-d8df-4d13-b219-f2842183aae8 service neutron] Port abf4f81b-5ad7-46a8-a9d5-c9974a4fa253 on network a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84884 {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 06 15:30:39.468898 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c568d90-f95c-4f85-bf53-967eea8cc0db req-7b932b34-d8df-4d13-b219-f2842183aae8 service neutron] Attempting to bind port abf4f81b-5ad7-46a8-a9d5-c9974a4fa253 on network a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5 {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:30:39.470761 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:39.482928 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-fe772232-4374-4ffd-a4b1-291549126f91 None None] Publish callbacks [] for port (c02d9b9b-951c-4642-8e6a-97e2ff0c952a), precommit_create {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:39.490631 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c568d90-f95c-4f85-bf53-967eea8cc0db req-7b932b34-d8df-4d13-b219-f2842183aae8 service neutron] Checking agent: {'id': 'eda728fc-b46d-4378-b578-35bac6b15486', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84884', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 15, 22, 43), 'started_at': datetime.datetime(2022, 7, 6, 15, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 15, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 15:30:39.491091 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c568d90-f95c-4f85-bf53-967eea8cc0db req-7b932b34-d8df-4d13-b219-f2842183aae8 service neutron] Checking segment: {'id': '9e485fae-b0f5-4f5a-9064-6e2e7153a585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:30:39.491482 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c568d90-f95c-4f85-bf53-967eea8cc0db req-7b932b34-d8df-4d13-b219-f2842183aae8 service neutron] Bound using segment: {'id': '9e485fae-b0f5-4f5a-9064-6e2e7153a585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5'} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 15:30:39.491994 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [req-5c568d90-f95c-4f85-bf53-967eea8cc0db req-7b932b34-d8df-4d13-b219-f2842183aae8 service neutron] Bound port: abf4f81b-5ad7-46a8-a9d5-c9974a4fa253, host: hv-cinder-84884, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e485fae-b0f5-4f5a-9064-6e2e7153a585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5'}}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 15:30:39.492383 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-5c568d90-f95c-4f85-bf53-967eea8cc0db req-7b932b34-d8df-4d13-b219-f2842183aae8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (abf4f81b-5ad7-46a8-a9d5-c9974a4fa253), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:39.492583 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-901df778-6867-40f5-9adb-7f402dd3ec25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:39.494595 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-fe772232-4374-4ffd-a4b1-291549126f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786465455737'] for port (c02d9b9b-951c-4642-8e6a-97e2ff0c952a), after_create {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:39.568822 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe772232-4374-4ffd-a4b1-291549126f91 None None] Network bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b is already hosted by enough agents. {{(pid=103846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:30:39.572354 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.scheduler.base_scheduler [None req-fe772232-4374-4ffd-a4b1-291549126f91 None None] Resources bound (agent type, host, resource id): {{(pid=103846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:30:39.574100 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe772232-4374-4ffd-a4b1-291549126f91 None None] Pushing event updated for resources: {'Port': ['ID=c02d9b9b-951c-4642-8e6a-97e2ff0c952a,revision_number=1']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:30:39.577091 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe772232-4374-4ffd-a4b1-291549126f91 None None] Received port after_create {{(pid=103846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 15:30:39.632398 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [req-5c568d90-f95c-4f85-bf53-967eea8cc0db req-7b932b34-d8df-4d13-b219-f2842183aae8 service neutron] For port abf4f81b-5ad7-46a8-a9d5-c9974a4fa253, host hv-cinder-84884, cleared binding levels {{(pid=103844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:30:39.646201 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.db.db_base_plugin_common [None req-901df778-6867-40f5-9adb-7f402dd3ec25 admin admin] Allocated IP 172.27.3.70 (377cda5e-c384-46ee-8e00-4b775f415604/1975bb39-9f7d-4b8c-94d3-6023908c91e1/88fca714-16d2-4b3c-a92a-3a637e0ad8c5) {{(pid=103845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:30:39.649464 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [req-5c568d90-f95c-4f85-bf53-967eea8cc0db req-7b932b34-d8df-4d13-b219-f2842183aae8 service neutron] For port abf4f81b-5ad7-46a8-a9d5-c9974a4fa253, host hv-cinder-84884, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=abf4f81b-5ad7-46a8-a9d5-c9974a4fa253,segment=NetworkSegment(9e485fae-b0f5-4f5a-9064-6e2e7153a585),segment_id=9e485fae-b0f5-4f5a-9064-6e2e7153a585)] {{(pid=103844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:30:39.650409 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:39.651127 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-5c8342e1-60df-48c6-b642-ae5cb52dce15 admin admin] Deleting port 01a540ae-fc7a-47da-abe9-1deeb7dd89d2 {{(pid=103844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 15:30:39.651546 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-5c8342e1-60df-48c6-b642-ae5cb52dce15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786465945384'] for port (01a540ae-fc7a-47da-abe9-1deeb7dd89d2), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:39.655544 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.managers [None req-fe772232-4374-4ffd-a4b1-291549126f91 None None] Attempting to bind port c02d9b9b-951c-4642-8e6a-97e2ff0c952a on host dv-cinder-848848-4-iscsi for vnic_type normal with profile {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 15:30:39.655916 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.managers [None req-fe772232-4374-4ffd-a4b1-291549126f91 None None] Attempting to bind port c02d9b9b-951c-4642-8e6a-97e2ff0c952a by drivers openvswitch,hyperv on host dv-cinder-848848-4-iscsi at level 0 using segments [{'id': 'e86c9f57-fa7f-455d-be56-203cd26dcd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b'}] {{(pid=103846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 15:30:39.656416 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe772232-4374-4ffd-a4b1-291549126f91 None None] Attempting to bind port c02d9b9b-951c-4642-8e6a-97e2ff0c952a on network bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:30:39.665486 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe772232-4374-4ffd-a4b1-291549126f91 None None] Checking agent: {'id': 'd26a5351-3de7-44f9-93eb-9fed5ee5b55b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848848-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 15, 16, 51), 'started_at': datetime.datetime(2022, 7, 6, 15, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 15, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848848-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 15:30:39.665823 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe772232-4374-4ffd-a4b1-291549126f91 None None] Checking segment: {'id': 'e86c9f57-fa7f-455d-be56-203cd26dcd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:30:39.666255 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-fe772232-4374-4ffd-a4b1-291549126f91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:39.669798 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe772232-4374-4ffd-a4b1-291549126f91 None None] Bound using segment: {'id': 'e86c9f57-fa7f-455d-be56-203cd26dcd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b'} {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 15:30:39.669798 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.managers [None req-fe772232-4374-4ffd-a4b1-291549126f91 None None] Bound port: c02d9b9b-951c-4642-8e6a-97e2ff0c952a, host: dv-cinder-848848-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e86c9f57-fa7f-455d-be56-203cd26dcd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b'}}] {{(pid=103846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 15:30:39.669798 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-fe772232-4374-4ffd-a4b1-291549126f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (c02d9b9b-951c-4642-8e6a-97e2ff0c952a), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:39.670124 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-5c568d90-f95c-4f85-bf53-967eea8cc0db req-7b932b34-d8df-4d13-b219-f2842183aae8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2698066'] for port (abf4f81b-5ad7-46a8-a9d5-c9974a4fa253), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:39.746624 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c568d90-f95c-4f85-bf53-967eea8cc0db req-7b932b34-d8df-4d13-b219-f2842183aae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:39.747283 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-5c568d90-f95c-4f85-bf53-967eea8cc0db req-7b932b34-d8df-4d13-b219-f2842183aae8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for port (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:39.748653 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-5c568d90-f95c-4f85-bf53-967eea8cc0db req-7b932b34-d8df-4d13-b219-f2842183aae8 service neutron] 10.222.0.16 "PUT /v2.0/ports/abf4f81b-5ad7-46a8-a9d5-c9974a4fa253 HTTP/1.1" status: 200 len: 1094 time: 1.6995132 Jul 06 15:30:39.749180 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e81c452-7d6a-4c05-8e92-2d4239c6f0ac', 'tag': 'abf4f81b-5ad7-46a8-a9d5-c9974a4fa253'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:30:39.751524 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23f0ce0f3171803df377307192b3bbc073243688ace587a9918d8ae03454cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b29873-4af1-459e-83e2-c5f4202e3f1c" -d '{"events": [{"name": "network-changed", "server_uuid": "2e81c452-7d6a-4c05-8e92-2d4239c6f0ac", "tag": "abf4f81b-5ad7-46a8-a9d5-c9974a4fa253"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:30:39.765424 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-fe772232-4374-4ffd-a4b1-291549126f91 None None] For port c02d9b9b-951c-4642-8e6a-97e2ff0c952a, host dv-cinder-848848-4-iscsi, cleared binding levels {{(pid=103846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:30:39.773193 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-fe772232-4374-4ffd-a4b1-291549126f91 None None] For port c02d9b9b-951c-4642-8e6a-97e2ff0c952a, host dv-cinder-848848-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=c02d9b9b-951c-4642-8e6a-97e2ff0c952a,segment=NetworkSegment(e86c9f57-fa7f-455d-be56-203cd26dcd68),segment_id=e86c9f57-fa7f-455d-be56-203cd26dcd68)] {{(pid=103846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:30:39.788357 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-fe772232-4374-4ffd-a4b1-291549126f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (c02d9b9b-951c-4642-8e6a-97e2ff0c952a), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:39.888476 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe772232-4374-4ffd-a4b1-291549126f91 None None] Pushing event updated for resources: {'Port': ['ID=c02d9b9b-951c-4642-8e6a-97e2ff0c952a,revision_number=2']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:30:39.912491 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 15:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe302e4-8c02-46b3-a641-2327b12c7f54 x-openstack-request-id: req-bbe302e4-8c02-46b3-a641-2327b12c7f54 {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:30:39.913300 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e81c452-7d6a-4c05-8e92-2d4239c6f0ac", "tag": "abf4f81b-5ad7-46a8-a9d5-c9974a4fa253", "status": "completed", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:30:39.913300 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bbe302e4-8c02-46b3-a641-2327b12c7f54 {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:30:39.917742 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbe302e4-8c02-46b3-a641-2327b12c7f54'] response: {'name': 'network-changed', 'server_uuid': '2e81c452-7d6a-4c05-8e92-2d4239c6f0ac', 'tag': 'abf4f81b-5ad7-46a8-a9d5-c9974a4fa253', 'status': 'completed', 'code': 200} Jul 06 15:30:39.932510 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-5c8342e1-60df-48c6-b642-ae5cb52dce15 admin admin] For port 01a540ae-fc7a-47da-abe9-1deeb7dd89d2, host dv-cinder-848848-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=01a540ae-fc7a-47da-abe9-1deeb7dd89d2,segment=NetworkSegment(e85cf291-a3fc-4950-a5d6-5cd527f3c3af),segment_id=e85cf291-a3fc-4950-a5d6-5cd527f3c3af)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:30:39.933021 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-5c8342e1-60df-48c6-b642-ae5cb52dce15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652656'] for port (01a540ae-fc7a-47da-abe9-1deeb7dd89d2), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:39.949477 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b932b34-d8df-4d13-b219-f2842183aae8 service neutron] Pushing event updated for resources: {'Port': ['ID=abf4f81b-5ad7-46a8-a9d5-c9974a4fa253,revision_number=3']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:30:39.966148 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c568d90-f95c-4f85-bf53-967eea8cc0db req-ae410c84-5018-4e2f-ae3f-9d36d818b293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:39.968341 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-5c568d90-f95c-4f85-bf53-967eea8cc0db req-ae410c84-5018-4e2f-ae3f-9d36d818b293 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e9fb04db8ac9464086cd7f3362e97455&device_id=2e81c452-7d6a-4c05-8e92-2d4239c6f0ac HTTP/1.1" status: 200 len: 1128 time: 0.1541812 Jul 06 15:30:39.975419 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-5c8342e1-60df-48c6-b642-ae5cb52dce15 admin admin] Calling delete_port for 01a540ae-fc7a-47da-abe9-1deeb7dd89d2 owned by network:router_interface {{(pid=103844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 15:30:40.065720 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13693f98-4af4-4066-88ff-14b1362fa63d req-8db37d8e-58c5-45a5-93f6-3e31d8df1513 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:40.071306 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-13693f98-4af4-4066-88ff-14b1362fa63d req-8db37d8e-58c5-45a5-93f6-3e31d8df1513 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e81c452-7d6a-4c05-8e92-2d4239c6f0ac HTTP/1.1" status: 200 len: 944 time: 0.1207492 Jul 06 15:30:40.075555 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-5c568d90-f95c-4f85-bf53-967eea8cc0db req-754418d8-e9df-4e19-b6b1-c115903e0c7a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=abf4f81b-5ad7-46a8-a9d5-c9974a4fa253 HTTP/1.1" status: 200 len: 217 time: 0.0973639 Jul 06 15:30:40.206661 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-901df778-6867-40f5-9adb-7f402dd3ec25 admin admin] Publish callbacks [] for port (88fca714-16d2-4b3c-a92a-3a637e0ad8c5), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:40.268969 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-901df778-6867-40f5-9adb-7f402dd3ec25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786465455737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2888556'] for port (88fca714-16d2-4b3c-a92a-3a637e0ad8c5), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:40.345469 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901df778-6867-40f5-9adb-7f402dd3ec25 admin admin] Pushing event updated for resources: {'Port': ['ID=88fca714-16d2-4b3c-a92a-3a637e0ad8c5,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:30:40.355618 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901df778-6867-40f5-9adb-7f402dd3ec25 admin admin] Network 377cda5e-c384-46ee-8e00-4b775f415604 is already hosted by enough agents. {{(pid=103845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:30:40.357888 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.base_scheduler [None req-901df778-6867-40f5-9adb-7f402dd3ec25 admin admin] Resources bound (agent type, host, resource id): {{(pid=103845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:30:40.363072 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901df778-6867-40f5-9adb-7f402dd3ec25 admin admin] Received port after_create {{(pid=103845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 15:30:40.401402 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device c02d9b9b-951c-4642-8e6a-97e2ff0c952a up at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:30:40.461239 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Provisioning complete for port c02d9b9b-951c-4642-8e6a-97e2ff0c952a triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:30:40.461781 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (c02d9b9b-951c-4642-8e6a-97e2ff0c952a), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:40.559454 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Current status of the port c02d9b9b-951c-4642-8e6a-97e2ff0c952a is: DOWN; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:30:40.559896 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (c02d9b9b-951c-4642-8e6a-97e2ff0c952a), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:40.591717 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:40.607074 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] For port c02d9b9b-951c-4642-8e6a-97e2ff0c952a, host dv-cinder-848848-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=c02d9b9b-951c-4642-8e6a-97e2ff0c952a,segment=NetworkSegment(e86c9f57-fa7f-455d-be56-203cd26dcd68),segment_id=e86c9f57-fa7f-455d-be56-203cd26dcd68)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:30:40.613325 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (c02d9b9b-951c-4642-8e6a-97e2ff0c952a), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:40.648581 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c568d90-f95c-4f85-bf53-967eea8cc0db req-ce85e9e7-18b8-49ce-94e4-ce8905a6fc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:40.649943 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-5c568d90-f95c-4f85-bf53-967eea8cc0db req-ce85e9e7-18b8-49ce-94e4-ce8905a6fc0b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f20ae9c1-f124-46af-83bd-c43bda7bdca6 HTTP/1.1" status: 200 len: 853 time: 0.4798245 Jul 06 15:30:40.657773 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:40.667925 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-901df778-6867-40f5-9adb-7f402dd3ec25 admin admin] Publish callbacks [] for router_gateway (93f5c112-3977-475a-af46-d5ddcfbffcb3), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:40.673672 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Pushing event updated for resources: {'Port': ['ID=c02d9b9b-951c-4642-8e6a-97e2ff0c952a,revision_number=3']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:30:40.690797 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:40.725122 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-13693f98-4af4-4066-88ff-14b1362fa63d req-c792ec37-45a1-46e0-96b6-ef58fa1a3c07 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e3d2dfc-1f08-4fe5-8f11-ea1976cab5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5523465 Jul 06 15:30:40.750168 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=7 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:40.778019 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c568d90-f95c-4f85-bf53-967eea8cc0db req-bc954eaf-927c-4577-9d4d-9e83783d3135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:40.779580 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-5c568d90-f95c-4f85-bf53-967eea8cc0db req-bc954eaf-927c-4577-9d4d-9e83783d3135 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0690982 Jul 06 15:30:40.781181 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-5c8342e1-60df-48c6-b642-ae5cb52dce15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786465950455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786465455746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2698075'] for port (01a540ae-fc7a-47da-abe9-1deeb7dd89d2), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:40.821471 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8342e1-60df-48c6-b642-ae5cb52dce15 admin admin] Pushing event deleted for resources: {'Port': ['ID=01a540ae-fc7a-47da-abe9-1deeb7dd89d2,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:30:40.966282 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-901df778-6867-40f5-9adb-7f402dd3ec25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591614'] for router (93f5c112-3977-475a-af46-d5ddcfbffcb3), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:40.981859 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-5c568d90-f95c-4f85-bf53-967eea8cc0db req-1f6b8a3d-b630-49b9-b366-dca241dbe4d2 service neutron] 10.222.0.16 "GET /v2.0/networks/a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934350 Jul 06 15:30:41.158776 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:41.167556 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-901df778-6867-40f5-9adb-7f402dd3ec25 admin admin] Router 93f5c112-3977-475a-af46-d5ddcfbffcb3 is scheduled to L3 agent 8e6e5f2a-f235-48ed-8752-aab723ac44e7 with binding_index 1 {{(pid=103845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 06 15:30:41.170408 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-5c8342e1-60df-48c6-b642-ae5cb52dce15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652813'] for router_interface (3e1fe7ee-b9c8-429a-b518-a9170e5cfbac), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:41.180530 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-5c568d90-f95c-4f85-bf53-967eea8cc0db req-87da225b-6e7d-48a2-91b3-e3374b1fdc46 service neutron] 10.222.0.16 "GET /v2.0/networks/a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651847 Jul 06 15:30:41.306638 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-901df778-6867-40f5-9adb-7f402dd3ec25 admin admin] Notify agent at l3_agent.dv-cinder-848848-4-iscsi the message routers_updated {{(pid=103845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:30:41.317112 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebf210c-229e-4ca3-83f0-85e08114ee47 None None] Network bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b requested from dv-cinder-848848-4-iscsi {{(pid=103846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 15:30:41.327903 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c521d8ac-5c02-46c8-aa9b-43f841fc38f4 None None] Sync routers for ids ['93f5c112-3977-475a-af46-d5ddcfbffcb3'] in dv-cinder-848848-4-iscsi {{(pid=103847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:30:41.339750 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c521d8ac-5c02-46c8-aa9b-43f841fc38f4 None None] Routers {'93f5c112-3977-475a-af46-d5ddcfbffcb3'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:30:41.340752 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-c521d8ac-5c02-46c8-aa9b-43f841fc38f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:30:18Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['93f5c112-3977-475a-af46-d5ddcfbffcb3'], 'active': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:30:41.347361 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-901df778-6867-40f5-9adb-7f402dd3ec25 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:41.347561 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-901df778-6867-40f5-9adb-7f402dd3ec25 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.4541402 Jul 06 15:30:41.350422 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 57744) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:30:41.428592 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-0ff5aca7-b42a-4b6e-befd-f81bfbfb76ac None None] Provisioning complete for port c02d9b9b-951c-4642-8e6a-97e2ff0c952a triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:30:41.429131 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-0ff5aca7-b42a-4b6e-befd-f81bfbfb76ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (c02d9b9b-951c-4642-8e6a-97e2ff0c952a), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:41.448934 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c8342e1-60df-48c6-b642-ae5cb52dce15 admin admin] Router 3e1fe7ee-b9c8-429a-b518-a9170e5cfbac has already been hosted by L3 agent 8e6e5f2a-f235-48ed-8752-aab723ac44e7 {{(pid=103844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 15:30:41.467424 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvr_db [None req-c521d8ac-5c02-46c8-aa9b-43f841fc38f4 None None] Set router 93f5c112-3977-475a-af46-d5ddcfbffcb3 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:30:41.602598 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-0ff5aca7-b42a-4b6e-befd-f81bfbfb76ac None None] Current status of the port c02d9b9b-951c-4642-8e6a-97e2ff0c952a is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:30:41.606365 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:41.608370 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c8342e1-60df-48c6-b642-ae5cb52dce15 admin admin] Notify agent at l3_agent.dv-cinder-848848-4-iscsi the message routers_updated {{(pid=103844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:30:41.619866 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-5c8342e1-60df-48c6-b642-ae5cb52dce15 admin admin] 10.222.0.46 "PUT /v2.0/routers/3e1fe7ee-b9c8-429a-b518-a9170e5cfbac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2934418 Jul 06 15:30:41.624302 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 57746) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:30:41.627606 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a95c062-8670-437a-91fc-514b19ddc62a None None] Sync routers for ids ['3e1fe7ee-b9c8-429a-b518-a9170e5cfbac'] in dv-cinder-848848-4-iscsi {{(pid=103846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:30:41.643170 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a95c062-8670-437a-91fc-514b19ddc62a None None] Routers {'3e1fe7ee-b9c8-429a-b518-a9170e5cfbac'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:30:41.644247 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-9a95c062-8670-437a-91fc-514b19ddc62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:30:18Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['3e1fe7ee-b9c8-429a-b518-a9170e5cfbac'], 'active': True} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:30:41.695397 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-c521d8ac-5c02-46c8-aa9b-43f841fc38f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f5c112-3977-475a-af46-d5ddcfbffcb3', 'name': 'tempest-AttachVolumeShelveTestJSON-1836132937-router', 'tenant_id': '848d6c1f478d4dba813663c4c866d8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '88fca714-16d2-4b3c-a92a-3a637e0ad8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:30:38Z', 'updated_at': '2022-07-06T15:30:40Z', 'revision_number': 3, 'project_id': '848d6c1f478d4dba813663c4c866d8b8', 'gw_port': {'id': '88fca714-16d2-4b3c-a92a-3a637e0ad8c5', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ac:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93f5c112-3977-475a-af46-d5ddcfbffcb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:30:39Z', 'updated_at': '2022-07-06T15:30:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi'}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:30:41.729873 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c521d8ac-5c02-46c8-aa9b-43f841fc38f4 None None] Checking router: 93f5c112-3977-475a-af46-d5ddcfbffcb3 for host: dv-cinder-848848-4-iscsi {{(pid=103847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:30:41.730459 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c521d8ac-5c02-46c8-aa9b-43f841fc38f4 None None] Updating router 93f5c112-3977-475a-af46-d5ddcfbffcb3 port 88fca714-16d2-4b3c-a92a-3a637e0ad8c5 binding host dv-cinder-848848-4-iscsi {{(pid=103847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 15:30:41.763613 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c521d8ac-5c02-46c8-aa9b-43f841fc38f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (88fca714-16d2-4b3c-a92a-3a637e0ad8c5), before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:41.796395 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvr_db [None req-9a95c062-8670-437a-91fc-514b19ddc62a None None] Set router 3e1fe7ee-b9c8-429a-b518-a9170e5cfbac gateway port host: dv-cinder-848848-4-iscsi {{(pid=103846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:30:41.819015 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-ff78490b-1946-49ff-8703-5d088b12e934 admin admin] Publish callbacks [] for router (3e1fe7ee-b9c8-429a-b518-a9170e5cfbac), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:41.966660 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938f395d-8daf-4c7e-8f93-48433d82b8ea req-b7f34570-6c6c-4572-be66-7076e9d0b11f tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:41.968187 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-938f395d-8daf-4c7e-8f93-48433d82b8ea req-b7f34570-6c6c-4572-be66-7076e9d0b11f tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e81c452-7d6a-4c05-8e92-2d4239c6f0ac HTTP/1.1" status: 200 len: 944 time: 0.0816658 Jul 06 15:30:42.036820 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b29873-4af1-459e-83e2-c5f4202e3f1c req-a4ea567c-b9e2-4274-a1f2-ae887c729211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:42.038945 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-74b29873-4af1-459e-83e2-c5f4202e3f1c req-a4ea567c-b9e2-4274-a1f2-ae887c729211 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e9fb04db8ac9464086cd7f3362e97455&device_id=2e81c452-7d6a-4c05-8e92-2d4239c6f0ac HTTP/1.1" status: 200 len: 1128 time: 0.0774074 Jul 06 15:30:42.055588 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:42.060450 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-a9d47650-795d-4476-9d31-289c9d21141d None None] Provisioning complete for port c02d9b9b-951c-4642-8e6a-97e2ff0c952a triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:30:42.060450 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-a9d47650-795d-4476-9d31-289c9d21141d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (c02d9b9b-951c-4642-8e6a-97e2ff0c952a), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:42.064883 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-938f395d-8daf-4c7e-8f93-48433d82b8ea req-d2cfa350-8943-4f14-8cc4-58630f1b1eff tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e3d2dfc-1f08-4fe5-8f11-ea1976cab5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711238 Jul 06 15:30:42.116723 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-9a95c062-8670-437a-91fc-514b19ddc62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e1fe7ee-b9c8-429a-b518-a9170e5cfbac', 'name': 'tempest-TestMinimumBasicScenario-662809201-router', 'tenant_id': 'a06421484e18450fa03768d5949a0893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'b5fec57a-2bcc-4dc4-9107-3aa4124ebcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:26:33Z', 'updated_at': '2022-07-06T15:30:40Z', 'revision_number': 5, 'project_id': 'a06421484e18450fa03768d5949a0893', 'gw_port': {'id': 'b5fec57a-2bcc-4dc4-9107-3aa4124ebcc7', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ec:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1fe7ee-b9c8-429a-b518-a9170e5cfbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:26:34Z', 'updated_at': '2022-07-06T15:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi'}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:30:42.156996 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-ff78490b-1946-49ff-8703-5d088b12e934 admin admin] Publish callbacks [] for router_gateway (3e1fe7ee-b9c8-429a-b518-a9170e5cfbac), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:42.203866 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a95c062-8670-437a-91fc-514b19ddc62a None None] Checking router: 3e1fe7ee-b9c8-429a-b518-a9170e5cfbac for host: dv-cinder-848848-4-iscsi {{(pid=103846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:30:42.218905 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a95c062-8670-437a-91fc-514b19ddc62a None None] Routers {'3e1fe7ee-b9c8-429a-b518-a9170e5cfbac'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:30:42.220069 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-9a95c062-8670-437a-91fc-514b19ddc62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:30:18Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['3e1fe7ee-b9c8-429a-b518-a9170e5cfbac'], 'active': True} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:30:42.224143 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-ff78490b-1946-49ff-8703-5d088b12e934 admin admin] Deleting port b5fec57a-2bcc-4dc4-9107-3aa4124ebcc7 {{(pid=103844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 15:30:42.224430 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-ff78490b-1946-49ff-8703-5d088b12e934 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786465945384'] for port (b5fec57a-2bcc-4dc4-9107-3aa4124ebcc7), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:42.231651 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c521d8ac-5c02-46c8-aa9b-43f841fc38f4 None None] Publish callbacks [] for port (88fca714-16d2-4b3c-a92a-3a637e0ad8c5), precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:42.244330 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c521d8ac-5c02-46c8-aa9b-43f841fc38f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (88fca714-16d2-4b3c-a92a-3a637e0ad8c5), after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:42.258814 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:42.282170 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-4be28817-ee73-4c29-a284-a986fa8e0514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:42.299643 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:42.336262 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbe4264-33cc-48b4-8efb-56c76d7caace None None] Pushing event updated for resources: {'Port': ['ID=88fca714-16d2-4b3c-a92a-3a637e0ad8c5,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:30:42.344070 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:42.346335 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbe4264-33cc-48b4-8efb-56c76d7caace None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:30:42.346883 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbe4264-33cc-48b4-8efb-56c76d7caace None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:30:42.347445 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbe4264-33cc-48b4-8efb-56c76d7caace None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:30:42.348076 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbe4264-33cc-48b4-8efb-56c76d7caace None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:30:42.348641 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbe4264-33cc-48b4-8efb-56c76d7caace None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:30:42.349301 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbe4264-33cc-48b4-8efb-56c76d7caace None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:30:42.349933 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbe4264-33cc-48b4-8efb-56c76d7caace None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:30:42.350492 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbe4264-33cc-48b4-8efb-56c76d7caace None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:30:42.351025 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbe4264-33cc-48b4-8efb-56c76d7caace None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:30:42.351651 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbe4264-33cc-48b4-8efb-56c76d7caace None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:30:42.352202 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbe4264-33cc-48b4-8efb-56c76d7caace None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:30:42.353105 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbe4264-33cc-48b4-8efb-56c76d7caace None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:30:42.353641 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbe4264-33cc-48b4-8efb-56c76d7caace None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:30:42.354160 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbe4264-33cc-48b4-8efb-56c76d7caace None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:30:42.354728 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbe4264-33cc-48b4-8efb-56c76d7caace None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:30:42.357667 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvr_db [None req-9a95c062-8670-437a-91fc-514b19ddc62a None None] Set router 3e1fe7ee-b9c8-429a-b518-a9170e5cfbac gateway port host: None {{(pid=103846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:30:42.410002 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [None req-c521d8ac-5c02-46c8-aa9b-43f841fc38f4 None None] Attempting to bind port 88fca714-16d2-4b3c-a92a-3a637e0ad8c5 on host dv-cinder-848848-4-iscsi for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 15:30:42.410526 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [None req-c521d8ac-5c02-46c8-aa9b-43f841fc38f4 None None] Attempting to bind port 88fca714-16d2-4b3c-a92a-3a637e0ad8c5 by drivers openvswitch,hyperv on host dv-cinder-848848-4-iscsi at level 0 using segments [{'id': '7bafd98f-0c00-45ed-9abe-629590d245f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 15:30:42.411013 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c521d8ac-5c02-46c8-aa9b-43f841fc38f4 None None] Attempting to bind port 88fca714-16d2-4b3c-a92a-3a637e0ad8c5 on network 377cda5e-c384-46ee-8e00-4b775f415604 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:30:42.413334 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:42.428480 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c521d8ac-5c02-46c8-aa9b-43f841fc38f4 None None] Checking agent: {'id': 'd26a5351-3de7-44f9-93eb-9fed5ee5b55b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848848-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 15, 16, 51), 'started_at': datetime.datetime(2022, 7, 6, 15, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 15, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848848-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 15:30:42.428849 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-9a95c062-8670-437a-91fc-514b19ddc62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e1fe7ee-b9c8-429a-b518-a9170e5cfbac', 'name': 'tempest-TestMinimumBasicScenario-662809201-router', 'tenant_id': 'a06421484e18450fa03768d5949a0893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:26:33Z', 'updated_at': '2022-07-06T15:30:42Z', 'revision_number': 6, 'project_id': 'a06421484e18450fa03768d5949a0893', 'gw_port_host': None}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:30:42.431615 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c521d8ac-5c02-46c8-aa9b-43f841fc38f4 None None] Checking segment: {'id': '7bafd98f-0c00-45ed-9abe-629590d245f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:30:42.432146 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c521d8ac-5c02-46c8-aa9b-43f841fc38f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:42.434911 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b29873-4af1-459e-83e2-c5f4202e3f1c req-f746c52b-ad65-4a3e-a5a5-52d95d2b37fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:42.435790 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c521d8ac-5c02-46c8-aa9b-43f841fc38f4 None None] Bound using segment: {'id': '7bafd98f-0c00-45ed-9abe-629590d245f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 15:30:42.436696 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [None req-c521d8ac-5c02-46c8-aa9b-43f841fc38f4 None None] Bound port: 88fca714-16d2-4b3c-a92a-3a637e0ad8c5, host: dv-cinder-848848-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bafd98f-0c00-45ed-9abe-629590d245f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 15:30:42.438216 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c521d8ac-5c02-46c8-aa9b-43f841fc38f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (88fca714-16d2-4b3c-a92a-3a637e0ad8c5), before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:42.446910 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-74b29873-4af1-459e-83e2-c5f4202e3f1c req-f746c52b-ad65-4a3e-a5a5-52d95d2b37fb service neutron] 10.222.0.16 "GET /v2.0/networks?id=a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5 HTTP/1.1" status: 200 len: 915 time: 0.3981509 Jul 06 15:30:42.453187 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-ff78490b-1946-49ff-8703-5d088b12e934 admin admin] For port b5fec57a-2bcc-4dc4-9107-3aa4124ebcc7, host dv-cinder-848848-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=b5fec57a-2bcc-4dc4-9107-3aa4124ebcc7,segment=NetworkSegment(7bafd98f-0c00-45ed-9abe-629590d245f2),segment_id=7bafd98f-0c00-45ed-9abe-629590d245f2)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:30:42.453565 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-ff78490b-1946-49ff-8703-5d088b12e934 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652656'] for port (b5fec57a-2bcc-4dc4-9107-3aa4124ebcc7), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:42.472054 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a95c062-8670-437a-91fc-514b19ddc62a None None] The sync data for ids ['3e1fe7ee-b9c8-429a-b518-a9170e5cfbac'] in dv-cinder-848848-4-iscsi is: [{'id': '3e1fe7ee-b9c8-429a-b518-a9170e5cfbac', 'name': 'tempest-TestMinimumBasicScenario-662809201-router', 'tenant_id': 'a06421484e18450fa03768d5949a0893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:26:33Z', 'updated_at': '2022-07-06T15:30:42Z', 'revision_number': 6, 'project_id': 'a06421484e18450fa03768d5949a0893', 'gw_port_host': None}] {{(pid=103846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:30:42.478103 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-a9d47650-795d-4476-9d31-289c9d21141d None None] Current status of the port c02d9b9b-951c-4642-8e6a-97e2ff0c952a is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:30:42.492229 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device c02d9b9b-951c-4642-8e6a-97e2ff0c952a up at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:30:42.497291 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:42.519616 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-74b29873-4af1-459e-83e2-c5f4202e3f1c req-4685e740-dc37-432a-a853-1ea91a23b3ba service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=abf4f81b-5ad7-46a8-a9d5-c9974a4fa253 HTTP/1.1" status: 200 len: 217 time: 0.0587151 Jul 06 15:30:42.528620 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-ff78490b-1946-49ff-8703-5d088b12e934 admin admin] Calling delete_port for b5fec57a-2bcc-4dc4-9107-3aa4124ebcc7 owned by network:router_gateway {{(pid=103844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 15:30:42.554496 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-c521d8ac-5c02-46c8-aa9b-43f841fc38f4 None None] For port 88fca714-16d2-4b3c-a92a-3a637e0ad8c5, host dv-cinder-848848-4-iscsi, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:30:42.560530 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-c521d8ac-5c02-46c8-aa9b-43f841fc38f4 None None] For port 88fca714-16d2-4b3c-a92a-3a637e0ad8c5, host dv-cinder-848848-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=88fca714-16d2-4b3c-a92a-3a637e0ad8c5,segment=NetworkSegment(7bafd98f-0c00-45ed-9abe-629590d245f2),segment_id=7bafd98f-0c00-45ed-9abe-629590d245f2)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:30:42.570851 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Provisioning complete for port c02d9b9b-951c-4642-8e6a-97e2ff0c952a triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:30:42.571690 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (c02d9b9b-951c-4642-8e6a-97e2ff0c952a), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:42.574585 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c521d8ac-5c02-46c8-aa9b-43f841fc38f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (88fca714-16d2-4b3c-a92a-3a637e0ad8c5), after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:42.658779 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.db.db_base_plugin_common [None req-4be28817-ee73-4c29-a284-a986fa8e0514 admin admin] Allocated IP 172.20.0.1 (bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b/269837f6-8226-4731-9efa-b81af4068805/e2a108f8-d1cb-4e7d-8eb1-061e722bcf35) {{(pid=103845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:30:42.663302 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Current status of the port c02d9b9b-951c-4642-8e6a-97e2ff0c952a is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:30:42.679181 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c521d8ac-5c02-46c8-aa9b-43f841fc38f4 None None] Routers {'93f5c112-3977-475a-af46-d5ddcfbffcb3'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:30:42.679838 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-c521d8ac-5c02-46c8-aa9b-43f841fc38f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:30:18Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['93f5c112-3977-475a-af46-d5ddcfbffcb3'], 'active': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:30:42.685053 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b29873-4af1-459e-83e2-c5f4202e3f1c req-dd4105dd-568d-4ade-94e7-9903e4c8eb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:42.686585 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-74b29873-4af1-459e-83e2-c5f4202e3f1c req-dd4105dd-568d-4ade-94e7-9903e4c8eb98 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f20ae9c1-f124-46af-83bd-c43bda7bdca6 HTTP/1.1" status: 200 len: 853 time: 0.1480038 Jul 06 15:30:42.753809 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbe4264-33cc-48b4-8efb-56c76d7caace None None] Pushing event updated for resources: {'Port': ['ID=88fca714-16d2-4b3c-a92a-3a637e0ad8c5,revision_number=3']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:30:42.769178 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.agents_db [None req-99b786f5-93e1-437c-926e-a88e17275ab4 None None] Agent healthcheck: found 6 active agents {{(pid=103847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:30:42.792187 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b29873-4af1-459e-83e2-c5f4202e3f1c req-2dd6e890-b394-40e2-a2a8-7dfc2f822aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:42.793426 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-4be28817-ee73-4c29-a284-a986fa8e0514 admin admin] Publish callbacks [] for port (e2a108f8-d1cb-4e7d-8eb1-061e722bcf35), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:42.793985 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-74b29873-4af1-459e-83e2-c5f4202e3f1c req-2dd6e890-b394-40e2-a2a8-7dfc2f822aff service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0967007 Jul 06 15:30:42.844143 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:42.845058 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-4be28817-ee73-4c29-a284-a986fa8e0514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786465455737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2888556'] for port (e2a108f8-d1cb-4e7d-8eb1-061e722bcf35), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:42.849481 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvr_db [None req-c521d8ac-5c02-46c8-aa9b-43f841fc38f4 None None] Set router 93f5c112-3977-475a-af46-d5ddcfbffcb3 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:30:42.893735 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be28817-ee73-4c29-a284-a986fa8e0514 admin admin] Network bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b is already hosted by enough agents. {{(pid=103845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:30:42.900262 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.base_scheduler [None req-4be28817-ee73-4c29-a284-a986fa8e0514 admin admin] Resources bound (agent type, host, resource id): {{(pid=103845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:30:42.920082 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be28817-ee73-4c29-a284-a986fa8e0514 admin admin] Received port after_create {{(pid=103845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 15:30:42.966407 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be28817-ee73-4c29-a284-a986fa8e0514 admin admin] Pushing event updated for resources: {'Port': ['ID=e2a108f8-d1cb-4e7d-8eb1-061e722bcf35,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:30:42.999283 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-ff78490b-1946-49ff-8703-5d088b12e934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786465950455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786465455746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2698075'] for port (b5fec57a-2bcc-4dc4-9107-3aa4124ebcc7), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:43.008244 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-4be28817-ee73-4c29-a284-a986fa8e0514 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-649734'] for router_interface (93f5c112-3977-475a-af46-d5ddcfbffcb3), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:43.040378 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-74b29873-4af1-459e-83e2-c5f4202e3f1c req-2a5eddb3-e7ff-4f8b-89db-856c0e60d88e service neutron] 10.222.0.16 "GET /v2.0/networks/a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394750 Jul 06 15:30:43.045379 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff78490b-1946-49ff-8703-5d088b12e934 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5fec57a-2bcc-4dc4-9107-3aa4124ebcc7,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:30:43.148203 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-c521d8ac-5c02-46c8-aa9b-43f841fc38f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f5c112-3977-475a-af46-d5ddcfbffcb3', 'name': 'tempest-AttachVolumeShelveTestJSON-1836132937-router', 'tenant_id': '848d6c1f478d4dba813663c4c866d8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '88fca714-16d2-4b3c-a92a-3a637e0ad8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:30:38Z', 'updated_at': '2022-07-06T15:30:40Z', 'revision_number': 3, 'project_id': '848d6c1f478d4dba813663c4c866d8b8', 'gw_port': {'id': '88fca714-16d2-4b3c-a92a-3a637e0ad8c5', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ac:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93f5c112-3977-475a-af46-d5ddcfbffcb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:30:39Z', 'updated_at': '2022-07-06T15:30:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi'}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:30:43.195245 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c521d8ac-5c02-46c8-aa9b-43f841fc38f4 None None] The sync data for ids ['93f5c112-3977-475a-af46-d5ddcfbffcb3'] in dv-cinder-848848-4-iscsi is: [{'id': '93f5c112-3977-475a-af46-d5ddcfbffcb3', 'name': 'tempest-AttachVolumeShelveTestJSON-1836132937-router', 'tenant_id': '848d6c1f478d4dba813663c4c866d8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '88fca714-16d2-4b3c-a92a-3a637e0ad8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:30:38Z', 'updated_at': '2022-07-06T15:30:40Z', 'revision_number': 3, 'project_id': '848d6c1f478d4dba813663c4c866d8b8', 'gw_port': {'id': '88fca714-16d2-4b3c-a92a-3a637e0ad8c5', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ac:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93f5c112-3977-475a-af46-d5ddcfbffcb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:30:39Z', 'updated_at': '2022-07-06T15:30:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi'}] {{(pid=103847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:30:43.254350 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-4be28817-ee73-4c29-a284-a986fa8e0514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (e2a108f8-d1cb-4e7d-8eb1-061e722bcf35), before_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:43.298832 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device abf4f81b-5ad7-46a8-a9d5-c9974a4fa253 details requested by agent hyperv_hv-cinder-84884 with host hv-cinder-84884 {{(pid=103846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 15:30:43.349155 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=100 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:43.355373 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-6d6f786f-0f20-48eb-a795-37529bc26b16 None None] Provisioning complete for port e2a108f8-d1cb-4e7d-8eb1-061e722bcf35 triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:30:43.355373 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-6d6f786f-0f20-48eb-a795-37529bc26b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (e2a108f8-d1cb-4e7d-8eb1-061e722bcf35), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:43.355675 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dacf96b-0d40-4ec3-b473-c2c3fa9a059d req-06d7e59d-464d-4b1b-86c1-ab62497ff943 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:43.356162 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-1dacf96b-0d40-4ec3-b473-c2c3fa9a059d req-06d7e59d-464d-4b1b-86c1-ab62497ff943 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e81c452-7d6a-4c05-8e92-2d4239c6f0ac HTTP/1.1" status: 200 len: 944 time: 0.1532934 Jul 06 15:30:43.364736 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-74b29873-4af1-459e-83e2-c5f4202e3f1c req-86377829-dc50-42a3-a5ec-c17218518fb9 service neutron] 10.222.0.16 "GET /v2.0/networks/a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151553 Jul 06 15:30:43.365531 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-ff78490b-1946-49ff-8703-5d088b12e934 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591431'] for router_gateway (3e1fe7ee-b9c8-429a-b518-a9170e5cfbac), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:43.489827 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-6d6f786f-0f20-48eb-a795-37529bc26b16 None None] Port e2a108f8-d1cb-4e7d-8eb1-061e722bcf35 cannot update to ACTIVE because it is not bound. {{(pid=103846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 15:30:43.528795 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port abf4f81b-5ad7-46a8-a9d5-c9974a4fa253, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=abf4f81b-5ad7-46a8-a9d5-c9974a4fa253,segment=NetworkSegment(9e485fae-b0f5-4f5a-9064-6e2e7153a585),segment_id=9e485fae-b0f5-4f5a-9064-6e2e7153a585)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:30:43.548956 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-ff78490b-1946-49ff-8703-5d088b12e934 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109466'] for router (3e1fe7ee-b9c8-429a-b518-a9170e5cfbac), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:43.552715 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Returning: {'device': 'abf4f81b-5ad7-46a8-a9d5-c9974a4fa253', 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5', 'port_id': 'abf4f81b-5ad7-46a8-a9d5-c9974a4fa253', 'mac_address': 'fa:16:3e:67:fe:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f20ae9c1-f124-46af-83bd-c43bda7bdca6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 15:30:43.555239 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-ff78490b-1946-49ff-8703-5d088b12e934 admin admin] Publish callbacks [] for router_controller (3e1fe7ee-b9c8-429a-b518-a9170e5cfbac), precommit_delete_associations {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:43.561194 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-4be28817-ee73-4c29-a284-a986fa8e0514 admin admin] Publish callbacks [] for port (e2a108f8-d1cb-4e7d-8eb1-061e722bcf35), precommit_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:43.574629 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-4be28817-ee73-4c29-a284-a986fa8e0514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2888549'] for port (e2a108f8-d1cb-4e7d-8eb1-061e722bcf35), after_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:43.595085 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-1dacf96b-0d40-4ec3-b473-c2c3fa9a059d req-87c62efa-9731-49ee-a2c9-daeb772cee03 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e3d2dfc-1f08-4fe5-8f11-ea1976cab5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2269964 Jul 06 15:30:43.660958 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-ff78490b-1946-49ff-8703-5d088b12e934 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648488'] for router (3e1fe7ee-b9c8-429a-b518-a9170e5cfbac), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:43.662157 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff78490b-1946-49ff-8703-5d088b12e934 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e1fe7ee-b9c8-429a-b518-a9170e5cfbac {{(pid=103844) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 15:30:43.668424 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-ff78490b-1946-49ff-8703-5d088b12e934 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:43.669574 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-ff78490b-1946-49ff-8703-5d088b12e934 admin admin] 10.222.0.46 "DELETE /v2.0/routers/3e1fe7ee-b9c8-429a-b518-a9170e5cfbac HTTP/1.1" status: 204 len: 168 time: 2.0414736 Jul 06 15:30:43.673398 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 57754) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:30:43.700762 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Current status of the port abf4f81b-5ad7-46a8-a9d5-c9974a4fa253 is: DOWN; New status is: BUILD {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:30:43.701722 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (abf4f81b-5ad7-46a8-a9d5-c9974a4fa253), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:43.717082 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=3 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:43.729758 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.notifiers.nova [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abf4f81b-5ad7-46a8-a9d5-c9974a4fa253 {{(pid=103846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 15:30:43.735312 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be28817-ee73-4c29-a284-a986fa8e0514 admin admin] Pushing event updated for resources: {'Port': ['ID=e2a108f8-d1cb-4e7d-8eb1-061e722bcf35,revision_number=2']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:30:43.738368 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-4be28817-ee73-4c29-a284-a986fa8e0514 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649874'] for router_interface (93f5c112-3977-475a-af46-d5ddcfbffcb3), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:43.748109 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.db_base_plugin_v2 [None req-a56d5b65-76bb-4471-ae13-2170fcccb5f1 admin admin] Deleting subnet e718f2e7-9160-46ec-afea-0d1aea78a8bc {{(pid=103844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 06 15:30:43.755855 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-a56d5b65-76bb-4471-ae13-2170fcccb5f1 admin admin] Publish callbacks [] for subnet (e718f2e7-9160-46ec-afea-0d1aea78a8bc), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:43.765658 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port abf4f81b-5ad7-46a8-a9d5-c9974a4fa253, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=abf4f81b-5ad7-46a8-a9d5-c9974a4fa253,segment=NetworkSegment(9e485fae-b0f5-4f5a-9064-6e2e7153a585),segment_id=9e485fae-b0f5-4f5a-9064-6e2e7153a585)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:30:43.773055 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (abf4f81b-5ad7-46a8-a9d5-c9974a4fa253), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:43.824418 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-a56d5b65-76bb-4471-ae13-2170fcccb5f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60677004'] for subnet (e718f2e7-9160-46ec-afea-0d1aea78a8bc), precommit_delete_associations {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:43.841552 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:43.860434 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Pushing event updated for resources: {'Port': ['ID=abf4f81b-5ad7-46a8-a9d5-c9974a4fa253,revision_number=4']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:30:43.906704 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be28817-ee73-4c29-a284-a986fa8e0514 admin admin] Network bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b is already hosted by enough agents. {{(pid=103845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:30:43.908617 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.base_scheduler [None req-4be28817-ee73-4c29-a284-a986fa8e0514 admin admin] Resources bound (agent type, host, resource id): {{(pid=103845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:30:43.945042 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-a56d5b65-76bb-4471-ae13-2170fcccb5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1545392'] for subnet (e718f2e7-9160-46ec-afea-0d1aea78a8bc), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:44.001273 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:44.013187 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] get_ports_and_sgs() called for port_ids ['abf4f81b-5ad7-46a8-a9d5-c9974a4fa253'] {{(pid=103846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:30:44.070142 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-a56d5b65-76bb-4471-ae13-2170fcccb5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1545403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2698124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60558424'] for subnet (e718f2e7-9160-46ec-afea-0d1aea78a8bc), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:44.117893 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4be28817-ee73-4c29-a284-a986fa8e0514 admin admin] Router 93f5c112-3977-475a-af46-d5ddcfbffcb3 has already been hosted by L3 agent 8e6e5f2a-f235-48ed-8752-aab723ac44e7 {{(pid=103845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 15:30:44.270003 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be28817-ee73-4c29-a284-a986fa8e0514 admin admin] Notify agent at l3_agent.dv-cinder-848848-4-iscsi the message routers_updated {{(pid=103845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:30:44.284602 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-4be28817-ee73-4c29-a284-a986fa8e0514 admin admin] 10.222.0.46 "PUT /v2.0/routers/93f5c112-3977-475a-af46-d5ddcfbffcb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9330866 Jul 06 15:30:44.446028 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 88fca714-16d2-4b3c-a92a-3a637e0ad8c5 up at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:30:44.456879 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-d032633a-9f46-4dd3-b935-5c99a40cdfe1 None None] Provisioning complete for port e2a108f8-d1cb-4e7d-8eb1-061e722bcf35 triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:30:44.457359 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d032633a-9f46-4dd3-b935-5c99a40cdfe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (e2a108f8-d1cb-4e7d-8eb1-061e722bcf35), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:44.505007 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:44.562313 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56d5b65-76bb-4471-ae13-2170fcccb5f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e718f2e7-9160-46ec-afea-0d1aea78a8bc,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:30:44.574888 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-a56d5b65-76bb-4471-ae13-2170fcccb5f1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:44.579954 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-a56d5b65-76bb-4471-ae13-2170fcccb5f1 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/e718f2e7-9160-46ec-afea-0d1aea78a8bc HTTP/1.1" status: 204 len: 168 time: 0.9058273 Jul 06 15:30:44.582327 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 57762) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:30:44.594147 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65122a2f-5c21-4ef0-800c-bfc8accd9d52 None None] Network 022ff25f-fab2-4869-9a8d-b6c74b911d78 requested from dv-cinder-848848-4-iscsi {{(pid=103846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 15:30:44.690245 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-7ea663fc-f2d6-44e4-b5dd-220318668025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101514'] for network (022ff25f-fab2-4869-9a8d-b6c74b911d78), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:44.740071 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d032633a-9f46-4dd3-b935-5c99a40cdfe1 None None] Port e2a108f8-d1cb-4e7d-8eb1-061e722bcf35 cannot update to ACTIVE because it is not bound. {{(pid=103846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 15:30:44.741196 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (eda728fc-b46d-4378-b578-35bac6b15486), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:44.758386 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-7ea663fc-f2d6-44e4-b5dd-220318668025 admin admin] Deleting port 98c8a29c-e79b-4e74-b05a-2fb8e1fdf652 {{(pid=103844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 15:30:44.758994 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-7ea663fc-f2d6-44e4-b5dd-220318668025 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786465945384'] for port (98c8a29c-e79b-4e74-b05a-2fb8e1fdf652), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:44.761920 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:44.778322 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Provisioning complete for port 88fca714-16d2-4b3c-a92a-3a637e0ad8c5 triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:30:44.780268 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (88fca714-16d2-4b3c-a92a-3a637e0ad8c5), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:44.872223 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6786b9b1-d811-4f0c-b544-99989d0f91a5 None None] DHCP port deletion for 022ff25f-fab2-4869-9a8d-b6c74b911d78 request from dv-cinder-848848-4-iscsi {{(pid=103846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 06 15:30:44.893622 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 57766) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:30:44.900435 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.v2.base [None req-411a63b6-6b64-4b40-8333-00c071aa8621 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Request body: {'security_group': {'name': 'tempest-securitygroup--265547847', 'description': 'tempest-description--2085557143'}} {{(pid=103845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:30:44.927830 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5844f95f-2339-4b06-8cab-e2f17d48e7c8 req-47fc029c-e439-4b87-94b6-2e03952a1406 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:44.931726 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-5844f95f-2339-4b06-8cab-e2f17d48e7c8 req-47fc029c-e439-4b87-94b6-2e03952a1406 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e81c452-7d6a-4c05-8e92-2d4239c6f0ac HTTP/1.1" status: 200 len: 945 time: 0.1233852 Jul 06 15:30:44.939462 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-7ea663fc-f2d6-44e4-b5dd-220318668025 admin admin] For port 98c8a29c-e79b-4e74-b05a-2fb8e1fdf652, host dv-cinder-848848-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=98c8a29c-e79b-4e74-b05a-2fb8e1fdf652,segment=NetworkSegment(e85cf291-a3fc-4950-a5d6-5cd527f3c3af),segment_id=e85cf291-a3fc-4950-a5d6-5cd527f3c3af)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:30:44.939845 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-7ea663fc-f2d6-44e4-b5dd-220318668025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652656'] for port (98c8a29c-e79b-4e74-b05a-2fb8e1fdf652), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:44.945145 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-411a63b6-6b64-4b40-8333-00c071aa8621 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks [] for security_group (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:44.960072 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-6786b9b1-d811-4f0c-b544-99989d0f91a5 None None] Deleting port 98c8a29c-e79b-4e74-b05a-2fb8e1fdf652 {{(pid=103846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 15:30:44.960350 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-6786b9b1-d811-4f0c-b544-99989d0f91a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786465945384'] for port (98c8a29c-e79b-4e74-b05a-2fb8e1fdf652), before_delete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:44.973226 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-7ea663fc-f2d6-44e4-b5dd-220318668025 admin admin] Calling delete_port for 98c8a29c-e79b-4e74-b05a-2fb8e1fdf652 owned by network:dhcp {{(pid=103844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 15:30:44.983070 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:44.984079 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Current status of the port 88fca714-16d2-4b3c-a92a-3a637e0ad8c5 is: DOWN; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:30:44.984455 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (88fca714-16d2-4b3c-a92a-3a637e0ad8c5), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:45.024393 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-5844f95f-2339-4b06-8cab-e2f17d48e7c8 req-4627ea9d-3319-4c98-9604-c543c60b47eb tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e3d2dfc-1f08-4fe5-8f11-ea1976cab5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802941 Jul 06 15:30:45.050516 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-411a63b6-6b64-4b40-8333-00c071aa8621 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks [] for security_group (1105f9be-68f2-4160-8f77-af41fd5e2d9a), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:45.056502 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-411a63b6-6b64-4b40-8333-00c071aa8621 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (1105f9be-68f2-4160-8f77-af41fd5e2d9a), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:45.084385 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] For port 88fca714-16d2-4b3c-a92a-3a637e0ad8c5, host dv-cinder-848848-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=88fca714-16d2-4b3c-a92a-3a637e0ad8c5,segment=NetworkSegment(7bafd98f-0c00-45ed-9abe-629590d245f2),segment_id=7bafd98f-0c00-45ed-9abe-629590d245f2)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:30:45.087000 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-6786b9b1-d811-4f0c-b544-99989d0f91a5 None None] For port 98c8a29c-e79b-4e74-b05a-2fb8e1fdf652, host dv-cinder-848848-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=98c8a29c-e79b-4e74-b05a-2fb8e1fdf652,segment=NetworkSegment(e85cf291-a3fc-4950-a5d6-5cd527f3c3af),segment_id=e85cf291-a3fc-4950-a5d6-5cd527f3c3af)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:30:45.088003 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-6786b9b1-d811-4f0c-b544-99989d0f91a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652656'] for port (98c8a29c-e79b-4e74-b05a-2fb8e1fdf652), precommit_delete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:45.092804 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411a63b6-6b64-4b40-8333-00c071aa8621 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1105f9be-68f2-4160-8f77-af41fd5e2d9a,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:30:45.106853 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (88fca714-16d2-4b3c-a92a-3a637e0ad8c5), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:45.114020 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-411a63b6-6b64-4b40-8333-00c071aa8621 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks [] for security_group (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:45.118075 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-411a63b6-6b64-4b40-8333-00c071aa8621 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2230384 Jul 06 15:30:45.121150 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 57768) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:30:45.132719 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.v2.base [None req-479d7c6a-9e3f-4bb4-8415-fca4d18cae7b tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Request body: {'security_group_rule': {'security_group_id': '1105f9be-68f2-4160-8f77-af41fd5e2d9a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:30:45.139754 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-6786b9b1-d811-4f0c-b544-99989d0f91a5 None None] Calling delete_port for 98c8a29c-e79b-4e74-b05a-2fb8e1fdf652 owned by network:dhcp {{(pid=103846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 15:30:45.145934 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-7ea663fc-f2d6-44e4-b5dd-220318668025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786465950455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786465455746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2698075'] for port (98c8a29c-e79b-4e74-b05a-2fb8e1fdf652), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:45.169575 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea663fc-f2d6-44e4-b5dd-220318668025 admin admin] No DVR routers for this DVR port 98c8a29c-e79b-4e74-b05a-2fb8e1fdf652 on host dv-cinder-848848-4-iscsi {{(pid=103844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 15:30:45.174735 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-479d7c6a-9e3f-4bb4-8415-fca4d18cae7b tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks [] for security_group_rule (450d106f-fcf5-49c7-8a0e-d330097f1fdc), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:45.226405 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 01a540ae-fc7a-47da-abe9-1deeb7dd89d2 no longer exists at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:30:45.249727 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea663fc-f2d6-44e4-b5dd-220318668025 admin admin] Pushing event deleted for resources: {'Port': ['ID=98c8a29c-e79b-4e74-b05a-2fb8e1fdf652,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:30:45.264876 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Pushing event updated for resources: {'Port': ['ID=88fca714-16d2-4b3c-a92a-3a637e0ad8c5,revision_number=4']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:30:45.269434 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] No Port match for: 01a540ae-fc7a-47da-abe9-1deeb7dd89d2 {{(pid=103846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 15:30:45.269778 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 01a540ae-fc7a-47da-abe9-1deeb7dd89d2 not bound to the agent host dv-cinder-848848-4-iscsi {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:30:45.270196 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device b5fec57a-2bcc-4dc4-9107-3aa4124ebcc7 no longer exists at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:30:45.281680 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-479d7c6a-9e3f-4bb4-8415-fca4d18cae7b tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks [] for security_group_rule (450d106f-fcf5-49c7-8a0e-d330097f1fdc), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:45.286715 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-479d7c6a-9e3f-4bb4-8415-fca4d18cae7b tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669521'] for security_group_rule (450d106f-fcf5-49c7-8a0e-d330097f1fdc), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:45.305333 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] No Port match for: b5fec57a-2bcc-4dc4-9107-3aa4124ebcc7 {{(pid=103846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 15:30:45.305680 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device b5fec57a-2bcc-4dc4-9107-3aa4124ebcc7 not bound to the agent host dv-cinder-848848-4-iscsi {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:30:45.314569 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479d7c6a-9e3f-4bb4-8415-fca4d18cae7b tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=450d106f-fcf5-49c7-8a0e-d330097f1fdc,revision_number=0']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:30:45.327733 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-479d7c6a-9e3f-4bb4-8415-fca4d18cae7b tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:45.330163 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device abf4f81b-5ad7-46a8-a9d5-c9974a4fa253 up at agent hyperv_hv-cinder-84884 {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:30:45.333873 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-479d7c6a-9e3f-4bb4-8415-fca4d18cae7b tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2115953 Jul 06 15:30:45.336236 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 57770) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:30:45.349360 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.v2.base [None req-035b14a5-0369-4955-acad-01caa98f7311 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Request body: {'security_group_rule': {'security_group_id': '1105f9be-68f2-4160-8f77-af41fd5e2d9a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:30:45.357595 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-7ea663fc-f2d6-44e4-b5dd-220318668025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485658', 'neutron.services.segments.db._delete_segments_for_network-8786465758329'] for network (022ff25f-fab2-4869-9a8d-b6c74b911d78), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:45.386704 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Provisioning for port abf4f81b-5ad7-46a8-a9d5-c9974a4fa253 completed by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 06 15:30:45.389850 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-6786b9b1-d811-4f0c-b544-99989d0f91a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786465950455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786465455746'] for port (98c8a29c-e79b-4e74-b05a-2fb8e1fdf652), after_delete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:45.414760 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-035b14a5-0369-4955-acad-01caa98f7311 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks [] for security_group_rule (352f45ac-3ae1-4fb8-82c1-88f5af8b8400), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:45.419664 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.services.segments.db [None req-7ea663fc-f2d6-44e4-b5dd-220318668025 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['022ff25f-fab2-4869-9a8d-b6c74b911d78']}} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:30:45.434226 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Provisioning complete for port abf4f81b-5ad7-46a8-a9d5-c9974a4fa253 triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:30:45.434226 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (abf4f81b-5ad7-46a8-a9d5-c9974a4fa253), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:45.436046 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.services.segments.db [None req-7ea663fc-f2d6-44e4-b5dd-220318668025 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e85cf291-a3fc-4950-a5d6-5cd527f3c3af') {'for_net_delete': True} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:30:45.437709 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.services.segments.db [None req-7ea663fc-f2d6-44e4-b5dd-220318668025 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e85cf291-a3fc-4950-a5d6-5cd527f3c3af') {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:30:45.441894 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6786b9b1-d811-4f0c-b544-99989d0f91a5 None None] No DVR routers for this DVR port 98c8a29c-e79b-4e74-b05a-2fb8e1fdf652 on host dv-cinder-848848-4-iscsi {{(pid=103846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 15:30:45.453903 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6786b9b1-d811-4f0c-b544-99989d0f91a5 None None] Pushing event deleted for resources: {'Port': ['ID=98c8a29c-e79b-4e74-b05a-2fb8e1fdf652,revision_number=None']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:30:45.462508 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-7ea663fc-f2d6-44e4-b5dd-220318668025 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786465759874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60676999'] for segment (e85cf291-a3fc-4950-a5d6-5cd527f3c3af), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:45.485753 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-7ea663fc-f2d6-44e4-b5dd-220318668025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490363'] for segment (e85cf291-a3fc-4950-a5d6-5cd527f3c3af), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:45.501445 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ea663fc-f2d6-44e4-b5dd-220318668025 admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=103844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 15:30:45.502336 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-7ea663fc-f2d6-44e4-b5dd-220318668025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2698102'] for segment (e85cf291-a3fc-4950-a5d6-5cd527f3c3af), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:45.509409 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-035b14a5-0369-4955-acad-01caa98f7311 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks [] for security_group_rule (352f45ac-3ae1-4fb8-82c1-88f5af8b8400), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:45.519334 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-035b14a5-0369-4955-acad-01caa98f7311 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669521'] for security_group_rule (352f45ac-3ae1-4fb8-82c1-88f5af8b8400), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:45.558339 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.services.segments.plugin [-] Segment e85cf291-a3fc-4950-a5d6-5cd527f3c3af resource provider aggregate not found Jul 06 15:30:45.563649 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035b14a5-0369-4955-acad-01caa98f7311 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=352f45ac-3ae1-4fb8-82c1-88f5af8b8400,revision_number=0']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:30:45.579518 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-035b14a5-0369-4955-acad-01caa98f7311 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:45.585785 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-035b14a5-0369-4955-acad-01caa98f7311 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2464921 Jul 06 15:30:45.586608 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 57776) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:30:45.598110 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Current status of the port abf4f81b-5ad7-46a8-a9d5-c9974a4fa253 is: BUILD; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:30:45.599165 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (abf4f81b-5ad7-46a8-a9d5-c9974a4fa253), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:45.608421 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.v2.base [None req-99e42915-efed-4439-ac33-59ea3834ac73 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Request body: {'floatingip': {'floating_network_id': '377cda5e-c384-46ee-8e00-4b775f415604'}} {{(pid=103845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:30:45.620791 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-7ea663fc-f2d6-44e4-b5dd-220318668025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-666929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590854'] for network (022ff25f-fab2-4869-9a8d-b6c74b911d78), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:45.637279 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.services.segments.plugin [-] Segment e85cf291-a3fc-4950-a5d6-5cd527f3c3af resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e85cf291-a3fc-4950-a5d6-5cd527f3c3af found for delete ", "request_id": "req-552ae29e-fa24-4675-9487-119922377ddd"}]} Jul 06 15:30:45.641285 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-7ea663fc-f2d6-44e4-b5dd-220318668025 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629707'] for network (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:45.647085 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-7ea663fc-f2d6-44e4-b5dd-220318668025 admin admin] 10.222.0.46 "DELETE /v2.0/networks/022ff25f-fab2-4869-9a8d-b6c74b911d78 HTTP/1.1" status: 204 len: 168 time: 1.0637124 Jul 06 15:30:45.648174 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-99e42915-efed-4439-ac33-59ea3834ac73 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:45.649788 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e81c452-7d6a-4c05-8e92-2d4239c6f0ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abf4f81b-5ad7-46a8-a9d5-c9974a4fa253'}] {{(pid=103846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:30:45.653595 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83ad2954d886e551320551455e9fbed623a66dbf450698aab55d06241312ca55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb33dc9-cac8-4bb8-8983-66d35ea92b41" -d '{"events": [{"server_uuid": "2e81c452-7d6a-4c05-8e92-2d4239c6f0ac", "name": "network-vif-plugged", "status": "completed", "tag": "abf4f81b-5ad7-46a8-a9d5-c9974a4fa253"}]}' {{(pid=103846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:30:45.667896 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea663fc-f2d6-44e4-b5dd-220318668025 admin admin] Pushing event deleted for resources: {'Network': ['ID=022ff25f-fab2-4869-9a8d-b6c74b911d78,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:30:45.669264 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port abf4f81b-5ad7-46a8-a9d5-c9974a4fa253, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=abf4f81b-5ad7-46a8-a9d5-c9974a4fa253,segment=NetworkSegment(9e485fae-b0f5-4f5a-9064-6e2e7153a585),segment_id=9e485fae-b0f5-4f5a-9064-6e2e7153a585)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:30:45.676842 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (abf4f81b-5ad7-46a8-a9d5-c9974a4fa253), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:45.748506 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Pushing event updated for resources: {'Port': ['ID=abf4f81b-5ad7-46a8-a9d5-c9974a4fa253,revision_number=5']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:30:45.779298 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:45.779820 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:45.801182 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-99e42915-efed-4439-ac33-59ea3834ac73 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:45.845794 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 15:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c52d245-b2e3-4c9d-85f5-6f178f9fc81d x-openstack-request-id: req-9c52d245-b2e3-4c9d-85f5-6f178f9fc81d {{(pid=103846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:30:45.846601 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e81c452-7d6a-4c05-8e92-2d4239c6f0ac", "name": "network-vif-plugged", "status": "completed", "tag": "abf4f81b-5ad7-46a8-a9d5-c9974a4fa253", "code": 200}]} {{(pid=103846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:30:45.846601 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9c52d245-b2e3-4c9d-85f5-6f178f9fc81d {{(pid=103846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:30:45.847050 dv-cinder-848848-4-iscsi neutron-server[103846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c52d245-b2e3-4c9d-85f5-6f178f9fc81d'] response: {'server_uuid': '2e81c452-7d6a-4c05-8e92-2d4239c6f0ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abf4f81b-5ad7-46a8-a9d5-c9974a4fa253', 'code': 200} Jul 06 15:30:45.889895 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60c6af2-768d-42aa-ac49-4d4d7f5377c8 None None] Sync routers for ids ['93f5c112-3977-475a-af46-d5ddcfbffcb3'] in dv-cinder-848848-4-iscsi {{(pid=103847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:30:45.902599 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 57784) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:30:45.916935 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60c6af2-768d-42aa-ac49-4d4d7f5377c8 None None] Routers {'93f5c112-3977-475a-af46-d5ddcfbffcb3'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:30:45.917574 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-f60c6af2-768d-42aa-ac49-4d4d7f5377c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:30:18Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['93f5c112-3977-475a-af46-d5ddcfbffcb3'], 'active': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:30:45.955598 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-22c928d2-4196-435d-9d05-2fea89fc4dc8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0805ca8c35a34d0dbf0f1e7ac459c517&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0515840 Jul 06 15:30:45.958662 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 57786) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:30:46.026054 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.db.db_base_plugin_common [None req-99e42915-efed-4439-ac33-59ea3834ac73 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Allocated IP 172.27.3.93 (377cda5e-c384-46ee-8e00-4b775f415604/1975bb39-9f7d-4b8c-94d3-6023908c91e1/411cb651-edc0-40b7-bd4c-d06562a30c50) {{(pid=103845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:30:46.060491 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvr_db [None req-f60c6af2-768d-42aa-ac49-4d4d7f5377c8 None None] Set router 93f5c112-3977-475a-af46-d5ddcfbffcb3 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:30:46.070441 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-2c49ffba-9189-4267-9461-2f9d03695899 admin admin] Publish callbacks [] for security_group (2f1a1e9b-36c4-4c38-bea4-b0aaf920a706), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:46.093580 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d9f4b7-d706-4550-934c-a14bae96d0d9 req-e7eaa54c-2a45-465f-96bb-bfc100de7d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:46.095411 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-53d9f4b7-d706-4550-934c-a14bae96d0d9 req-e7eaa54c-2a45-465f-96bb-bfc100de7d41 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2e81c452-7d6a-4c05-8e92-2d4239c6f0ac HTTP/1.1" status: 200 len: 1130 time: 0.0654113 Jul 06 15:30:46.122091 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-2c49ffba-9189-4267-9461-2f9d03695899 admin admin] Publish callbacks [] for security_group (2f1a1e9b-36c4-4c38-bea4-b0aaf920a706), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:46.210794 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-99e42915-efed-4439-ac33-59ea3834ac73 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks [] for port (411cb651-edc0-40b7-bd4c-d06562a30c50), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:46.214006 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:46.224085 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-53d9f4b7-d706-4550-934c-a14bae96d0d9 req-dd538b9b-350a-4f46-b320-13170768c055 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2e3d2dfc-1f08-4fe5-8f11-ea1976cab5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212573 Jul 06 15:30:46.231939 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e9ac82-43b4-4c2f-88b1-5478cbd397f1 req-687cdb19-df9d-4d11-a637-dca7e4fb62b8 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:46.233443 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-e9e9ac82-43b4-4c2f-88b1-5478cbd397f1 req-687cdb19-df9d-4d11-a637-dca7e4fb62b8 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e81c452-7d6a-4c05-8e92-2d4239c6f0ac HTTP/1.1" status: 200 len: 946 time: 0.1006951 Jul 06 15:30:46.289232 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-2c49ffba-9189-4267-9461-2f9d03695899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (2f1a1e9b-36c4-4c38-bea4-b0aaf920a706), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:46.292650 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-2c49ffba-9189-4267-9461-2f9d03695899 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:46.296289 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-2c49ffba-9189-4267-9461-2f9d03695899 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2f1a1e9b-36c4-4c38-bea4-b0aaf920a706 HTTP/1.1" status: 204 len: 168 time: 0.3339331 Jul 06 15:30:46.296932 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-72c05d39-319f-4d42-a83e-7fceee99b4cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (a81823b9-ba52-46bb-9bcd-43b269600933), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:46.309601 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-99e42915-efed-4439-ac33-59ea3834ac73 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786465455737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2888556'] for port (411cb651-edc0-40b7-bd4c-d06562a30c50), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:46.323100 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:46.349285 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c49ffba-9189-4267-9461-2f9d03695899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1a1e9b-36c4-4c38-bea4-b0aaf920a706,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:30:46.385161 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-e9e9ac82-43b4-4c2f-88b1-5478cbd397f1 req-2226ac2c-7555-477c-a97e-55c65ed9e177 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e3d2dfc-1f08-4fe5-8f11-ea1976cab5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415439 Jul 06 15:30:46.390443 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e42915-efed-4439-ac33-59ea3834ac73 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Pushing event updated for resources: {'Port': ['ID=411cb651-edc0-40b7-bd4c-d06562a30c50,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:30:46.402483 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e42915-efed-4439-ac33-59ea3834ac73 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Network 377cda5e-c384-46ee-8e00-4b775f415604 is already hosted by enough agents. {{(pid=103845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:30:46.404264 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.base_scheduler [None req-99e42915-efed-4439-ac33-59ea3834ac73 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Resources bound (agent type, host, resource id): {{(pid=103845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:30:46.408143 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e42915-efed-4439-ac33-59ea3834ac73 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Received port after_create {{(pid=103845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 15:30:46.439859 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 88fca714-16d2-4b3c-a92a-3a637e0ad8c5 up at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:30:46.482561 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:46.506525 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-f60c6af2-768d-42aa-ac49-4d4d7f5377c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f5c112-3977-475a-af46-d5ddcfbffcb3', 'name': 'tempest-AttachVolumeShelveTestJSON-1836132937-router', 'tenant_id': '848d6c1f478d4dba813663c4c866d8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '88fca714-16d2-4b3c-a92a-3a637e0ad8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:30:38Z', 'updated_at': '2022-07-06T15:30:43Z', 'revision_number': 4, 'project_id': '848d6c1f478d4dba813663c4c866d8b8', 'gw_port': {'id': '88fca714-16d2-4b3c-a92a-3a637e0ad8c5', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ac:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f5c112-3977-475a-af46-d5ddcfbffcb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:30:39Z', 'updated_at': '2022-07-06T15:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': 'e2a108f8-d1cb-4e7d-8eb1-061e722bcf35', 'name': '', 'network_id': 'bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b', 'tenant_id': '848d6c1f478d4dba813663c4c866d8b8', 'mac_address': 'fa:16:3e:14:ee:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93f5c112-3977-475a-af46-d5ddcfbffcb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '269837f6-8226-4731-9efa-b81af4068805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:30:42Z', 'updated_at': '2022-07-06T15:30:43Z', 'revision_number': 2, 'project_id': '848d6c1f478d4dba813663c4c866d8b8', 'subnets': [{'id': '269837f6-8226-4731-9efa-b81af4068805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:30:46.534243 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Provisioning complete for port 88fca714-16d2-4b3c-a92a-3a637e0ad8c5 triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:30:46.534538 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (88fca714-16d2-4b3c-a92a-3a637e0ad8c5), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:46.536419 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60c6af2-768d-42aa-ac49-4d4d7f5377c8 None None] Checking router: 93f5c112-3977-475a-af46-d5ddcfbffcb3 for host: dv-cinder-848848-4-iscsi {{(pid=103847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:30:46.537705 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60c6af2-768d-42aa-ac49-4d4d7f5377c8 None None] Updating router 93f5c112-3977-475a-af46-d5ddcfbffcb3 port e2a108f8-d1cb-4e7d-8eb1-061e722bcf35 binding host dv-cinder-848848-4-iscsi {{(pid=103847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 15:30:46.565812 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-99e42915-efed-4439-ac33-59ea3834ac73 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks [] for floatingip (8d7e4cee-38e2-431e-b0e5-f851912ef912), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:46.584401 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f60c6af2-768d-42aa-ac49-4d4d7f5377c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (e2a108f8-d1cb-4e7d-8eb1-061e722bcf35), before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:46.637628 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-99e42915-efed-4439-ac33-59ea3834ac73 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (411cb651-edc0-40b7-bd4c-d06562a30c50), before_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:46.673456 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Current status of the port 88fca714-16d2-4b3c-a92a-3a637e0ad8c5 is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:30:46.740685 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:46.741701 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:46.742853 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 98c8a29c-e79b-4e74-b05a-2fb8e1fdf652 no longer exists at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:30:46.769259 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:46.775104 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] No Port match for: 98c8a29c-e79b-4e74-b05a-2fb8e1fdf652 {{(pid=103846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 15:30:46.775494 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 98c8a29c-e79b-4e74-b05a-2fb8e1fdf652 not bound to the agent host dv-cinder-848848-4-iscsi {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:30:46.867012 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-99e42915-efed-4439-ac33-59ea3834ac73 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks [] for port (411cb651-edc0-40b7-bd4c-d06562a30c50), precommit_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:46.872922 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-99e42915-efed-4439-ac33-59ea3834ac73 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2888549'] for port (411cb651-edc0-40b7-bd4c-d06562a30c50), after_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:46.954192 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e42915-efed-4439-ac33-59ea3834ac73 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Pushing event updated for resources: {'Port': ['ID=411cb651-edc0-40b7-bd4c-d06562a30c50,revision_number=2']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:30:46.963660 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-99e42915-efed-4439-ac33-59ea3834ac73 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591059'] for floatingip (8d7e4cee-38e2-431e-b0e5-f851912ef912), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:46.968947 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f60c6af2-768d-42aa-ac49-4d4d7f5377c8 None None] Publish callbacks [] for port (e2a108f8-d1cb-4e7d-8eb1-061e722bcf35), precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:46.980538 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f60c6af2-768d-42aa-ac49-4d4d7f5377c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (e2a108f8-d1cb-4e7d-8eb1-061e722bcf35), after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:46.985057 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-99e42915-efed-4439-ac33-59ea3834ac73 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for floatingip (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:46.986774 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-99e42915-efed-4439-ac33-59ea3834ac73 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3983791 Jul 06 15:30:46.997839 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 57796) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:30:47.042207 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d48168c-18e9-41c2-9a62-7e79796bb731 None None] Pushing event updated for resources: {'Port': ['ID=e2a108f8-d1cb-4e7d-8eb1-061e722bcf35,revision_number=3']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:30:47.108552 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-b82027ae-4f21-4ed0-a20b-10c6393196c3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a06421484e18450fa03768d5949a0893&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1093302 Jul 06 15:30:47.111940 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 57798) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:30:47.141304 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [None req-f60c6af2-768d-42aa-ac49-4d4d7f5377c8 None None] Attempting to bind port e2a108f8-d1cb-4e7d-8eb1-061e722bcf35 on host dv-cinder-848848-4-iscsi for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 15:30:47.141670 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [None req-f60c6af2-768d-42aa-ac49-4d4d7f5377c8 None None] Attempting to bind port e2a108f8-d1cb-4e7d-8eb1-061e722bcf35 by drivers openvswitch,hyperv on host dv-cinder-848848-4-iscsi at level 0 using segments [{'id': 'e86c9f57-fa7f-455d-be56-203cd26dcd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 15:30:47.141955 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60c6af2-768d-42aa-ac49-4d4d7f5377c8 None None] Attempting to bind port e2a108f8-d1cb-4e7d-8eb1-061e722bcf35 on network bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:30:47.152987 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60c6af2-768d-42aa-ac49-4d4d7f5377c8 None None] Checking agent: {'id': 'd26a5351-3de7-44f9-93eb-9fed5ee5b55b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848848-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 15, 16, 51), 'started_at': datetime.datetime(2022, 7, 6, 15, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 15, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848848-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 15:30:47.153432 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60c6af2-768d-42aa-ac49-4d4d7f5377c8 None None] Checking segment: {'id': 'e86c9f57-fa7f-455d-be56-203cd26dcd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:30:47.153837 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f60c6af2-768d-42aa-ac49-4d4d7f5377c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:47.154227 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60c6af2-768d-42aa-ac49-4d4d7f5377c8 None None] Bound using segment: {'id': 'e86c9f57-fa7f-455d-be56-203cd26dcd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 15:30:47.154847 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [None req-f60c6af2-768d-42aa-ac49-4d4d7f5377c8 None None] Bound port: e2a108f8-d1cb-4e7d-8eb1-061e722bcf35, host: dv-cinder-848848-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e86c9f57-fa7f-455d-be56-203cd26dcd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 15:30:47.155288 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f60c6af2-768d-42aa-ac49-4d4d7f5377c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (e2a108f8-d1cb-4e7d-8eb1-061e722bcf35), before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:47.207842 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-cc0ae062-55b5-4d0a-b12f-914667b6c899 admin admin] Publish callbacks [] for security_group (03064e5c-b85b-4031-9057-236c86dcf661), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:47.259659 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-f60c6af2-768d-42aa-ac49-4d4d7f5377c8 None None] For port e2a108f8-d1cb-4e7d-8eb1-061e722bcf35, host dv-cinder-848848-4-iscsi, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:30:47.264775 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-f60c6af2-768d-42aa-ac49-4d4d7f5377c8 None None] For port e2a108f8-d1cb-4e7d-8eb1-061e722bcf35, host dv-cinder-848848-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=e2a108f8-d1cb-4e7d-8eb1-061e722bcf35,segment=NetworkSegment(e86c9f57-fa7f-455d-be56-203cd26dcd68),segment_id=e86c9f57-fa7f-455d-be56-203cd26dcd68)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:30:47.285578 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f60c6af2-768d-42aa-ac49-4d4d7f5377c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (e2a108f8-d1cb-4e7d-8eb1-061e722bcf35), after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:47.376886 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60c6af2-768d-42aa-ac49-4d4d7f5377c8 None None] Routers {'93f5c112-3977-475a-af46-d5ddcfbffcb3'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:30:47.377709 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-f60c6af2-768d-42aa-ac49-4d4d7f5377c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:30:18Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['93f5c112-3977-475a-af46-d5ddcfbffcb3'], 'active': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:30:47.384633 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d48168c-18e9-41c2-9a62-7e79796bb731 None None] Pushing event updated for resources: {'Port': ['ID=e2a108f8-d1cb-4e7d-8eb1-061e722bcf35,revision_number=4']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:30:47.522807 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-6670a4bb-ac11-4fa4-be3e-1b1ed04fa9b4 None None] Provisioning complete for port e2a108f8-d1cb-4e7d-8eb1-061e722bcf35 triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:30:47.523187 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-6670a4bb-ac11-4fa4-be3e-1b1ed04fa9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (e2a108f8-d1cb-4e7d-8eb1-061e722bcf35), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:47.543919 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvr_db [None req-f60c6af2-768d-42aa-ac49-4d4d7f5377c8 None None] Set router 93f5c112-3977-475a-af46-d5ddcfbffcb3 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:30:47.588006 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:47.644711 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-cc0ae062-55b5-4d0a-b12f-914667b6c899 admin admin] Publish callbacks [] for security_group (03064e5c-b85b-4031-9057-236c86dcf661), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:47.717832 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c67f0a-5d3a-4368-89d7-c637d7427141 req-1e1b428b-6a03-4151-b968-30827768114a tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:47.718680 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-cc0ae062-55b5-4d0a-b12f-914667b6c899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (03064e5c-b85b-4031-9057-236c86dcf661), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:47.721440 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-cc0ae062-55b5-4d0a-b12f-914667b6c899 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:47.723837 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-cc0ae062-55b5-4d0a-b12f-914667b6c899 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/03064e5c-b85b-4031-9057-236c86dcf661 HTTP/1.1" status: 204 len: 168 time: 0.6105640 Jul 06 15:30:47.726858 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-f3c67f0a-5d3a-4368-89d7-c637d7427141 req-1e1b428b-6a03-4151-b968-30827768114a tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e81c452-7d6a-4c05-8e92-2d4239c6f0ac HTTP/1.1" status: 200 len: 946 time: 0.1165743 Jul 06 15:30:47.742492 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-6670a4bb-ac11-4fa4-be3e-1b1ed04fa9b4 None None] Current status of the port e2a108f8-d1cb-4e7d-8eb1-061e722bcf35 is: DOWN; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:30:47.743075 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-6670a4bb-ac11-4fa4-be3e-1b1ed04fa9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (e2a108f8-d1cb-4e7d-8eb1-061e722bcf35), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:47.819785 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-af2f5869-b663-4790-abdf-8856b16b7854 req-c3913dd8-1ae4-4be8-984e-3d07a8d0c5fc tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--265547847&fields=id&tenant_id=848d6c1f478d4dba813663c4c866d8b8 HTTP/1.1" status: 200 len: 267 time: 0.1115506 Jul 06 15:30:47.827411 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0ae062-55b5-4d0a-b12f-914667b6c899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03064e5c-b85b-4031-9057-236c86dcf661,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:30:47.838400 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-6670a4bb-ac11-4fa4-be3e-1b1ed04fa9b4 None None] For port e2a108f8-d1cb-4e7d-8eb1-061e722bcf35, host dv-cinder-848848-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=e2a108f8-d1cb-4e7d-8eb1-061e722bcf35,segment=NetworkSegment(e86c9f57-fa7f-455d-be56-203cd26dcd68),segment_id=e86c9f57-fa7f-455d-be56-203cd26dcd68)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:30:47.867867 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-f3c67f0a-5d3a-4368-89d7-c637d7427141 req-5968d775-68c6-4bd5-afe2-3dcdada1663b tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e3d2dfc-1f08-4fe5-8f11-ea1976cab5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400256 Jul 06 15:30:47.873270 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-6670a4bb-ac11-4fa4-be3e-1b1ed04fa9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (e2a108f8-d1cb-4e7d-8eb1-061e722bcf35), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:47.964767 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=3 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:47.982042 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6670a4bb-ac11-4fa4-be3e-1b1ed04fa9b4 None None] Pushing event updated for resources: {'Port': ['ID=e2a108f8-d1cb-4e7d-8eb1-061e722bcf35,revision_number=5']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:30:47.998493 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-06e98bf5-f5be-4a54-a5cd-13b21251e2f1 None None] Provisioning complete for port e2a108f8-d1cb-4e7d-8eb1-061e722bcf35 triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:30:47.998988 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-06e98bf5-f5be-4a54-a5cd-13b21251e2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (e2a108f8-d1cb-4e7d-8eb1-061e722bcf35), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:48.003452 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f9e90-0850-45f7-8f28-df291d8aafc7 req-d847e31f-4bae-454d-bc03-e8ffde229019 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:48.020432 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-7c5f9e90-0850-45f7-8f28-df291d8aafc7 req-d847e31f-4bae-454d-bc03-e8ffde229019 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e81c452-7d6a-4c05-8e92-2d4239c6f0ac HTTP/1.1" status: 200 len: 946 time: 0.0898182 Jul 06 15:30:48.022768 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 57816) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:30:48.028130 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [None req-737c55aa-615e-4e20-bcc8-0a89fd6c7183 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Request body: {'floatingip': {'port_id': 'abf4f81b-5ad7-46a8-a9d5-c9974a4fa253'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:30:48.082307 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-737c55aa-615e-4e20-bcc8-0a89fd6c7183 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for floatingip (f72ff8b5-74a7-46d1-9c9a-5ef8d9675d55), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:48.088687 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-f60c6af2-768d-42aa-ac49-4d4d7f5377c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f5c112-3977-475a-af46-d5ddcfbffcb3', 'name': 'tempest-AttachVolumeShelveTestJSON-1836132937-router', 'tenant_id': '848d6c1f478d4dba813663c4c866d8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '88fca714-16d2-4b3c-a92a-3a637e0ad8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:30:38Z', 'updated_at': '2022-07-06T15:30:43Z', 'revision_number': 4, 'project_id': '848d6c1f478d4dba813663c4c866d8b8', 'gw_port': {'id': '88fca714-16d2-4b3c-a92a-3a637e0ad8c5', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ac:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f5c112-3977-475a-af46-d5ddcfbffcb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:30:39Z', 'updated_at': '2022-07-06T15:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': 'e2a108f8-d1cb-4e7d-8eb1-061e722bcf35', 'name': '', 'network_id': 'bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b', 'tenant_id': '848d6c1f478d4dba813663c4c866d8b8', 'mac_address': 'fa:16:3e:14:ee:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93f5c112-3977-475a-af46-d5ddcfbffcb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '269837f6-8226-4731-9efa-b81af4068805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:30:42Z', 'updated_at': '2022-07-06T15:30:47Z', 'revision_number': 4, 'project_id': '848d6c1f478d4dba813663c4c866d8b8', 'subnets': [{'id': '269837f6-8226-4731-9efa-b81af4068805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:30:48.154243 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f5869-b663-4790-abdf-8856b16b7854 req-0133d3af-787d-4ad6-a440-394c91be9a00 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:48.159577 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-af2f5869-b663-4790-abdf-8856b16b7854 req-0133d3af-787d-4ad6-a440-394c91be9a00 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/networks?id=bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b HTTP/1.1" status: 200 len: 817 time: 0.3176286 Jul 06 15:30:48.166993 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-06e98bf5-f5be-4a54-a5cd-13b21251e2f1 None None] Current status of the port e2a108f8-d1cb-4e7d-8eb1-061e722bcf35 is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:30:48.197481 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60c6af2-768d-42aa-ac49-4d4d7f5377c8 None None] The sync data for ids ['93f5c112-3977-475a-af46-d5ddcfbffcb3'] in dv-cinder-848848-4-iscsi is: [{'id': '93f5c112-3977-475a-af46-d5ddcfbffcb3', 'name': 'tempest-AttachVolumeShelveTestJSON-1836132937-router', 'tenant_id': '848d6c1f478d4dba813663c4c866d8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '88fca714-16d2-4b3c-a92a-3a637e0ad8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:30:38Z', 'updated_at': '2022-07-06T15:30:43Z', 'revision_number': 4, 'project_id': '848d6c1f478d4dba813663c4c866d8b8', 'gw_port': {'id': '88fca714-16d2-4b3c-a92a-3a637e0ad8c5', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ac:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f5c112-3977-475a-af46-d5ddcfbffcb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:30:39Z', 'updated_at': '2022-07-06T15:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': 'e2a108f8-d1cb-4e7d-8eb1-061e722bcf35', 'name': '', 'network_id': 'bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b', 'tenant_id': '848d6c1f478d4dba813663c4c866d8b8', 'mac_address': 'fa:16:3e:14:ee:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93f5c112-3977-475a-af46-d5ddcfbffcb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '269837f6-8226-4731-9efa-b81af4068805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:30:42Z', 'updated_at': '2022-07-06T15:30:47Z', 'revision_number': 4, 'project_id': '848d6c1f478d4dba813663c4c866d8b8', 'subnets': [{'id': '269837f6-8226-4731-9efa-b81af4068805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:30:48.236020 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-af2f5869-b663-4790-abdf-8856b16b7854 req-e201a966-c810-40f5-aa8b-273ebc470590 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/quotas/848d6c1f478d4dba813663c4c866d8b8 HTTP/1.1" status: 200 len: 375 time: 0.0434110 Jul 06 15:30:48.353540 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-3035452e-345f-4f91-8ac5-4439b13efe2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8e6e5f2a-f235-48ed-8752-aab723ac44e7), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:48.405340 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-af2f5869-b663-4790-abdf-8856b16b7854 req-8b8e2c7d-56d9-41c2-ac2a-ee518b9e07c8 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=848d6c1f478d4dba813663c4c866d8b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1561854 Jul 06 15:30:48.553808 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-af2f5869-b663-4790-abdf-8856b16b7854 req-0e4b6b3f-ff23-4510-bf37-b22e92faa46b service neutron] 10.222.0.46 "GET /v2.0/networks/bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305463 Jul 06 15:30:48.697098 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-af2f5869-b663-4790-abdf-8856b16b7854 req-758d0dad-9403-416f-a33d-aa30349ff429 service neutron] 10.222.0.46 "GET /v2.0/networks/bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423397 Jul 06 15:30:48.796881 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-737c55aa-615e-4e20-bcc8-0a89fd6c7183 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:48.805503 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-737c55aa-615e-4e20-bcc8-0a89fd6c7183 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591059'] for floatingip (f72ff8b5-74a7-46d1-9c9a-5ef8d9675d55), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:48.960013 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-ea96d2a4-0825-4de8-b933-f64aaceec840 req-a8be8a0f-835d-466a-b68b-e8b876e71917 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a1e795f-7c0a-4f58-ba33-0b43235e9af7 HTTP/1.1" status: 200 len: 210 time: 0.0832245 Jul 06 15:30:48.983045 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.db.l3_db [None req-737c55aa-615e-4e20-bcc8-0a89fd6c7183 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Floating IP f72ff8b5-74a7-46d1-9c9a-5ef8d9675d55 associated. External IP: 172.27.3.230, port: abf4f81b-5ad7-46a8-a9d5-c9974a4fa253. Jul 06 15:30:49.219586 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-737c55aa-615e-4e20-bcc8-0a89fd6c7183 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Router 738b7c26-f6e3-475d-9804-afd562758ee8 has already been hosted by L3 agent 8e6e5f2a-f235-48ed-8752-aab723ac44e7 {{(pid=103844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 15:30:49.221957 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:49.228199 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:49.370854 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-737c55aa-615e-4e20-bcc8-0a89fd6c7183 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Notify agent at l3_agent.dv-cinder-848848-4-iscsi the message routers_updated {{(pid=103844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:30:49.376059 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-737c55aa-615e-4e20-bcc8-0a89fd6c7183 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for floatingip (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:49.386678 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793f2b9a-901e-4dc4-b2f8-f003f39f1770 None None] Sync routers for ids ['738b7c26-f6e3-475d-9804-afd562758ee8'] in dv-cinder-848848-4-iscsi {{(pid=103846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:30:49.402112 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793f2b9a-901e-4dc4-b2f8-f003f39f1770 None None] Routers {'738b7c26-f6e3-475d-9804-afd562758ee8'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:30:49.405803 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-793f2b9a-901e-4dc4-b2f8-f003f39f1770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:30:48Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['738b7c26-f6e3-475d-9804-afd562758ee8'], 'active': True} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:30:49.416345 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-737c55aa-615e-4e20-bcc8-0a89fd6c7183 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "PUT /v2.0/floatingips/f72ff8b5-74a7-46d1-9c9a-5ef8d9675d55 HTTP/1.1" status: 200 len: 992 time: 1.3898938 Jul 06 15:30:49.416345 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e81c452-7d6a-4c05-8e92-2d4239c6f0ac', 'tag': 'abf4f81b-5ad7-46a8-a9d5-c9974a4fa253'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:30:49.417287 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23f0ce0f3171803df377307192b3bbc073243688ace587a9918d8ae03454cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5facdecf-b108-4b20-b126-3fadde34fdfb" -d '{"events": [{"name": "network-changed", "server_uuid": "2e81c452-7d6a-4c05-8e92-2d4239c6f0ac", "tag": "abf4f81b-5ad7-46a8-a9d5-c9974a4fa253"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:30:49.462779 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 15:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f7f5ba5-2c6c-45a5-84d6-6fc338878572 x-openstack-request-id: req-3f7f5ba5-2c6c-45a5-84d6-6fc338878572 {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:30:49.463072 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e81c452-7d6a-4c05-8e92-2d4239c6f0ac", "tag": "abf4f81b-5ad7-46a8-a9d5-c9974a4fa253", "status": "completed", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:30:49.463363 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3f7f5ba5-2c6c-45a5-84d6-6fc338878572 {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:30:49.463861 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f7f5ba5-2c6c-45a5-84d6-6fc338878572'] response: {'name': 'network-changed', 'server_uuid': '2e81c452-7d6a-4c05-8e92-2d4239c6f0ac', 'tag': 'abf4f81b-5ad7-46a8-a9d5-c9974a4fa253', 'status': 'completed', 'code': 200} Jul 06 15:30:49.557314 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvr_db [None req-793f2b9a-901e-4dc4-b2f8-f003f39f1770 None None] Set router 738b7c26-f6e3-475d-9804-afd562758ee8 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:30:49.568258 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5facdecf-b108-4b20-b126-3fadde34fdfb req-8c5665dc-c319-4ffb-84ec-5946792a06e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:49.569857 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-5facdecf-b108-4b20-b126-3fadde34fdfb req-8c5665dc-c319-4ffb-84ec-5946792a06e6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e9fb04db8ac9464086cd7f3362e97455&device_id=2e81c452-7d6a-4c05-8e92-2d4239c6f0ac HTTP/1.1" status: 200 len: 1130 time: 0.0756230 Jul 06 15:30:49.680590 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-5e71b6aa-55c8-4030-9936-371c496b104b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (6f0d5ee7-fa21-4cb0-b4ff-cf35f5a4ba31), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:49.702011 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5facdecf-b108-4b20-b126-3fadde34fdfb req-7cb77308-f6e0-47e6-980b-e211ee5ca876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:49.703792 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-5facdecf-b108-4b20-b126-3fadde34fdfb req-7cb77308-f6e0-47e6-980b-e211ee5ca876 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5 HTTP/1.1" status: 200 len: 915 time: 0.1276746 Jul 06 15:30:49.840475 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-793f2b9a-901e-4dc4-b2f8-f003f39f1770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'name': 'tempest-AttachVolumeNegativeTest-209056874-router', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'c4670a52-f3eb-4623-b6a0-3b65870597ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:38Z', 'updated_at': '2022-07-06T15:24:51Z', 'revision_number': 4, 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'gw_port': {'id': 'c4670a52-f3eb-4623-b6a0-3b65870597ee', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:49:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:40Z', 'updated_at': '2022-07-06T15:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_floatingips': [{'id': 'f72ff8b5-74a7-46d1-9c9a-5ef8d9675d55', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'floating_ip_address': '172.27.3.230', 'floating_network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'router_id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'port_id': 'abf4f81b-5ad7-46a8-a9d5-c9974a4fa253', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5', 'mac_address': 'fa:16:3e:67:fe:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e81c452-7d6a-4c05-8e92-2d4239c6f0ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T15:30:33Z', 'updated_at': '2022-07-06T15:30:48Z', 'revision_number': 1, 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '750799dc-8d69-4a28-93e2-23fdcff49383', 'name': '', 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'mac_address': 'fa:16:3e:3f:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f20ae9c1-f124-46af-83bd-c43bda7bdca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:47Z', 'updated_at': '2022-07-06T15:25:04Z', 'revision_number': 5, 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'subnets': [{'id': 'f20ae9c1-f124-46af-83bd-c43bda7bdca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:30:49.868762 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793f2b9a-901e-4dc4-b2f8-f003f39f1770 None None] Checking router: 738b7c26-f6e3-475d-9804-afd562758ee8 for host: dv-cinder-848848-4-iscsi {{(pid=103846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:30:49.873294 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-5facdecf-b108-4b20-b126-3fadde34fdfb req-e43fff78-f472-4b65-8618-7ef966b46bab service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=abf4f81b-5ad7-46a8-a9d5-c9974a4fa253 HTTP/1.1" status: 200 len: 1000 time: 0.0729988 Jul 06 15:30:49.878420 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793f2b9a-901e-4dc4-b2f8-f003f39f1770 None None] Routers {'738b7c26-f6e3-475d-9804-afd562758ee8'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:30:49.879142 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-793f2b9a-901e-4dc4-b2f8-f003f39f1770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:30:48Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['738b7c26-f6e3-475d-9804-afd562758ee8'], 'active': True} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:30:49.986724 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5facdecf-b108-4b20-b126-3fadde34fdfb req-96f18672-6102-4c75-8fda-fad718f32d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:49.988558 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-5facdecf-b108-4b20-b126-3fadde34fdfb req-96f18672-6102-4c75-8fda-fad718f32d4c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f20ae9c1-f124-46af-83bd-c43bda7bdca6 HTTP/1.1" status: 200 len: 853 time: 0.1086090 Jul 06 15:30:50.008940 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvr_db [None req-793f2b9a-901e-4dc4-b2f8-f003f39f1770 None None] Set router 738b7c26-f6e3-475d-9804-afd562758ee8 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:30:50.076305 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5facdecf-b108-4b20-b126-3fadde34fdfb req-c71e0ef4-3f17-4306-a510-9fd104c702c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:50.078686 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-5facdecf-b108-4b20-b126-3fadde34fdfb req-c71e0ef4-3f17-4306-a510-9fd104c702c8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0613353 Jul 06 15:30:50.090822 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:50.111761 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:50.127830 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f5869-b663-4790-abdf-8856b16b7854 req-387308be-a43d-4906-be48-6da408473136 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:50.130242 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-af2f5869-b663-4790-abdf-8856b16b7854 req-387308be-a43d-4906-be48-6da408473136 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.16 "GET /v2.0/networks?id=bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b HTTP/1.1" status: 200 len: 817 time: 0.2097023 Jul 06 15:30:50.155916 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-bfad905b-1e7e-4a6d-b176-4cfd8d9383c6 req-d2a59ab5-6771-4a18-a745-34991cb3c542 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a1e795f-7c0a-4f58-ba33-0b43235e9af7 HTTP/1.1" status: 200 len: 210 time: 0.0859501 Jul 06 15:30:50.284570 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-793f2b9a-901e-4dc4-b2f8-f003f39f1770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'name': 'tempest-AttachVolumeNegativeTest-209056874-router', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'c4670a52-f3eb-4623-b6a0-3b65870597ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:38Z', 'updated_at': '2022-07-06T15:24:51Z', 'revision_number': 4, 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'gw_port': {'id': 'c4670a52-f3eb-4623-b6a0-3b65870597ee', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:49:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:40Z', 'updated_at': '2022-07-06T15:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_floatingips': [{'id': 'f72ff8b5-74a7-46d1-9c9a-5ef8d9675d55', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'floating_ip_address': '172.27.3.230', 'floating_network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'router_id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'port_id': 'abf4f81b-5ad7-46a8-a9d5-c9974a4fa253', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5', 'mac_address': 'fa:16:3e:67:fe:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e81c452-7d6a-4c05-8e92-2d4239c6f0ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T15:30:33Z', 'updated_at': '2022-07-06T15:30:48Z', 'revision_number': 1, 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '750799dc-8d69-4a28-93e2-23fdcff49383', 'name': '', 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'mac_address': 'fa:16:3e:3f:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f20ae9c1-f124-46af-83bd-c43bda7bdca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:47Z', 'updated_at': '2022-07-06T15:25:04Z', 'revision_number': 5, 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'subnets': [{'id': 'f20ae9c1-f124-46af-83bd-c43bda7bdca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:30:50.293840 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-af2f5869-b663-4790-abdf-8856b16b7854 req-cf5e186e-fb2e-4d3d-b455-701ef959dca5 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=848d6c1f478d4dba813663c4c866d8b8 HTTP/1.1" status: 200 len: 379 time: 0.1471400 Jul 06 15:30:50.300422 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-5facdecf-b108-4b20-b126-3fadde34fdfb req-5c26bf23-12a1-4469-a70b-b78f711de062 service neutron] 10.222.0.16 "GET /v2.0/networks/a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155054 Jul 06 15:30:50.305618 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [req-af2f5869-b663-4790-abdf-8856b16b7854 req-5ee0b1b6-8fd1-4518-a485-bea18e18ae4a tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Request body: {'port': {'device_id': '9a1e795f-7c0a-4f58-ba33-0b43235e9af7', 'network_id': 'bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b', 'admin_state_up': True, 'tenant_id': '848d6c1f478d4dba813663c4c866d8b8', 'security_groups': ['1105f9be-68f2-4160-8f77-af41fd5e2d9a']}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:30:50.313015 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793f2b9a-901e-4dc4-b2f8-f003f39f1770 None None] The sync data for ids ['738b7c26-f6e3-475d-9804-afd562758ee8'] in dv-cinder-848848-4-iscsi is: [{'id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'name': 'tempest-AttachVolumeNegativeTest-209056874-router', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'c4670a52-f3eb-4623-b6a0-3b65870597ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:38Z', 'updated_at': '2022-07-06T15:24:51Z', 'revision_number': 4, 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'gw_port': {'id': 'c4670a52-f3eb-4623-b6a0-3b65870597ee', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:49:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:40Z', 'updated_at': '2022-07-06T15:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_floatingips': [{'id': 'f72ff8b5-74a7-46d1-9c9a-5ef8d9675d55', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'floating_ip_address': '172.27.3.230', 'floating_network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'router_id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'port_id': 'abf4f81b-5ad7-46a8-a9d5-c9974a4fa253', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5', 'mac_address': 'fa:16:3e:67:fe:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e81c452-7d6a-4c05-8e92-2d4239c6f0ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T15:30:33Z', 'updated_at': '2022-07-06T15:30:48Z', 'revision_number': 1, 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '750799dc-8d69-4a28-93e2-23fdcff49383', 'name': '', 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'mac_address': 'fa:16:3e:3f:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f20ae9c1-f124-46af-83bd-c43bda7bdca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:47Z', 'updated_at': '2022-07-06T15:25:04Z', 'revision_number': 5, 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'subnets': [{'id': 'f20ae9c1-f124-46af-83bd-c43bda7bdca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:30:50.346600 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device e2a108f8-d1cb-4e7d-8eb1-061e722bcf35 up at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:30:50.396919 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Provisioning complete for port e2a108f8-d1cb-4e7d-8eb1-061e722bcf35 triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:30:50.397603 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (e2a108f8-d1cb-4e7d-8eb1-061e722bcf35), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:50.479242 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-5facdecf-b108-4b20-b126-3fadde34fdfb req-4c8313ae-acc6-4323-831a-67a52bc83c06 service neutron] 10.222.0.16 "GET /v2.0/networks/a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697941 Jul 06 15:30:50.484218 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Current status of the port e2a108f8-d1cb-4e7d-8eb1-061e722bcf35 is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:30:50.516243 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:50.542087 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af2f5869-b663-4790-abdf-8856b16b7854 req-5ee0b1b6-8fd1-4518-a485-bea18e18ae4a tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Made reservation on behalf of 848d6c1f478d4dba813663c4c866d8b8 for: {'port': 1} {{(pid=103844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:30:50.546109 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-af2f5869-b663-4790-abdf-8856b16b7854 req-5ee0b1b6-8fd1-4518-a485-bea18e18ae4a tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:50.603009 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf856ac-cb2b-48a4-b9f3-b71d56d4dc4f None None] New status for floating IP f72ff8b5-74a7-46d1-9c9a-5ef8d9675d55: ACTIVE {{(pid=103847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 06 15:30:50.690291 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.db_base_plugin_common [req-af2f5869-b663-4790-abdf-8856b16b7854 req-5ee0b1b6-8fd1-4518-a485-bea18e18ae4a tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Allocated IP 172.20.0.6 (bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b/269837f6-8226-4731-9efa-b81af4068805/a3380706-64df-4d3c-b081-f2075be880fa) {{(pid=103844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:30:50.704354 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:50.707154 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:50.836406 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-af2f5869-b663-4790-abdf-8856b16b7854 req-5ee0b1b6-8fd1-4518-a485-bea18e18ae4a tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks [] for port (a3380706-64df-4d3c-b081-f2075be880fa), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:50.871251 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-af2f5869-b663-4790-abdf-8856b16b7854 req-5ee0b1b6-8fd1-4518-a485-bea18e18ae4a tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786465455737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2698075'] for port (a3380706-64df-4d3c-b081-f2075be880fa), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:50.918359 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af2f5869-b663-4790-abdf-8856b16b7854 req-5ee0b1b6-8fd1-4518-a485-bea18e18ae4a tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Network bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b is already hosted by enough agents. {{(pid=103844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:30:50.921371 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.base_scheduler [req-af2f5869-b663-4790-abdf-8856b16b7854 req-5ee0b1b6-8fd1-4518-a485-bea18e18ae4a tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Resources bound (agent type, host, resource id): {{(pid=103844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:30:50.925258 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [req-af2f5869-b663-4790-abdf-8856b16b7854 req-5ee0b1b6-8fd1-4518-a485-bea18e18ae4a tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Received port after_create {{(pid=103844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 15:30:50.953764 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee0b1b6-8fd1-4518-a485-bea18e18ae4a tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Pushing event updated for resources: {'Port': ['ID=a3380706-64df-4d3c-b081-f2075be880fa,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:30:50.986323 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f5869-b663-4790-abdf-8856b16b7854 req-5ee0b1b6-8fd1-4518-a485-bea18e18ae4a tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:50.986483 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-af2f5869-b663-4790-abdf-8856b16b7854 req-5ee0b1b6-8fd1-4518-a485-bea18e18ae4a tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for port (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:51.009196 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-af2f5869-b663-4790-abdf-8856b16b7854 req-5ee0b1b6-8fd1-4518-a485-bea18e18ae4a tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7077911 Jul 06 15:30:51.025061 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [req-af2f5869-b663-4790-abdf-8856b16b7854 req-e16916bb-97d6-4ecc-9ab8-9215e7f64e84 service neutron] Request body: {'port': {'device_id': '9a1e795f-7c0a-4f58-ba33-0b43235e9af7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84884'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:30:51.099381 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-af2f5869-b663-4790-abdf-8856b16b7854 req-e16916bb-97d6-4ecc-9ab8-9215e7f64e84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (a3380706-64df-4d3c-b081-f2075be880fa), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:51.100093 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-8ac95340-3f24-440b-a4d9-caf8afcb49bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8ea57be5-348a-4c5b-804c-cda178363830), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:51.227562 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-6e691993-943c-485d-b213-fcbc807d1d45 None None] Provisioning complete for port a3380706-64df-4d3c-b081-f2075be880fa triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:30:51.228016 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-6e691993-943c-485d-b213-fcbc807d1d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (a3380706-64df-4d3c-b081-f2075be880fa), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:51.263732 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (d26a5351-3de7-44f9-93eb-9fed5ee5b55b), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:51.268829 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-6e691993-943c-485d-b213-fcbc807d1d45 None None] Port a3380706-64df-4d3c-b081-f2075be880fa cannot update to ACTIVE because it is not bound. {{(pid=103846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 15:30:51.273976 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:51.285453 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc5305-8c11-46a4-9d19-37913d4b3e4e req-e7974551-8d19-4aa3-b8ff-0ac20179f998 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:51.287490 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-cefc5305-8c11-46a4-9d19-37913d4b3e4e req-e7974551-8d19-4aa3-b8ff-0ac20179f998 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a1e795f-7c0a-4f58-ba33-0b43235e9af7 HTTP/1.1" status: 200 len: 931 time: 0.0588627 Jul 06 15:30:51.337779 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-cefc5305-8c11-46a4-9d19-37913d4b3e4e req-29533d40-ee1b-43ad-84c1-d1684c87cea3 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=1105f9be-68f2-4160-8f77-af41fd5e2d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431855 Jul 06 15:30:51.387047 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [req-af2f5869-b663-4790-abdf-8856b16b7854 req-e16916bb-97d6-4ecc-9ab8-9215e7f64e84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3380706-64df-4d3c-b081-f2075be880fa {{(pid=103844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 15:30:51.394682 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-af2f5869-b663-4790-abdf-8856b16b7854 req-e16916bb-97d6-4ecc-9ab8-9215e7f64e84 service neutron] Publish callbacks [] for port (a3380706-64df-4d3c-b081-f2075be880fa), precommit_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:51.400868 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:51.408792 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [req-af2f5869-b663-4790-abdf-8856b16b7854 req-e16916bb-97d6-4ecc-9ab8-9215e7f64e84 service neutron] Transition to ACTIVE for port object a3380706-64df-4d3c-b081-f2075be880fa will not be triggered until provisioned by entity L2. {{(pid=103844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 06 15:30:51.413773 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-af2f5869-b663-4790-abdf-8856b16b7854 req-e16916bb-97d6-4ecc-9ab8-9215e7f64e84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2698066'] for port (a3380706-64df-4d3c-b081-f2075be880fa), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:51.467812 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16916bb-97d6-4ecc-9ab8-9215e7f64e84 service neutron] Pushing event updated for resources: {'Port': ['ID=a3380706-64df-4d3c-b081-f2075be880fa,revision_number=2']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:30:51.512276 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:51.544436 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [req-af2f5869-b663-4790-abdf-8856b16b7854 req-e16916bb-97d6-4ecc-9ab8-9215e7f64e84 service neutron] Attempting to bind port a3380706-64df-4d3c-b081-f2075be880fa on host hv-cinder-84884 for vnic_type normal with profile {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 15:30:51.544773 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [req-af2f5869-b663-4790-abdf-8856b16b7854 req-e16916bb-97d6-4ecc-9ab8-9215e7f64e84 service neutron] Attempting to bind port a3380706-64df-4d3c-b081-f2075be880fa by drivers openvswitch,hyperv on host hv-cinder-84884 at level 0 using segments [{'id': 'e86c9f57-fa7f-455d-be56-203cd26dcd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b'}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 15:30:51.545099 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2f5869-b663-4790-abdf-8856b16b7854 req-e16916bb-97d6-4ecc-9ab8-9215e7f64e84 service neutron] Attempting to bind port a3380706-64df-4d3c-b081-f2075be880fa on network bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:30:51.549914 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2f5869-b663-4790-abdf-8856b16b7854 req-e16916bb-97d6-4ecc-9ab8-9215e7f64e84 service neutron] Port a3380706-64df-4d3c-b081-f2075be880fa on network bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84884 {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 06 15:30:51.550235 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2f5869-b663-4790-abdf-8856b16b7854 req-e16916bb-97d6-4ecc-9ab8-9215e7f64e84 service neutron] Attempting to bind port a3380706-64df-4d3c-b081-f2075be880fa on network bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:30:51.555594 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2f5869-b663-4790-abdf-8856b16b7854 req-e16916bb-97d6-4ecc-9ab8-9215e7f64e84 service neutron] Checking agent: {'id': 'eda728fc-b46d-4378-b578-35bac6b15486', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84884', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 15, 22, 43), 'started_at': datetime.datetime(2022, 7, 6, 15, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 15, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 15:30:51.556517 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2f5869-b663-4790-abdf-8856b16b7854 req-e16916bb-97d6-4ecc-9ab8-9215e7f64e84 service neutron] Checking segment: {'id': 'e86c9f57-fa7f-455d-be56-203cd26dcd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:30:51.557405 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2f5869-b663-4790-abdf-8856b16b7854 req-e16916bb-97d6-4ecc-9ab8-9215e7f64e84 service neutron] Bound using segment: {'id': 'e86c9f57-fa7f-455d-be56-203cd26dcd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b'} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 15:30:51.557405 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [req-af2f5869-b663-4790-abdf-8856b16b7854 req-e16916bb-97d6-4ecc-9ab8-9215e7f64e84 service neutron] Bound port: a3380706-64df-4d3c-b081-f2075be880fa, host: hv-cinder-84884, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e86c9f57-fa7f-455d-be56-203cd26dcd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b'}}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 15:30:51.557719 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-af2f5869-b663-4790-abdf-8856b16b7854 req-e16916bb-97d6-4ecc-9ab8-9215e7f64e84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (a3380706-64df-4d3c-b081-f2075be880fa), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:51.622618 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [req-af2f5869-b663-4790-abdf-8856b16b7854 req-e16916bb-97d6-4ecc-9ab8-9215e7f64e84 service neutron] For port a3380706-64df-4d3c-b081-f2075be880fa, host hv-cinder-84884, cleared binding levels {{(pid=103844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:30:51.626206 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [req-af2f5869-b663-4790-abdf-8856b16b7854 req-e16916bb-97d6-4ecc-9ab8-9215e7f64e84 service neutron] For port a3380706-64df-4d3c-b081-f2075be880fa, host hv-cinder-84884, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=a3380706-64df-4d3c-b081-f2075be880fa,segment=NetworkSegment(e86c9f57-fa7f-455d-be56-203cd26dcd68),segment_id=e86c9f57-fa7f-455d-be56-203cd26dcd68)] {{(pid=103844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:30:51.631958 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-af2f5869-b663-4790-abdf-8856b16b7854 req-e16916bb-97d6-4ecc-9ab8-9215e7f64e84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2698066'] for port (a3380706-64df-4d3c-b081-f2075be880fa), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:51.673989 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f5869-b663-4790-abdf-8856b16b7854 req-e16916bb-97d6-4ecc-9ab8-9215e7f64e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:51.674581 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-af2f5869-b663-4790-abdf-8856b16b7854 req-e16916bb-97d6-4ecc-9ab8-9215e7f64e84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for port (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:51.675979 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-af2f5869-b663-4790-abdf-8856b16b7854 req-e16916bb-97d6-4ecc-9ab8-9215e7f64e84 service neutron] 10.222.0.16 "PUT /v2.0/ports/a3380706-64df-4d3c-b081-f2075be880fa HTTP/1.1" status: 200 len: 1093 time: 0.6573601 Jul 06 15:30:51.676438 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a1e795f-7c0a-4f58-ba33-0b43235e9af7', 'tag': 'a3380706-64df-4d3c-b081-f2075be880fa'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:30:51.679115 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23f0ce0f3171803df377307192b3bbc073243688ace587a9918d8ae03454cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-422e648b-5b70-4575-950f-aba64cd4d6ce" -d '{"events": [{"name": "network-changed", "server_uuid": "9a1e795f-7c0a-4f58-ba33-0b43235e9af7", "tag": "a3380706-64df-4d3c-b081-f2075be880fa"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:30:51.701211 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16916bb-97d6-4ecc-9ab8-9215e7f64e84 service neutron] Pushing event updated for resources: {'Port': ['ID=a3380706-64df-4d3c-b081-f2075be880fa,revision_number=3']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:30:51.742444 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 15:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc49c099-fd4d-4c57-a50e-53c0adad084c x-openstack-request-id: req-dc49c099-fd4d-4c57-a50e-53c0adad084c {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:30:51.742820 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a1e795f-7c0a-4f58-ba33-0b43235e9af7", "tag": "a3380706-64df-4d3c-b081-f2075be880fa", "status": "completed", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:30:51.743159 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dc49c099-fd4d-4c57-a50e-53c0adad084c {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:30:51.743639 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc49c099-fd4d-4c57-a50e-53c0adad084c'] response: {'name': 'network-changed', 'server_uuid': '9a1e795f-7c0a-4f58-ba33-0b43235e9af7', 'tag': 'a3380706-64df-4d3c-b081-f2075be880fa', 'status': 'completed', 'code': 200} Jul 06 15:30:51.756243 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f5869-b663-4790-abdf-8856b16b7854 req-2f0b1b4d-705a-4ade-877e-d7b59d3d50fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:51.757879 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-af2f5869-b663-4790-abdf-8856b16b7854 req-2f0b1b4d-705a-4ade-877e-d7b59d3d50fd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=848d6c1f478d4dba813663c4c866d8b8&device_id=9a1e795f-7c0a-4f58-ba33-0b43235e9af7 HTTP/1.1" status: 200 len: 1127 time: 0.0442975 Jul 06 15:30:51.799348 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-af2f5869-b663-4790-abdf-8856b16b7854 req-7d365612-62fd-4816-8ef9-b1814e74a2fd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3380706-64df-4d3c-b081-f2075be880fa HTTP/1.1" status: 200 len: 217 time: 0.0338695 Jul 06 15:30:51.849548 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f5869-b663-4790-abdf-8856b16b7854 req-5d55d6e8-fa0f-482f-994f-8a77c27ef152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:51.851011 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-af2f5869-b663-4790-abdf-8856b16b7854 req-5d55d6e8-fa0f-482f-994f-8a77c27ef152 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=269837f6-8226-4731-9efa-b81af4068805 HTTP/1.1" status: 200 len: 856 time: 0.0467944 Jul 06 15:30:51.901601 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f5869-b663-4790-abdf-8856b16b7854 req-a1302b18-ecb2-42a7-a225-51e1604b0bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:51.903112 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-af2f5869-b663-4790-abdf-8856b16b7854 req-a1302b18-ecb2-42a7-a225-51e1604b0bad service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437624 Jul 06 15:30:51.996282 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-af2f5869-b663-4790-abdf-8856b16b7854 req-c45cc544-7ef8-4d20-80c2-4d3bd71ad912 service neutron] 10.222.0.16 "GET /v2.0/networks/bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864980 Jul 06 15:30:52.091633 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-af2f5869-b663-4790-abdf-8856b16b7854 req-13dbf261-dd06-4a29-b177-60dad4338312 service neutron] 10.222.0.16 "GET /v2.0/networks/bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894942 Jul 06 15:30:52.456623 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b4971-c183-4e1f-bad6-236c92b1cbc2 req-e59c7a06-fa39-4d5a-b3f8-e816beabc165 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:52.458760 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-112b4971-c183-4e1f-bad6-236c92b1cbc2 req-e59c7a06-fa39-4d5a-b3f8-e816beabc165 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a1e795f-7c0a-4f58-ba33-0b43235e9af7 HTTP/1.1" status: 200 len: 943 time: 0.0478306 Jul 06 15:30:52.504151 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-112b4971-c183-4e1f-bad6-236c92b1cbc2 req-54e9f21c-6f0f-44c0-aae3-96b7f0f83092 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=1105f9be-68f2-4160-8f77-af41fd5e2d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399323 Jul 06 15:30:52.882918 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e648b-5b70-4575-950f-aba64cd4d6ce req-da1b212f-83aa-4ef6-a74b-08ca2036e249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:52.884311 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-422e648b-5b70-4575-950f-aba64cd4d6ce req-da1b212f-83aa-4ef6-a74b-08ca2036e249 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=848d6c1f478d4dba813663c4c866d8b8&device_id=9a1e795f-7c0a-4f58-ba33-0b43235e9af7 HTTP/1.1" status: 200 len: 1127 time: 0.0395365 Jul 06 15:30:52.975889 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e648b-5b70-4575-950f-aba64cd4d6ce req-c539143c-d20d-4cfe-a258-45cf321e03c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:52.977326 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-422e648b-5b70-4575-950f-aba64cd4d6ce req-c539143c-d20d-4cfe-a258-45cf321e03c7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b HTTP/1.1" status: 200 len: 918 time: 0.0866623 Jul 06 15:30:53.016359 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-422e648b-5b70-4575-950f-aba64cd4d6ce req-c296dfc1-646b-46f8-9412-3e2336c6ab53 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3380706-64df-4d3c-b081-f2075be880fa HTTP/1.1" status: 200 len: 217 time: 0.0325148 Jul 06 15:30:53.063542 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e648b-5b70-4575-950f-aba64cd4d6ce req-159b66b2-98be-4abf-b458-915850156040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:53.064895 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-422e648b-5b70-4575-950f-aba64cd4d6ce req-159b66b2-98be-4abf-b458-915850156040 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=269837f6-8226-4731-9efa-b81af4068805 HTTP/1.1" status: 200 len: 856 time: 0.0432189 Jul 06 15:30:53.110355 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e648b-5b70-4575-950f-aba64cd4d6ce req-f5d1fe40-fdb7-4654-89fd-3c87f23e75ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:53.111908 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-422e648b-5b70-4575-950f-aba64cd4d6ce req-f5d1fe40-fdb7-4654-89fd-3c87f23e75ca service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414386 Jul 06 15:30:53.201430 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-422e648b-5b70-4575-950f-aba64cd4d6ce req-af494f6d-ab1d-4d20-a26d-c433d2dd497f service neutron] 10.222.0.16 "GET /v2.0/networks/bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836291 Jul 06 15:30:53.526007 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:53.534205 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:53.558209 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-422e648b-5b70-4575-950f-aba64cd4d6ce req-94383961-5eea-4cd6-a6cf-e20562bc605b service neutron] 10.222.0.16 "GET /v2.0/networks/bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3510520 Jul 06 15:30:53.625215 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe414a4-8002-4dcd-bc4e-7caeb88308d3 req-2ef504f2-d9d1-4fa8-8d9f-46c6c5cafc31 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:53.626717 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-7fe414a4-8002-4dcd-bc4e-7caeb88308d3 req-2ef504f2-d9d1-4fa8-8d9f-46c6c5cafc31 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a1e795f-7c0a-4f58-ba33-0b43235e9af7 HTTP/1.1" status: 200 len: 943 time: 0.0478895 Jul 06 15:30:53.677844 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-7fe414a4-8002-4dcd-bc4e-7caeb88308d3 req-84d95792-340b-4967-94bb-83fb2b112f60 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=1105f9be-68f2-4160-8f77-af41fd5e2d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454247 Jul 06 15:30:54.797124 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f2d16-cde4-4aee-b1ab-df2abe4a4d84 req-7ad3befa-a919-4a21-b0cd-c65e4a6ea093 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:54.798590 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-201f2d16-cde4-4aee-b1ab-df2abe4a4d84 req-7ad3befa-a919-4a21-b0cd-c65e4a6ea093 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a1e795f-7c0a-4f58-ba33-0b43235e9af7 HTTP/1.1" status: 200 len: 943 time: 0.0462911 Jul 06 15:30:54.847603 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-201f2d16-cde4-4aee-b1ab-df2abe4a4d84 req-e6f11575-3bda-45a5-8808-2d96a9b06373 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=1105f9be-68f2-4160-8f77-af41fd5e2d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428932 Jul 06 15:30:55.407205 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device a3380706-64df-4d3c-b081-f2075be880fa details requested by agent hyperv_hv-cinder-84884 with host hv-cinder-84884 {{(pid=103846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 15:30:55.628169 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port a3380706-64df-4d3c-b081-f2075be880fa, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=a3380706-64df-4d3c-b081-f2075be880fa,segment=NetworkSegment(e86c9f57-fa7f-455d-be56-203cd26dcd68),segment_id=e86c9f57-fa7f-455d-be56-203cd26dcd68)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:30:55.639854 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Returning: {'device': 'a3380706-64df-4d3c-b081-f2075be880fa', 'network_id': 'bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b', 'port_id': 'a3380706-64df-4d3c-b081-f2075be880fa', 'mac_address': 'fa:16:3e:72:4f:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '269837f6-8226-4731-9efa-b81af4068805', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 15:30:55.673913 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Current status of the port a3380706-64df-4d3c-b081-f2075be880fa is: DOWN; New status is: BUILD {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:30:55.674293 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (a3380706-64df-4d3c-b081-f2075be880fa), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:55.686738 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.notifiers.nova [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3380706-64df-4d3c-b081-f2075be880fa {{(pid=103846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 15:30:55.714174 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port a3380706-64df-4d3c-b081-f2075be880fa, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=a3380706-64df-4d3c-b081-f2075be880fa,segment=NetworkSegment(e86c9f57-fa7f-455d-be56-203cd26dcd68),segment_id=e86c9f57-fa7f-455d-be56-203cd26dcd68)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:30:55.719007 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (a3380706-64df-4d3c-b081-f2075be880fa), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:55.771755 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Pushing event updated for resources: {'Port': ['ID=a3380706-64df-4d3c-b081-f2075be880fa,revision_number=4']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:30:55.933236 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] get_ports_and_sgs() called for port_ids ['a3380706-64df-4d3c-b081-f2075be880fa'] {{(pid=103846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:30:55.963868 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a30680-7f41-4ed2-80f2-67656d2914fa req-e69ad52d-048f-4457-90f0-c166f904469e tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:55.965331 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-b8a30680-7f41-4ed2-80f2-67656d2914fa req-e69ad52d-048f-4457-90f0-c166f904469e tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a1e795f-7c0a-4f58-ba33-0b43235e9af7 HTTP/1.1" status: 200 len: 944 time: 0.0473762 Jul 06 15:30:56.015603 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-b8a30680-7f41-4ed2-80f2-67656d2914fa req-b7f7ddb8-0204-4c9c-b579-4016009eb41c tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=1105f9be-68f2-4160-8f77-af41fd5e2d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446734 Jul 06 15:30:56.034500 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:56.039050 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:30:57.131998 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57990aeb-34a2-4429-aff8-7c0276596394 req-43855c6a-dc61-4b1e-b536-eb234789b7bc tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:57.133457 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-57990aeb-34a2-4429-aff8-7c0276596394 req-43855c6a-dc61-4b1e-b536-eb234789b7bc tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a1e795f-7c0a-4f58-ba33-0b43235e9af7 HTTP/1.1" status: 200 len: 944 time: 0.0473118 Jul 06 15:30:57.183754 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-57990aeb-34a2-4429-aff8-7c0276596394 req-fd245c5f-9845-4d46-8371-4995772aca63 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=1105f9be-68f2-4160-8f77-af41fd5e2d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448594 Jul 06 15:30:57.436420 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device a3380706-64df-4d3c-b081-f2075be880fa up at agent hyperv_hv-cinder-84884 {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:30:57.478361 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Provisioning for port a3380706-64df-4d3c-b081-f2075be880fa completed by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 06 15:30:57.484974 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Provisioning complete for port a3380706-64df-4d3c-b081-f2075be880fa triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:30:57.485417 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (a3380706-64df-4d3c-b081-f2075be880fa), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:57.560538 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Current status of the port a3380706-64df-4d3c-b081-f2075be880fa is: BUILD; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:30:57.560926 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (a3380706-64df-4d3c-b081-f2075be880fa), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:57.584661 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a1e795f-7c0a-4f58-ba33-0b43235e9af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3380706-64df-4d3c-b081-f2075be880fa'}] {{(pid=103846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:30:57.586865 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83ad2954d886e551320551455e9fbed623a66dbf450698aab55d06241312ca55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bfe1315-4be8-4476-bb53-6be01a34da8a" -d '{"events": [{"server_uuid": "9a1e795f-7c0a-4f58-ba33-0b43235e9af7", "name": "network-vif-plugged", "status": "completed", "tag": "a3380706-64df-4d3c-b081-f2075be880fa"}]}' {{(pid=103846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:30:57.603605 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port a3380706-64df-4d3c-b081-f2075be880fa, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=a3380706-64df-4d3c-b081-f2075be880fa,segment=NetworkSegment(e86c9f57-fa7f-455d-be56-203cd26dcd68),segment_id=e86c9f57-fa7f-455d-be56-203cd26dcd68)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:30:57.608114 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (a3380706-64df-4d3c-b081-f2075be880fa), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:57.637451 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 15:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1063053-1cec-4d13-8514-bca2efd1d828 x-openstack-request-id: req-c1063053-1cec-4d13-8514-bca2efd1d828 {{(pid=103846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:30:57.637748 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a1e795f-7c0a-4f58-ba33-0b43235e9af7", "name": "network-vif-plugged", "status": "completed", "tag": "a3380706-64df-4d3c-b081-f2075be880fa", "code": 200}]} {{(pid=103846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:30:57.638180 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c1063053-1cec-4d13-8514-bca2efd1d828 {{(pid=103846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:30:57.638733 dv-cinder-848848-4-iscsi neutron-server[103846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1063053-1cec-4d13-8514-bca2efd1d828'] response: {'server_uuid': '9a1e795f-7c0a-4f58-ba33-0b43235e9af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3380706-64df-4d3c-b081-f2075be880fa', 'code': 200} Jul 06 15:30:57.669028 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Pushing event updated for resources: {'Port': ['ID=a3380706-64df-4d3c-b081-f2075be880fa,revision_number=5']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:30:57.800202 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a84b42-2c8b-49d9-94ca-026a3ac3aa99 req-d63fb47a-95c3-494e-87a8-cf61f872140e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:57.801771 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-27a84b42-2c8b-49d9-94ca-026a3ac3aa99 req-d63fb47a-95c3-494e-87a8-cf61f872140e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9a1e795f-7c0a-4f58-ba33-0b43235e9af7 HTTP/1.1" status: 200 len: 1129 time: 0.0409913 Jul 06 15:30:57.844409 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-27a84b42-2c8b-49d9-94ca-026a3ac3aa99 req-3b469e4f-c884-45bb-9637-e38b6b7a4702 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1105f9be-68f2-4160-8f77-af41fd5e2d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374618 Jul 06 15:30:58.301177 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dbd54a-b906-4728-b495-f56b46556629 req-fb1f149f-495f-40d6-8d60-bb291b499337 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:58.302740 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-d8dbd54a-b906-4728-b495-f56b46556629 req-fb1f149f-495f-40d6-8d60-bb291b499337 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a1e795f-7c0a-4f58-ba33-0b43235e9af7 HTTP/1.1" status: 200 len: 945 time: 0.0469716 Jul 06 15:30:58.348550 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-d8dbd54a-b906-4728-b495-f56b46556629 req-cd0eb460-98b8-4db5-8086-e27caed63753 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=1105f9be-68f2-4160-8f77-af41fd5e2d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403535 Jul 06 15:30:59.487911 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f6c90-899e-4712-9537-1f3014670d34 req-7225ff0c-c7fa-4262-8590-0d7015cfe226 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:59.487911 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-0d1f6c90-899e-4712-9537-1f3014670d34 req-7225ff0c-c7fa-4262-8590-0d7015cfe226 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a1e795f-7c0a-4f58-ba33-0b43235e9af7 HTTP/1.1" status: 200 len: 945 time: 0.0556397 Jul 06 15:30:59.528940 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-0d1f6c90-899e-4712-9537-1f3014670d34 req-797a914b-369a-4150-8359-c3d65481d818 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=1105f9be-68f2-4160-8f77-af41fd5e2d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418425 Jul 06 15:30:59.647212 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78507f1-80fb-433f-826a-9da96a130b38 req-0bdf8a08-29b3-4df4-9c9c-935b5c86a700 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:30:59.648677 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-d78507f1-80fb-433f-826a-9da96a130b38 req-0bdf8a08-29b3-4df4-9c9c-935b5c86a700 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a1e795f-7c0a-4f58-ba33-0b43235e9af7 HTTP/1.1" status: 200 len: 945 time: 0.0473592 Jul 06 15:30:59.657728 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 57918) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:30:59.662859 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.v2.base [None req-4f71e2cd-eee8-4e64-a99f-b9e363136693 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Request body: {'floatingip': {'port_id': 'a3380706-64df-4d3c-b081-f2075be880fa'}} {{(pid=103845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:30:59.699551 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-4f71e2cd-eee8-4e64-a99f-b9e363136693 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks [] for floatingip (8d7e4cee-38e2-431e-b0e5-f851912ef912), before_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:30:59.894212 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=100 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:31:00.123757 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-4f71e2cd-eee8-4e64-a99f-b9e363136693 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:00.127072 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-4f71e2cd-eee8-4e64-a99f-b9e363136693 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591059'] for floatingip (8d7e4cee-38e2-431e-b0e5-f851912ef912), after_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:00.165434 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:31:00.221445 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.db.l3_db [None req-4f71e2cd-eee8-4e64-a99f-b9e363136693 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Floating IP 8d7e4cee-38e2-431e-b0e5-f851912ef912 associated. External IP: 172.27.3.93, port: a3380706-64df-4d3c-b081-f2075be880fa. Jul 06 15:31:00.413125 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f71e2cd-eee8-4e64-a99f-b9e363136693 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Router 93f5c112-3977-475a-af46-d5ddcfbffcb3 has already been hosted by L3 agent 8e6e5f2a-f235-48ed-8752-aab723ac44e7 {{(pid=103845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 15:31:00.514493 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f71e2cd-eee8-4e64-a99f-b9e363136693 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Notify agent at l3_agent.dv-cinder-848848-4-iscsi the message routers_updated {{(pid=103845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:31:00.518834 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-4f71e2cd-eee8-4e64-a99f-b9e363136693 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for floatingip (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:00.527730 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15ad5db-5a87-4309-bc3b-ec2ee2498231 None None] Sync routers for ids ['93f5c112-3977-475a-af46-d5ddcfbffcb3'] in dv-cinder-848848-4-iscsi {{(pid=103846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:31:00.543060 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15ad5db-5a87-4309-bc3b-ec2ee2498231 None None] Routers {'93f5c112-3977-475a-af46-d5ddcfbffcb3'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:31:00.543060 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-e15ad5db-5a87-4309-bc3b-ec2ee2498231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:30:48Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['93f5c112-3977-475a-af46-d5ddcfbffcb3'], 'active': True} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:31:00.548910 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-4f71e2cd-eee8-4e64-a99f-b9e363136693 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "PUT /v2.0/floatingips/8d7e4cee-38e2-431e-b0e5-f851912ef912 HTTP/1.1" status: 200 len: 990 time: 0.8900933 Jul 06 15:31:00.549465 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a1e795f-7c0a-4f58-ba33-0b43235e9af7', 'tag': 'a3380706-64df-4d3c-b081-f2075be880fa'}] {{(pid=103845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:31:00.552393 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd369e17f446e19581dd3179055a52fe8da101c7a2eb4c4bf67a2ebbfd3bc446" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290e7aa6-859b-4181-a82f-0de08260ab34" -d '{"events": [{"name": "network-changed", "server_uuid": "9a1e795f-7c0a-4f58-ba33-0b43235e9af7", "tag": "a3380706-64df-4d3c-b081-f2075be880fa"}]}' {{(pid=103845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:31:00.645825 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvr_db [None req-e15ad5db-5a87-4309-bc3b-ec2ee2498231 None None] Set router 93f5c112-3977-475a-af46-d5ddcfbffcb3 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:31:00.766314 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 15:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52165213-8619-4723-b99c-e5175a1fab1a x-openstack-request-id: req-52165213-8619-4723-b99c-e5175a1fab1a {{(pid=103845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:31:00.766604 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a1e795f-7c0a-4f58-ba33-0b43235e9af7", "tag": "a3380706-64df-4d3c-b081-f2075be880fa", "status": "completed", "code": 200}]} {{(pid=103845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:31:00.766856 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-52165213-8619-4723-b99c-e5175a1fab1a {{(pid=103845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:31:00.767282 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52165213-8619-4723-b99c-e5175a1fab1a'] response: {'name': 'network-changed', 'server_uuid': '9a1e795f-7c0a-4f58-ba33-0b43235e9af7', 'tag': 'a3380706-64df-4d3c-b081-f2075be880fa', 'status': 'completed', 'code': 200} Jul 06 15:31:00.827612 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e7aa6-859b-4181-a82f-0de08260ab34 req-18b5f008-38cf-438d-923c-9730d11b9f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:31:00.829071 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-290e7aa6-859b-4181-a82f-0de08260ab34 req-18b5f008-38cf-438d-923c-9730d11b9f54 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=848d6c1f478d4dba813663c4c866d8b8&device_id=9a1e795f-7c0a-4f58-ba33-0b43235e9af7 HTTP/1.1" status: 200 len: 1129 time: 0.0392139 Jul 06 15:31:00.856911 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-e15ad5db-5a87-4309-bc3b-ec2ee2498231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f5c112-3977-475a-af46-d5ddcfbffcb3', 'name': 'tempest-AttachVolumeShelveTestJSON-1836132937-router', 'tenant_id': '848d6c1f478d4dba813663c4c866d8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '88fca714-16d2-4b3c-a92a-3a637e0ad8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:30:38Z', 'updated_at': '2022-07-06T15:30:43Z', 'revision_number': 4, 'project_id': '848d6c1f478d4dba813663c4c866d8b8', 'gw_port': {'id': '88fca714-16d2-4b3c-a92a-3a637e0ad8c5', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ac:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f5c112-3977-475a-af46-d5ddcfbffcb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:30:39Z', 'updated_at': '2022-07-06T15:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_floatingips': [{'id': '8d7e4cee-38e2-431e-b0e5-f851912ef912', 'tenant_id': '848d6c1f478d4dba813663c4c866d8b8', 'floating_ip_address': '172.27.3.93', 'floating_network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'router_id': '93f5c112-3977-475a-af46-d5ddcfbffcb3', 'port_id': 'a3380706-64df-4d3c-b081-f2075be880fa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b', 'mac_address': 'fa:16:3e:72:4f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1e795f-7c0a-4f58-ba33-0b43235e9af7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T15:30:46Z', 'updated_at': '2022-07-06T15:31:00Z', 'revision_number': 1, 'project_id': '848d6c1f478d4dba813663c4c866d8b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2a108f8-d1cb-4e7d-8eb1-061e722bcf35', 'name': '', 'network_id': 'bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b', 'tenant_id': '848d6c1f478d4dba813663c4c866d8b8', 'mac_address': 'fa:16:3e:14:ee:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f5c112-3977-475a-af46-d5ddcfbffcb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '269837f6-8226-4731-9efa-b81af4068805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:30:42Z', 'updated_at': '2022-07-06T15:30:47Z', 'revision_number': 5, 'project_id': '848d6c1f478d4dba813663c4c866d8b8', 'subnets': [{'id': '269837f6-8226-4731-9efa-b81af4068805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:31:00.884875 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15ad5db-5a87-4309-bc3b-ec2ee2498231 None None] Checking router: 93f5c112-3977-475a-af46-d5ddcfbffcb3 for host: dv-cinder-848848-4-iscsi {{(pid=103846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:31:00.893056 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15ad5db-5a87-4309-bc3b-ec2ee2498231 None None] Routers {'93f5c112-3977-475a-af46-d5ddcfbffcb3'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:31:00.893681 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-e15ad5db-5a87-4309-bc3b-ec2ee2498231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:30:48Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['93f5c112-3977-475a-af46-d5ddcfbffcb3'], 'active': True} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:31:00.922987 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e7aa6-859b-4181-a82f-0de08260ab34 req-67d29f6d-a186-4337-b39b-717ff7ce41b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:31:00.924473 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-290e7aa6-859b-4181-a82f-0de08260ab34 req-67d29f6d-a186-4337-b39b-717ff7ce41b4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b HTTP/1.1" status: 200 len: 918 time: 0.0894792 Jul 06 15:31:00.988817 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-290e7aa6-859b-4181-a82f-0de08260ab34 req-1a9747a3-d036-45a7-9214-fd22f5895f5a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3380706-64df-4d3c-b081-f2075be880fa HTTP/1.1" status: 200 len: 998 time: 0.0576196 Jul 06 15:31:00.994321 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvr_db [None req-e15ad5db-5a87-4309-bc3b-ec2ee2498231 None None] Set router 93f5c112-3977-475a-af46-d5ddcfbffcb3 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:31:01.036542 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e7aa6-859b-4181-a82f-0de08260ab34 req-29ca58c7-c715-4403-ad11-d5bf422639e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:31:01.037990 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-290e7aa6-859b-4181-a82f-0de08260ab34 req-29ca58c7-c715-4403-ad11-d5bf422639e0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=269837f6-8226-4731-9efa-b81af4068805 HTTP/1.1" status: 200 len: 856 time: 0.0436745 Jul 06 15:31:01.081591 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e7aa6-859b-4181-a82f-0de08260ab34 req-71414ba4-77d3-4299-80e0-8fe1e9d97322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:31:01.083581 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-290e7aa6-859b-4181-a82f-0de08260ab34 req-71414ba4-77d3-4299-80e0-8fe1e9d97322 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385287 Jul 06 15:31:01.136349 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:31:01.162000 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:31:01.177351 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-290e7aa6-859b-4181-a82f-0de08260ab34 req-3644eaa9-adf1-4d63-b26e-233aec8e48f5 service neutron] 10.222.0.16 "GET /v2.0/networks/bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884049 Jul 06 15:31:01.203314 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-e15ad5db-5a87-4309-bc3b-ec2ee2498231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f5c112-3977-475a-af46-d5ddcfbffcb3', 'name': 'tempest-AttachVolumeShelveTestJSON-1836132937-router', 'tenant_id': '848d6c1f478d4dba813663c4c866d8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '88fca714-16d2-4b3c-a92a-3a637e0ad8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:30:38Z', 'updated_at': '2022-07-06T15:30:43Z', 'revision_number': 4, 'project_id': '848d6c1f478d4dba813663c4c866d8b8', 'gw_port': {'id': '88fca714-16d2-4b3c-a92a-3a637e0ad8c5', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ac:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f5c112-3977-475a-af46-d5ddcfbffcb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:30:39Z', 'updated_at': '2022-07-06T15:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_floatingips': [{'id': '8d7e4cee-38e2-431e-b0e5-f851912ef912', 'tenant_id': '848d6c1f478d4dba813663c4c866d8b8', 'floating_ip_address': '172.27.3.93', 'floating_network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'router_id': '93f5c112-3977-475a-af46-d5ddcfbffcb3', 'port_id': 'a3380706-64df-4d3c-b081-f2075be880fa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b', 'mac_address': 'fa:16:3e:72:4f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1e795f-7c0a-4f58-ba33-0b43235e9af7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T15:30:46Z', 'updated_at': '2022-07-06T15:31:00Z', 'revision_number': 1, 'project_id': '848d6c1f478d4dba813663c4c866d8b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2a108f8-d1cb-4e7d-8eb1-061e722bcf35', 'name': '', 'network_id': 'bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b', 'tenant_id': '848d6c1f478d4dba813663c4c866d8b8', 'mac_address': 'fa:16:3e:14:ee:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f5c112-3977-475a-af46-d5ddcfbffcb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '269837f6-8226-4731-9efa-b81af4068805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:30:42Z', 'updated_at': '2022-07-06T15:30:47Z', 'revision_number': 5, 'project_id': '848d6c1f478d4dba813663c4c866d8b8', 'subnets': [{'id': '269837f6-8226-4731-9efa-b81af4068805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:31:01.228399 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15ad5db-5a87-4309-bc3b-ec2ee2498231 None None] The sync data for ids ['93f5c112-3977-475a-af46-d5ddcfbffcb3'] in dv-cinder-848848-4-iscsi is: [{'id': '93f5c112-3977-475a-af46-d5ddcfbffcb3', 'name': 'tempest-AttachVolumeShelveTestJSON-1836132937-router', 'tenant_id': '848d6c1f478d4dba813663c4c866d8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '88fca714-16d2-4b3c-a92a-3a637e0ad8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:30:38Z', 'updated_at': '2022-07-06T15:30:43Z', 'revision_number': 4, 'project_id': '848d6c1f478d4dba813663c4c866d8b8', 'gw_port': {'id': '88fca714-16d2-4b3c-a92a-3a637e0ad8c5', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ac:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f5c112-3977-475a-af46-d5ddcfbffcb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:30:39Z', 'updated_at': '2022-07-06T15:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_floatingips': [{'id': '8d7e4cee-38e2-431e-b0e5-f851912ef912', 'tenant_id': '848d6c1f478d4dba813663c4c866d8b8', 'floating_ip_address': '172.27.3.93', 'floating_network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'router_id': '93f5c112-3977-475a-af46-d5ddcfbffcb3', 'port_id': 'a3380706-64df-4d3c-b081-f2075be880fa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b', 'mac_address': 'fa:16:3e:72:4f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1e795f-7c0a-4f58-ba33-0b43235e9af7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T15:30:46Z', 'updated_at': '2022-07-06T15:31:00Z', 'revision_number': 1, 'project_id': '848d6c1f478d4dba813663c4c866d8b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2a108f8-d1cb-4e7d-8eb1-061e722bcf35', 'name': '', 'network_id': 'bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b', 'tenant_id': '848d6c1f478d4dba813663c4c866d8b8', 'mac_address': 'fa:16:3e:14:ee:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f5c112-3977-475a-af46-d5ddcfbffcb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '269837f6-8226-4731-9efa-b81af4068805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:30:42Z', 'updated_at': '2022-07-06T15:30:47Z', 'revision_number': 5, 'project_id': '848d6c1f478d4dba813663c4c866d8b8', 'subnets': [{'id': '269837f6-8226-4731-9efa-b81af4068805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:31:01.269771 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-290e7aa6-859b-4181-a82f-0de08260ab34 req-c79e4ea8-2214-4714-83cd-d865e81b2056 service neutron] 10.222.0.16 "GET /v2.0/networks/bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865133 Jul 06 15:31:01.410729 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fba4ddc-9e41-4ce8-99ef-e26c82e6f897 None None] New status for floating IP 8d7e4cee-38e2-431e-b0e5-f851912ef912: ACTIVE {{(pid=103847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 06 15:31:01.503264 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:31:10.217024 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aebd4c-22a2-4099-9ec2-35ebd804a14c req-cf312367-3c83-4a1d-9643-7b73355e225e tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:31:10.218481 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-12aebd4c-22a2-4099-9ec2-35ebd804a14c req-cf312367-3c83-4a1d-9643-7b73355e225e tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=da295c29-c8ab-4451-8e09-c814b1288b4f HTTP/1.1" status: 200 len: 945 time: 0.0481825 Jul 06 15:31:10.270130 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-12aebd4c-22a2-4099-9ec2-35ebd804a14c req-87c54b55-785a-4988-bcc1-52a9fd7ea872 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=f933efb2-aa17-41bd-8b75-fa1e5e0ffe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461528 Jul 06 15:31:10.544527 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=69,neutron:UPDATE=2 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:31:10.546369 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=46 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:31:11.205526 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=3 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:31:11.206283 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=11 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:31:11.386122 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e572d-5633-4802-880a-54f02e771644 req-3192ab01-de45-4f5c-bd40-76122af733d5 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:31:11.387581 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-e79e572d-5633-4802-880a-54f02e771644 req-3192ab01-de45-4f5c-bd40-76122af733d5 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=da295c29-c8ab-4451-8e09-c814b1288b4f HTTP/1.1" status: 200 len: 945 time: 0.0492482 Jul 06 15:31:11.433292 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-e79e572d-5633-4802-880a-54f02e771644 req-2dff9263-eac6-438e-b9b9-3ca3592cb932 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=f933efb2-aa17-41bd-8b75-fa1e5e0ffe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402844 Jul 06 15:31:11.508501 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:31:12.080374 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83acec6-eda5-4a16-9b5f-6e2ba0e67353 req-0d35a6ca-a96c-4756-b34e-526b333a112b tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:31:12.081817 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-b83acec6-eda5-4a16-9b5f-6e2ba0e67353 req-0d35a6ca-a96c-4756-b34e-526b333a112b tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.16 "GET /v2.0/ports?device_id=da295c29-c8ab-4451-8e09-c814b1288b4f HTTP/1.1" status: 200 len: 945 time: 0.0488381 Jul 06 15:31:12.147967 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:31:12.157419 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:31:12.165405 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [req-b83acec6-eda5-4a16-9b5f-6e2ba0e67353 req-b022b737-41cf-4dbd-9d7b-fba960e24c27 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Deleting port 0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8 {{(pid=103844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 15:31:12.165856 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-b83acec6-eda5-4a16-9b5f-6e2ba0e67353 req-b022b737-41cf-4dbd-9d7b-fba960e24c27 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786465945384'] for port (0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:12.259991 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [req-b83acec6-eda5-4a16-9b5f-6e2ba0e67353 req-b022b737-41cf-4dbd-9d7b-fba960e24c27 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] For port 0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8,segment=NetworkSegment(8b9fcdf4-24f7-46ab-b771-db26fc7e4c98),segment_id=8b9fcdf4-24f7-46ab-b771-db26fc7e4c98)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:31:12.260358 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-b83acec6-eda5-4a16-9b5f-6e2ba0e67353 req-b022b737-41cf-4dbd-9d7b-fba960e24c27 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652656'] for port (0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:12.420248 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-b83acec6-eda5-4a16-9b5f-6e2ba0e67353 req-b022b737-41cf-4dbd-9d7b-fba960e24c27 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:12.420522 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-b83acec6-eda5-4a16-9b5f-6e2ba0e67353 req-b022b737-41cf-4dbd-9d7b-fba960e24c27 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591059'] for floatingip (94fde2ab-f693-40b4-90e6-f9cae61c9365), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:12.420836 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.db.l3_db [req-b83acec6-eda5-4a16-9b5f-6e2ba0e67353 req-b022b737-41cf-4dbd-9d7b-fba960e24c27 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Floating IP 94fde2ab-f693-40b4-90e6-f9cae61c9365 disassociated. External IP: 172.27.3.196, port: 0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8. Jul 06 15:31:12.421177 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [req-b83acec6-eda5-4a16-9b5f-6e2ba0e67353 req-b022b737-41cf-4dbd-9d7b-fba960e24c27 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Calling delete_port for 0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8 owned by compute:nova {{(pid=103844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 15:31:12.576547 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7363d9-92e0-4e5e-8cba-c473577e556e req-b43bd0aa-8876-46af-bf87-daa196b92fbb tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:31:12.578000 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-4e7363d9-92e0-4e5e-8cba-c473577e556e req-b43bd0aa-8876-46af-bf87-daa196b92fbb tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/ports?device_id=da295c29-c8ab-4451-8e09-c814b1288b4f HTTP/1.1" status: 200 len: 945 time: 0.0776715 Jul 06 15:31:12.591868 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-b83acec6-eda5-4a16-9b5f-6e2ba0e67353 req-b022b737-41cf-4dbd-9d7b-fba960e24c27 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786465950455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786465455746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2698075'] for port (0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:12.635896 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b022b737-41cf-4dbd-9d7b-fba960e24c27 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Pushing event deleted for resources: {'Port': ['ID=0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:31:12.660756 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b022b737-41cf-4dbd-9d7b-fba960e24c27 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:31:12.660914 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b022b737-41cf-4dbd-9d7b-fba960e24c27 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:31:12.661234 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b022b737-41cf-4dbd-9d7b-fba960e24c27 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:31:12.661601 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b022b737-41cf-4dbd-9d7b-fba960e24c27 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:31:12.662472 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b022b737-41cf-4dbd-9d7b-fba960e24c27 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:31:12.662809 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b022b737-41cf-4dbd-9d7b-fba960e24c27 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:31:12.663132 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b022b737-41cf-4dbd-9d7b-fba960e24c27 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:31:12.663642 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b022b737-41cf-4dbd-9d7b-fba960e24c27 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:31:12.663856 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b022b737-41cf-4dbd-9d7b-fba960e24c27 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:31:12.664115 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b022b737-41cf-4dbd-9d7b-fba960e24c27 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:31:12.664433 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b022b737-41cf-4dbd-9d7b-fba960e24c27 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:31:12.664754 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b022b737-41cf-4dbd-9d7b-fba960e24c27 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:31:12.665069 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b022b737-41cf-4dbd-9d7b-fba960e24c27 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:31:12.665385 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b022b737-41cf-4dbd-9d7b-fba960e24c27 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:31:12.665701 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b022b737-41cf-4dbd-9d7b-fba960e24c27 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:31:12.678599 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-4e7363d9-92e0-4e5e-8cba-c473577e556e req-5952d309-dd34-4566-a464-65194adc3211 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups?id=f933efb2-aa17-41bd-8b75-fa1e5e0ffe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951936 Jul 06 15:31:12.779938 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b83acec6-eda5-4a16-9b5f-6e2ba0e67353 req-b022b737-41cf-4dbd-9d7b-fba960e24c27 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Router edb7c835-6d1a-4461-88b0-7e358345f5de has already been hosted by L3 agent 8e6e5f2a-f235-48ed-8752-aab723ac44e7 {{(pid=103844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 15:31:12.877585 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b83acec6-eda5-4a16-9b5f-6e2ba0e67353 req-b022b737-41cf-4dbd-9d7b-fba960e24c27 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Notify agent at l3_agent.dv-cinder-848848-4-iscsi the message routers_updated {{(pid=103844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:31:12.887504 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a7e159-25e8-44b6-aa14-d906597788cc None None] Sync routers for ids ['edb7c835-6d1a-4461-88b0-7e358345f5de'] in dv-cinder-848848-4-iscsi {{(pid=103846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:31:12.898074 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a7e159-25e8-44b6-aa14-d906597788cc None None] Routers {'edb7c835-6d1a-4461-88b0-7e358345f5de'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:31:12.898705 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-c4a7e159-25e8-44b6-aa14-d906597788cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:30:48Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['edb7c835-6d1a-4461-88b0-7e358345f5de'], 'active': True} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:31:12.922850 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [req-b83acec6-eda5-4a16-9b5f-6e2ba0e67353 req-b022b737-41cf-4dbd-9d7b-fba960e24c27 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] No DVR routers for this DVR port 0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8 on host hv-cinder-84884 {{(pid=103844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 15:31:12.925346 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-b83acec6-eda5-4a16-9b5f-6e2ba0e67353 req-b022b737-41cf-4dbd-9d7b-fba960e24c27 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for port (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:12.928597 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-b83acec6-eda5-4a16-9b5f-6e2ba0e67353 req-b022b737-41cf-4dbd-9d7b-fba960e24c27 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.16 "DELETE /v2.0/ports/0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8 HTTP/1.1" status: 204 len: 173 time: 0.8404677 Jul 06 15:31:12.929026 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da295c29-c8ab-4451-8e09-c814b1288b4f', 'name': 'network-vif-deleted', 'tag': '0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:31:12.931854 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23f0ce0f3171803df377307192b3bbc073243688ace587a9918d8ae03454cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-095e5ddd-db21-48fa-9cb3-a344f96352b7" -d '{"events": [{"server_uuid": "da295c29-c8ab-4451-8e09-c814b1288b4f", "name": "network-vif-deleted", "tag": "0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:31:12.968834 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 15:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93c022a-7256-4b9e-a977-39a676d7a164 x-openstack-request-id: req-a93c022a-7256-4b9e-a977-39a676d7a164 {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:31:12.969248 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da295c29-c8ab-4451-8e09-c814b1288b4f", "name": "network-vif-deleted", "tag": "0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8", "status": "completed", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:31:12.969514 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a93c022a-7256-4b9e-a977-39a676d7a164 {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:31:12.969920 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a93c022a-7256-4b9e-a977-39a676d7a164'] response: {'server_uuid': 'da295c29-c8ab-4451-8e09-c814b1288b4f', 'name': 'network-vif-deleted', 'tag': '0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8', 'status': 'completed', 'code': 200} Jul 06 15:31:13.011864 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvr_db [None req-c4a7e159-25e8-44b6-aa14-d906597788cc None None] Set router edb7c835-6d1a-4461-88b0-7e358345f5de gateway port host: dv-cinder-848848-4-iscsi {{(pid=103846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:31:13.208284 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-c4a7e159-25e8-44b6-aa14-d906597788cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb7c835-6d1a-4461-88b0-7e358345f5de', 'name': 'tempest-AttachVolumeTestJSON-1669651781-router', 'tenant_id': '6707399c704e4c97939dc84df58cb39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'f019a37d-5764-468b-84a8-e637818622cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:35Z', 'updated_at': '2022-07-06T15:24:44Z', 'revision_number': 4, 'project_id': '6707399c704e4c97939dc84df58cb39f', 'gw_port': {'id': 'f019a37d-5764-468b-84a8-e637818622cc', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb7c835-6d1a-4461-88b0-7e358345f5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:36Z', 'updated_at': '2022-07-06T15:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': '8f526e5d-be91-4f28-b889-07cf2682df45', 'name': '', 'network_id': 'c3020644-2bbb-40b0-b72d-4d80a8b6cb34', 'tenant_id': '6707399c704e4c97939dc84df58cb39f', 'mac_address': 'fa:16:3e:93:56:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb7c835-6d1a-4461-88b0-7e358345f5de', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '77f124ec-b849-4e26-b7c2-43db5c0c70ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:41Z', 'updated_at': '2022-07-06T15:24:48Z', 'revision_number': 5, 'project_id': '6707399c704e4c97939dc84df58cb39f', 'subnets': [{'id': '77f124ec-b849-4e26-b7c2-43db5c0c70ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:31:13.232027 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a7e159-25e8-44b6-aa14-d906597788cc None None] Checking router: edb7c835-6d1a-4461-88b0-7e358345f5de for host: dv-cinder-848848-4-iscsi {{(pid=103846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:31:13.240764 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a7e159-25e8-44b6-aa14-d906597788cc None None] Routers {'edb7c835-6d1a-4461-88b0-7e358345f5de'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:31:13.241372 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-c4a7e159-25e8-44b6-aa14-d906597788cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:30:48Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['edb7c835-6d1a-4461-88b0-7e358345f5de'], 'active': True} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:31:13.343909 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvr_db [None req-c4a7e159-25e8-44b6-aa14-d906597788cc None None] Set router edb7c835-6d1a-4461-88b0-7e358345f5de gateway port host: dv-cinder-848848-4-iscsi {{(pid=103846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:31:13.652585 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-c4a7e159-25e8-44b6-aa14-d906597788cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb7c835-6d1a-4461-88b0-7e358345f5de', 'name': 'tempest-AttachVolumeTestJSON-1669651781-router', 'tenant_id': '6707399c704e4c97939dc84df58cb39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'f019a37d-5764-468b-84a8-e637818622cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:35Z', 'updated_at': '2022-07-06T15:24:44Z', 'revision_number': 4, 'project_id': '6707399c704e4c97939dc84df58cb39f', 'gw_port': {'id': 'f019a37d-5764-468b-84a8-e637818622cc', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb7c835-6d1a-4461-88b0-7e358345f5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:36Z', 'updated_at': '2022-07-06T15:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': '8f526e5d-be91-4f28-b889-07cf2682df45', 'name': '', 'network_id': 'c3020644-2bbb-40b0-b72d-4d80a8b6cb34', 'tenant_id': '6707399c704e4c97939dc84df58cb39f', 'mac_address': 'fa:16:3e:93:56:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb7c835-6d1a-4461-88b0-7e358345f5de', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '77f124ec-b849-4e26-b7c2-43db5c0c70ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:41Z', 'updated_at': '2022-07-06T15:24:48Z', 'revision_number': 5, 'project_id': '6707399c704e4c97939dc84df58cb39f', 'subnets': [{'id': '77f124ec-b849-4e26-b7c2-43db5c0c70ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:31:13.676797 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a7e159-25e8-44b6-aa14-d906597788cc None None] The sync data for ids ['edb7c835-6d1a-4461-88b0-7e358345f5de'] in dv-cinder-848848-4-iscsi is: [{'id': 'edb7c835-6d1a-4461-88b0-7e358345f5de', 'name': 'tempest-AttachVolumeTestJSON-1669651781-router', 'tenant_id': '6707399c704e4c97939dc84df58cb39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'f019a37d-5764-468b-84a8-e637818622cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:35Z', 'updated_at': '2022-07-06T15:24:44Z', 'revision_number': 4, 'project_id': '6707399c704e4c97939dc84df58cb39f', 'gw_port': {'id': 'f019a37d-5764-468b-84a8-e637818622cc', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb7c835-6d1a-4461-88b0-7e358345f5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:36Z', 'updated_at': '2022-07-06T15:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': '8f526e5d-be91-4f28-b889-07cf2682df45', 'name': '', 'network_id': 'c3020644-2bbb-40b0-b72d-4d80a8b6cb34', 'tenant_id': '6707399c704e4c97939dc84df58cb39f', 'mac_address': 'fa:16:3e:93:56:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb7c835-6d1a-4461-88b0-7e358345f5de', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '77f124ec-b849-4e26-b7c2-43db5c0c70ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:41Z', 'updated_at': '2022-07-06T15:24:48Z', 'revision_number': 5, 'project_id': '6707399c704e4c97939dc84df58cb39f', 'subnets': [{'id': '77f124ec-b849-4e26-b7c2-43db5c0c70ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:31:13.766510 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 58002) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:31:13.823573 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-63ed2dff-6a85-4523-90f7-3745bbd3f7bb tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks [] for security_group (f933efb2-aa17-41bd-8b75-fa1e5e0ffe5c), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:13.848451 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-63ed2dff-6a85-4523-90f7-3745bbd3f7bb tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks [] for security_group (f933efb2-aa17-41bd-8b75-fa1e5e0ffe5c), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:13.896142 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd4ed39-6c9d-448e-8de9-757840d4e7ed None None] New status for floating IP 94fde2ab-f693-40b4-90e6-f9cae61c9365: DOWN {{(pid=103847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 06 15:31:13.899081 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-63ed2dff-6a85-4523-90f7-3745bbd3f7bb tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (f933efb2-aa17-41bd-8b75-fa1e5e0ffe5c), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:13.901869 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-63ed2dff-6a85-4523-90f7-3745bbd3f7bb tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks [] for security_group (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:13.903059 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-63ed2dff-6a85-4523-90f7-3745bbd3f7bb tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "DELETE /v2.0/security-groups/f933efb2-aa17-41bd-8b75-fa1e5e0ffe5c HTTP/1.1" status: 204 len: 168 time: 0.1355238 Jul 06 15:31:13.905886 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 58004) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:31:13.912335 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ed2dff-6a85-4523-90f7-3745bbd3f7bb tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f933efb2-aa17-41bd-8b75-fa1e5e0ffe5c,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:31:13.923029 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.api.v2.resource [None req-ad9348fc-4657-4b9e-9036-378df2030c24 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] show failed (client error): The resource could not be found. Jul 06 15:31:13.926713 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-ad9348fc-4657-4b9e-9036-378df2030c24 tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "GET /v2.0/security-groups/f933efb2-aa17-41bd-8b75-fa1e5e0ffe5c HTTP/1.1" status: 404 len: 347 time: 0.0167329 Jul 06 15:31:13.927108 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 58006) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:31:13.936346 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:31:14.050971 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-3cd89065-4eb9-47f2-9ee9-47b07c8403eb tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Deleting port 4440689b-70a4-4071-b37a-fc494700cbe4 {{(pid=103844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 15:31:14.051339 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-3cd89065-4eb9-47f2-9ee9-47b07c8403eb tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786465945384'] for port (4440689b-70a4-4071-b37a-fc494700cbe4), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:14.127918 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-3cd89065-4eb9-47f2-9ee9-47b07c8403eb tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652656'] for port (4440689b-70a4-4071-b37a-fc494700cbe4), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:14.128240 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-3cd89065-4eb9-47f2-9ee9-47b07c8403eb tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks [] for floatingip (4440689b-70a4-4071-b37a-fc494700cbe4), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:14.137154 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:31:14.146137 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-3cd89065-4eb9-47f2-9ee9-47b07c8403eb tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Calling delete_port for 4440689b-70a4-4071-b37a-fc494700cbe4 owned by network:floatingip {{(pid=103844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 15:31:14.275600 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-3cd89065-4eb9-47f2-9ee9-47b07c8403eb tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786465950455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786465455746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2698075'] for port (4440689b-70a4-4071-b37a-fc494700cbe4), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:14.298297 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd89065-4eb9-47f2-9ee9-47b07c8403eb tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Pushing event deleted for resources: {'Port': ['ID=4440689b-70a4-4071-b37a-fc494700cbe4,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:31:14.366275 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-3cd89065-4eb9-47f2-9ee9-47b07c8403eb tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks [] for floatingip (94fde2ab-f693-40b4-90e6-f9cae61c9365), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:14.368992 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-3cd89065-4eb9-47f2-9ee9-47b07c8403eb tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for floatingip (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:14.370141 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-3cd89065-4eb9-47f2-9ee9-47b07c8403eb tempest-AttachVolumeTestJSON-590838834 tempest-AttachVolumeTestJSON-590838834-project] 10.222.0.46 "DELETE /v2.0/floatingips/94fde2ab-f693-40b4-90e6-f9cae61c9365 HTTP/1.1" status: 204 len: 168 time: 0.4413087 Jul 06 15:31:14.580982 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (eda728fc-b46d-4378-b578-35bac6b15486), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:15.530105 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device 0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8 no longer exists at agent hyperv_hv-cinder-84884 {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:31:15.552910 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] No Port match for: 0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8 {{(pid=103846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 15:31:15.553250 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device 0779bfb0-7c7d-4f21-8bba-7c769dbfd0f8 not bound to the agent host hv-cinder-84884 {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:31:16.263238 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-ec48eb82-3ddd-463c-a469-89f0f90a5a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (a81823b9-ba52-46bb-9bcd-43b269600933), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:17.884755 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 58038) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:31:18.307047 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-5b7dcc16-9b34-4520-bdd5-d7ff68d89ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8e6e5f2a-f235-48ed-8752-aab723ac44e7), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:18.339837 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-73d1c651-58df-418c-a2f8-50374313195e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-649917'] for router_interface (edb7c835-6d1a-4461-88b0-7e358345f5de), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:18.466232 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:31:18.560340 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-73d1c651-58df-418c-a2f8-50374313195e admin admin] Deleting port 8f526e5d-be91-4f28-b889-07cf2682df45 {{(pid=103844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 15:31:18.560598 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-73d1c651-58df-418c-a2f8-50374313195e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786465945384'] for port (8f526e5d-be91-4f28-b889-07cf2682df45), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:18.641366 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-73d1c651-58df-418c-a2f8-50374313195e admin admin] For port 8f526e5d-be91-4f28-b889-07cf2682df45, host dv-cinder-848848-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=8f526e5d-be91-4f28-b889-07cf2682df45,segment=NetworkSegment(8b9fcdf4-24f7-46ab-b771-db26fc7e4c98),segment_id=8b9fcdf4-24f7-46ab-b771-db26fc7e4c98)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:31:18.641724 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-73d1c651-58df-418c-a2f8-50374313195e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652656'] for port (8f526e5d-be91-4f28-b889-07cf2682df45), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:18.654866 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-73d1c651-58df-418c-a2f8-50374313195e admin admin] Calling delete_port for 8f526e5d-be91-4f28-b889-07cf2682df45 owned by network:router_interface {{(pid=103844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 15:31:18.695307 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:31:18.834164 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-73d1c651-58df-418c-a2f8-50374313195e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786465950455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786465455746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2698075'] for port (8f526e5d-be91-4f28-b889-07cf2682df45), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:18.858716 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d1c651-58df-418c-a2f8-50374313195e admin admin] Pushing event deleted for resources: {'Port': ['ID=8f526e5d-be91-4f28-b889-07cf2682df45,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:31:19.018204 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-73d1c651-58df-418c-a2f8-50374313195e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652813'] for router_interface (edb7c835-6d1a-4461-88b0-7e358345f5de), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:19.219134 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73d1c651-58df-418c-a2f8-50374313195e admin admin] Router edb7c835-6d1a-4461-88b0-7e358345f5de has already been hosted by L3 agent 8e6e5f2a-f235-48ed-8752-aab723ac44e7 {{(pid=103844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 15:31:19.276517 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:31:19.321103 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d1c651-58df-418c-a2f8-50374313195e admin admin] Notify agent at l3_agent.dv-cinder-848848-4-iscsi the message routers_updated {{(pid=103844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:31:19.325992 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-73d1c651-58df-418c-a2f8-50374313195e admin admin] 10.222.0.46 "PUT /v2.0/routers/edb7c835-6d1a-4461-88b0-7e358345f5de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4406064 Jul 06 15:31:19.328528 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 58042) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:31:19.330840 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f25aa75-5fa0-4c9a-a7f2-b11deada52ca None None] Sync routers for ids ['edb7c835-6d1a-4461-88b0-7e358345f5de'] in dv-cinder-848848-4-iscsi {{(pid=103846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:31:19.341834 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f25aa75-5fa0-4c9a-a7f2-b11deada52ca None None] Routers {'edb7c835-6d1a-4461-88b0-7e358345f5de'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:31:19.342449 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-7f25aa75-5fa0-4c9a-a7f2-b11deada52ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:31:18Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['edb7c835-6d1a-4461-88b0-7e358345f5de'], 'active': True} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:31:19.426023 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-aed48de0-4e9f-4fb1-b3d6-df6f3b8c12d2 admin admin] Publish callbacks [] for router (edb7c835-6d1a-4461-88b0-7e358345f5de), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:19.443849 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvr_db [None req-7f25aa75-5fa0-4c9a-a7f2-b11deada52ca None None] Set router edb7c835-6d1a-4461-88b0-7e358345f5de gateway port host: dv-cinder-848848-4-iscsi {{(pid=103846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:31:19.522049 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:31:19.526505 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-aed48de0-4e9f-4fb1-b3d6-df6f3b8c12d2 admin admin] Publish callbacks [] for router_gateway (edb7c835-6d1a-4461-88b0-7e358345f5de), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:19.551958 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:31:19.568920 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-aed48de0-4e9f-4fb1-b3d6-df6f3b8c12d2 admin admin] Deleting port f019a37d-5764-468b-84a8-e637818622cc {{(pid=103844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 15:31:19.569252 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-aed48de0-4e9f-4fb1-b3d6-df6f3b8c12d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786465945384'] for port (f019a37d-5764-468b-84a8-e637818622cc), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:19.602233 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:31:19.620584 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-7f25aa75-5fa0-4c9a-a7f2-b11deada52ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb7c835-6d1a-4461-88b0-7e358345f5de', 'name': 'tempest-AttachVolumeTestJSON-1669651781-router', 'tenant_id': '6707399c704e4c97939dc84df58cb39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'f019a37d-5764-468b-84a8-e637818622cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:35Z', 'updated_at': '2022-07-06T15:31:18Z', 'revision_number': 5, 'project_id': '6707399c704e4c97939dc84df58cb39f', 'gw_port': {'id': 'f019a37d-5764-468b-84a8-e637818622cc', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb7c835-6d1a-4461-88b0-7e358345f5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:36Z', 'updated_at': '2022-07-06T15:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi'}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:31:19.622820 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-5e71b6aa-55c8-4030-9936-371c496b104b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (6f0d5ee7-fa21-4cb0-b4ff-cf35f5a4ba31), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:19.650074 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-aed48de0-4e9f-4fb1-b3d6-df6f3b8c12d2 admin admin] For port f019a37d-5764-468b-84a8-e637818622cc, host dv-cinder-848848-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=f019a37d-5764-468b-84a8-e637818622cc,segment=NetworkSegment(7bafd98f-0c00-45ed-9abe-629590d245f2),segment_id=7bafd98f-0c00-45ed-9abe-629590d245f2)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:31:19.650436 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-aed48de0-4e9f-4fb1-b3d6-df6f3b8c12d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652656'] for port (f019a37d-5764-468b-84a8-e637818622cc), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:19.650981 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f25aa75-5fa0-4c9a-a7f2-b11deada52ca None None] Checking router: edb7c835-6d1a-4461-88b0-7e358345f5de for host: dv-cinder-848848-4-iscsi {{(pid=103846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:31:19.659092 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f25aa75-5fa0-4c9a-a7f2-b11deada52ca None None] Routers {'edb7c835-6d1a-4461-88b0-7e358345f5de'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:31:19.659726 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-7f25aa75-5fa0-4c9a-a7f2-b11deada52ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:31:18Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['edb7c835-6d1a-4461-88b0-7e358345f5de'], 'active': True} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:31:19.667738 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-aed48de0-4e9f-4fb1-b3d6-df6f3b8c12d2 admin admin] Calling delete_port for f019a37d-5764-468b-84a8-e637818622cc owned by network:router_gateway {{(pid=103844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 15:31:19.698677 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.agents_db [None req-99b786f5-93e1-437c-926e-a88e17275ab4 None None] Agent healthcheck: found 6 active agents {{(pid=103847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:31:19.739086 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvr_db [None req-7f25aa75-5fa0-4c9a-a7f2-b11deada52ca None None] Set router edb7c835-6d1a-4461-88b0-7e358345f5de gateway port host: None {{(pid=103846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:31:19.791471 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-7f25aa75-5fa0-4c9a-a7f2-b11deada52ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb7c835-6d1a-4461-88b0-7e358345f5de', 'name': 'tempest-AttachVolumeTestJSON-1669651781-router', 'tenant_id': '6707399c704e4c97939dc84df58cb39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:35Z', 'updated_at': '2022-07-06T15:31:19Z', 'revision_number': 6, 'project_id': '6707399c704e4c97939dc84df58cb39f', 'gw_port_host': None}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:31:19.815526 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f25aa75-5fa0-4c9a-a7f2-b11deada52ca None None] The sync data for ids ['edb7c835-6d1a-4461-88b0-7e358345f5de'] in dv-cinder-848848-4-iscsi is: [{'id': 'edb7c835-6d1a-4461-88b0-7e358345f5de', 'name': 'tempest-AttachVolumeTestJSON-1669651781-router', 'tenant_id': '6707399c704e4c97939dc84df58cb39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:35Z', 'updated_at': '2022-07-06T15:31:19Z', 'revision_number': 6, 'project_id': '6707399c704e4c97939dc84df58cb39f', 'gw_port_host': None}] {{(pid=103846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:31:19.834137 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-aed48de0-4e9f-4fb1-b3d6-df6f3b8c12d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786465950455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786465455746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2698075'] for port (f019a37d-5764-468b-84a8-e637818622cc), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:20.121465 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed48de0-4e9f-4fb1-b3d6-df6f3b8c12d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f019a37d-5764-468b-84a8-e637818622cc,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:31:20.188375 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-aed48de0-4e9f-4fb1-b3d6-df6f3b8c12d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591431'] for router_gateway (edb7c835-6d1a-4461-88b0-7e358345f5de), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:20.277326 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-aed48de0-4e9f-4fb1-b3d6-df6f3b8c12d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109466'] for router (edb7c835-6d1a-4461-88b0-7e358345f5de), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:20.279461 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-aed48de0-4e9f-4fb1-b3d6-df6f3b8c12d2 admin admin] Publish callbacks [] for router_controller (edb7c835-6d1a-4461-88b0-7e358345f5de), precommit_delete_associations {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:20.323073 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-aed48de0-4e9f-4fb1-b3d6-df6f3b8c12d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648488'] for router (edb7c835-6d1a-4461-88b0-7e358345f5de), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:20.323666 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed48de0-4e9f-4fb1-b3d6-df6f3b8c12d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router edb7c835-6d1a-4461-88b0-7e358345f5de {{(pid=103844) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 15:31:20.328008 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-aed48de0-4e9f-4fb1-b3d6-df6f3b8c12d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:20.329022 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-aed48de0-4e9f-4fb1-b3d6-df6f3b8c12d2 admin admin] 10.222.0.46 "DELETE /v2.0/routers/edb7c835-6d1a-4461-88b0-7e358345f5de HTTP/1.1" status: 204 len: 168 time: 0.9995897 Jul 06 15:31:20.331606 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 58044) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:31:20.375797 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e79380a-d7cb-47ff-b526-8a61bc7033d8 admin admin] Deleting subnet 77f124ec-b849-4e26-b7c2-43db5c0c70ca {{(pid=103844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 06 15:31:20.378824 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-6e79380a-d7cb-47ff-b526-8a61bc7033d8 admin admin] Publish callbacks [] for subnet (77f124ec-b849-4e26-b7c2-43db5c0c70ca), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:20.412776 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-6e79380a-d7cb-47ff-b526-8a61bc7033d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60677004'] for subnet (77f124ec-b849-4e26-b7c2-43db5c0c70ca), precommit_delete_associations {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:20.444278 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:31:20.491465 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-6e79380a-d7cb-47ff-b526-8a61bc7033d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1545392'] for subnet (77f124ec-b849-4e26-b7c2-43db5c0c70ca), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:20.552469 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-6e79380a-d7cb-47ff-b526-8a61bc7033d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1545403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2698124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60558424'] for subnet (77f124ec-b849-4e26-b7c2-43db5c0c70ca), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:20.577188 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79380a-d7cb-47ff-b526-8a61bc7033d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77f124ec-b849-4e26-b7c2-43db5c0c70ca,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:31:20.583091 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-6e79380a-d7cb-47ff-b526-8a61bc7033d8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:20.585743 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 8f526e5d-be91-4f28-b889-07cf2682df45 no longer exists at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:31:20.586668 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-6e79380a-d7cb-47ff-b526-8a61bc7033d8 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/77f124ec-b849-4e26-b7c2-43db5c0c70ca HTTP/1.1" status: 204 len: 168 time: 0.2541008 Jul 06 15:31:20.589236 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 58046) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:31:20.610346 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed97507-e88e-47c0-983e-ea8ad527d661 None None] Network c3020644-2bbb-40b0-b72d-4d80a8b6cb34 requested from dv-cinder-848848-4-iscsi {{(pid=103846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 15:31:20.612743 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] No Port match for: 8f526e5d-be91-4f28-b889-07cf2682df45 {{(pid=103846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 15:31:20.613077 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 8f526e5d-be91-4f28-b889-07cf2682df45 not bound to the agent host dv-cinder-848848-4-iscsi {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:31:20.613484 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device f019a37d-5764-468b-84a8-e637818622cc no longer exists at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:31:20.647414 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] No Port match for: f019a37d-5764-468b-84a8-e637818622cc {{(pid=103846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 15:31:20.647664 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device f019a37d-5764-468b-84a8-e637818622cc not bound to the agent host dv-cinder-848848-4-iscsi {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:31:20.665788 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-fabb52ac-97a1-40f8-8f9b-2b68aff75a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101514'] for network (c3020644-2bbb-40b0-b72d-4d80a8b6cb34), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:20.707074 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.plugin [None req-fabb52ac-97a1-40f8-8f9b-2b68aff75a35 admin admin] Deleting port 02761460-5492-4f8d-9bc8-bcd9f3fc61f1 {{(pid=103845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 15:31:20.707566 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-fabb52ac-97a1-40f8-8f9b-2b68aff75a35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786465945384'] for port (02761460-5492-4f8d-9bc8-bcd9f3fc61f1), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:20.780693 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.db [None req-fabb52ac-97a1-40f8-8f9b-2b68aff75a35 admin admin] For port 02761460-5492-4f8d-9bc8-bcd9f3fc61f1, host dv-cinder-848848-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=02761460-5492-4f8d-9bc8-bcd9f3fc61f1,segment=NetworkSegment(8b9fcdf4-24f7-46ab-b771-db26fc7e4c98),segment_id=8b9fcdf4-24f7-46ab-b771-db26fc7e4c98)] {{(pid=103845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:31:20.781057 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-fabb52ac-97a1-40f8-8f9b-2b68aff75a35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652656'] for port (02761460-5492-4f8d-9bc8-bcd9f3fc61f1), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:20.792636 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f03d0ab-1512-4fb5-a06c-0107d5769b0b None None] DHCP port deletion for c3020644-2bbb-40b0-b72d-4d80a8b6cb34 request from dv-cinder-848848-4-iscsi {{(pid=103846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 06 15:31:20.796132 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.plugin [None req-fabb52ac-97a1-40f8-8f9b-2b68aff75a35 admin admin] Calling delete_port for 02761460-5492-4f8d-9bc8-bcd9f3fc61f1 owned by network:dhcp {{(pid=103845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 15:31:20.829768 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-9f03d0ab-1512-4fb5-a06c-0107d5769b0b None None] Deleting port 02761460-5492-4f8d-9bc8-bcd9f3fc61f1 {{(pid=103846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 15:31:20.830167 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-9f03d0ab-1512-4fb5-a06c-0107d5769b0b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786465945384'] for port (02761460-5492-4f8d-9bc8-bcd9f3fc61f1), before_delete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:20.878868 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-fabb52ac-97a1-40f8-8f9b-2b68aff75a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786465950455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786465455746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2888556'] for port (02761460-5492-4f8d-9bc8-bcd9f3fc61f1), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:20.897140 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-9f03d0ab-1512-4fb5-a06c-0107d5769b0b None None] For port 02761460-5492-4f8d-9bc8-bcd9f3fc61f1, host dv-cinder-848848-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=02761460-5492-4f8d-9bc8-bcd9f3fc61f1,segment=NetworkSegment(8b9fcdf4-24f7-46ab-b771-db26fc7e4c98),segment_id=8b9fcdf4-24f7-46ab-b771-db26fc7e4c98)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:31:20.897461 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-9f03d0ab-1512-4fb5-a06c-0107d5769b0b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652656'] for port (02761460-5492-4f8d-9bc8-bcd9f3fc61f1), precommit_delete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:20.902171 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabb52ac-97a1-40f8-8f9b-2b68aff75a35 admin admin] Pushing event deleted for resources: {'Port': ['ID=02761460-5492-4f8d-9bc8-bcd9f3fc61f1,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:31:20.909161 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabb52ac-97a1-40f8-8f9b-2b68aff75a35 admin admin] No DVR routers for this DVR port 02761460-5492-4f8d-9bc8-bcd9f3fc61f1 on host dv-cinder-848848-4-iscsi {{(pid=103845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 15:31:20.910806 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-9f03d0ab-1512-4fb5-a06c-0107d5769b0b None None] Calling delete_port for 02761460-5492-4f8d-9bc8-bcd9f3fc61f1 owned by network:dhcp {{(pid=103846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 15:31:20.937494 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabb52ac-97a1-40f8-8f9b-2b68aff75a35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:31:20.937839 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabb52ac-97a1-40f8-8f9b-2b68aff75a35 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:31:20.938180 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabb52ac-97a1-40f8-8f9b-2b68aff75a35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:31:20.938519 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabb52ac-97a1-40f8-8f9b-2b68aff75a35 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:31:20.938852 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabb52ac-97a1-40f8-8f9b-2b68aff75a35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:31:20.939182 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabb52ac-97a1-40f8-8f9b-2b68aff75a35 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:31:20.939646 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabb52ac-97a1-40f8-8f9b-2b68aff75a35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:31:20.939972 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabb52ac-97a1-40f8-8f9b-2b68aff75a35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:31:20.940313 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabb52ac-97a1-40f8-8f9b-2b68aff75a35 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:31:20.940621 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabb52ac-97a1-40f8-8f9b-2b68aff75a35 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:31:20.940946 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabb52ac-97a1-40f8-8f9b-2b68aff75a35 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:31:20.941270 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabb52ac-97a1-40f8-8f9b-2b68aff75a35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:31:20.941588 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabb52ac-97a1-40f8-8f9b-2b68aff75a35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:31:20.941906 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabb52ac-97a1-40f8-8f9b-2b68aff75a35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:31:20.942224 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabb52ac-97a1-40f8-8f9b-2b68aff75a35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:31:20.992196 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-9f03d0ab-1512-4fb5-a06c-0107d5769b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786465950455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786465455746'] for port (02761460-5492-4f8d-9bc8-bcd9f3fc61f1), after_delete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:20.998616 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-fabb52ac-97a1-40f8-8f9b-2b68aff75a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485658', 'neutron.services.segments.db._delete_segments_for_network-8786465758329'] for network (c3020644-2bbb-40b0-b72d-4d80a8b6cb34), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:21.014539 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f03d0ab-1512-4fb5-a06c-0107d5769b0b None None] Pushing event deleted for resources: {'Port': ['ID=02761460-5492-4f8d-9bc8-bcd9f3fc61f1,revision_number=None']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:31:21.019674 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.services.segments.db [None req-fabb52ac-97a1-40f8-8f9b-2b68aff75a35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3020644-2bbb-40b0-b72d-4d80a8b6cb34']}} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:31:21.019869 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f03d0ab-1512-4fb5-a06c-0107d5769b0b None None] No DVR routers for this DVR port 02761460-5492-4f8d-9bc8-bcd9f3fc61f1 on host dv-cinder-848848-4-iscsi {{(pid=103846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 15:31:21.030703 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.services.segments.db [None req-fabb52ac-97a1-40f8-8f9b-2b68aff75a35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b9fcdf4-24f7-46ab-b771-db26fc7e4c98') {'for_net_delete': True} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:31:21.031003 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.services.segments.db [None req-fabb52ac-97a1-40f8-8f9b-2b68aff75a35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b9fcdf4-24f7-46ab-b771-db26fc7e4c98') {} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:31:21.040732 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-fabb52ac-97a1-40f8-8f9b-2b68aff75a35 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786465759874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60119400'] for segment (8b9fcdf4-24f7-46ab-b771-db26fc7e4c98), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:21.054478 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-fabb52ac-97a1-40f8-8f9b-2b68aff75a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490363'] for segment (8b9fcdf4-24f7-46ab-b771-db26fc7e4c98), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:21.060824 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fabb52ac-97a1-40f8-8f9b-2b68aff75a35 admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=103845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 15:31:21.061245 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-fabb52ac-97a1-40f8-8f9b-2b68aff75a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2888513'] for segment (8b9fcdf4-24f7-46ab-b771-db26fc7e4c98), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:21.101285 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-8ac95340-3f24-440b-a4d9-caf8afcb49bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8ea57be5-348a-4c5b-804c-cda178363830), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:21.123952 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-fabb52ac-97a1-40f8-8f9b-2b68aff75a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-666929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590854'] for network (c3020644-2bbb-40b0-b72d-4d80a8b6cb34), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:21.130810 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-fabb52ac-97a1-40f8-8f9b-2b68aff75a35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629707'] for network (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:21.133907 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-fabb52ac-97a1-40f8-8f9b-2b68aff75a35 admin admin] 10.222.0.46 "DELETE /v2.0/networks/c3020644-2bbb-40b0-b72d-4d80a8b6cb34 HTTP/1.1" status: 204 len: 168 time: 0.5430040 Jul 06 15:31:21.145416 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabb52ac-97a1-40f8-8f9b-2b68aff75a35 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3020644-2bbb-40b0-b72d-4d80a8b6cb34,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:31:21.222368 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.services.segments.plugin [-] Segment 8b9fcdf4-24f7-46ab-b771-db26fc7e4c98 resource provider aggregate not found Jul 06 15:31:21.238897 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (d26a5351-3de7-44f9-93eb-9fed5ee5b55b), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:21.240813 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.services.segments.plugin [-] Segment 8b9fcdf4-24f7-46ab-b771-db26fc7e4c98 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8b9fcdf4-24f7-46ab-b771-db26fc7e4c98 found for delete ", "request_id": "req-9f07de14-1644-4bc8-adf2-3be43d4897a0"}]} Jul 06 15:31:21.262944 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 58058) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:31:21.303181 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-afa2905b-2291-4b43-8a9c-902a652fc7e0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6707399c704e4c97939dc84df58cb39f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0390382 Jul 06 15:31:21.305401 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 58060) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:31:21.347876 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:31:21.354055 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-c9770acf-fcb6-4592-9f87-6ad69b701a28 admin admin] Publish callbacks [] for security_group (765b3f44-ef3c-4854-bc65-d630f452c920), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:21.356462 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:31:21.378738 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-c9770acf-fcb6-4592-9f87-6ad69b701a28 admin admin] Publish callbacks [] for security_group (765b3f44-ef3c-4854-bc65-d630f452c920), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:21.424620 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-c9770acf-fcb6-4592-9f87-6ad69b701a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (765b3f44-ef3c-4854-bc65-d630f452c920), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:21.427763 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-c9770acf-fcb6-4592-9f87-6ad69b701a28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:21.428911 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-c9770acf-fcb6-4592-9f87-6ad69b701a28 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/765b3f44-ef3c-4854-bc65-d630f452c920 HTTP/1.1" status: 204 len: 168 time: 0.1226096 Jul 06 15:31:21.436497 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9770acf-fcb6-4592-9f87-6ad69b701a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=765b3f44-ef3c-4854-bc65-d630f452c920,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:31:22.303728 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 02761460-5492-4f8d-9bc8-bcd9f3fc61f1 no longer exists at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:31:22.325497 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] No Port match for: 02761460-5492-4f8d-9bc8-bcd9f3fc61f1 {{(pid=103846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 15:31:22.325842 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 02761460-5492-4f8d-9bc8-bcd9f3fc61f1 not bound to the agent host dv-cinder-848848-4-iscsi {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:31:25.142826 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 58122) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:31:25.248343 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-75cff575-0db0-4314-8c1a-e1fb5a2d9a85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:25.322861 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-75cff575-0db0-4314-8c1a-e1fb5a2d9a85 admin admin] Publish callbacks [] for security_group (22433be8-41a4-43f0-be42-2d92b3d04904), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:25.326213 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-75cff575-0db0-4314-8c1a-e1fb5a2d9a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (22433be8-41a4-43f0-be42-2d92b3d04904), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:25.364488 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-75cff575-0db0-4314-8c1a-e1fb5a2d9a85 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b0d76cc3eba54cca8e3ffee467e4487d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2206140 Jul 06 15:31:25.365911 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cff575-0db0-4314-8c1a-e1fb5a2d9a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22433be8-41a4-43f0-be42-2d92b3d04904,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:31:25.367742 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 58126) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:31:25.422855 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-60d99011-f318-42e8-9e76-15791fa532da admin admin] Publish callbacks [] for security_group (22433be8-41a4-43f0-be42-2d92b3d04904), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:25.432697 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:31:25.450209 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-60d99011-f318-42e8-9e76-15791fa532da admin admin] Publish callbacks [] for security_group (22433be8-41a4-43f0-be42-2d92b3d04904), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:25.501100 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-60d99011-f318-42e8-9e76-15791fa532da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (22433be8-41a4-43f0-be42-2d92b3d04904), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:25.503666 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-60d99011-f318-42e8-9e76-15791fa532da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:25.504838 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-60d99011-f318-42e8-9e76-15791fa532da admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/22433be8-41a4-43f0-be42-2d92b3d04904 HTTP/1.1" status: 204 len: 168 time: 0.1353729 Jul 06 15:31:25.513697 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d99011-f318-42e8-9e76-15791fa532da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22433be8-41a4-43f0-be42-2d92b3d04904,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:31:27.098594 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 58176) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:31:27.204373 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-10e2f1d3-5176-4f54-93bd-f0d04f43f8f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:27.284406 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-10e2f1d3-5176-4f54-93bd-f0d04f43f8f3 admin admin] Publish callbacks [] for security_group (4cd74a08-881a-47e3-9f8a-a597401ccc36), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:27.288584 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-10e2f1d3-5176-4f54-93bd-f0d04f43f8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (4cd74a08-881a-47e3-9f8a-a597401ccc36), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:27.326894 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-10e2f1d3-5176-4f54-93bd-f0d04f43f8f3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c56b20a8390c487db3747378dcd79259&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2272184 Jul 06 15:31:27.328011 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e2f1d3-5176-4f54-93bd-f0d04f43f8f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd74a08-881a-47e3-9f8a-a597401ccc36,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:31:27.329604 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 58182) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:31:27.379856 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-961a0f02-1a9a-4c72-9031-9b4e692bf77f admin admin] Publish callbacks [] for security_group (4cd74a08-881a-47e3-9f8a-a597401ccc36), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:27.401576 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-961a0f02-1a9a-4c72-9031-9b4e692bf77f admin admin] Publish callbacks [] for security_group (4cd74a08-881a-47e3-9f8a-a597401ccc36), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:27.447200 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-961a0f02-1a9a-4c72-9031-9b4e692bf77f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (4cd74a08-881a-47e3-9f8a-a597401ccc36), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:27.449692 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-961a0f02-1a9a-4c72-9031-9b4e692bf77f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:27.450815 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-961a0f02-1a9a-4c72-9031-9b4e692bf77f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4cd74a08-881a-47e3-9f8a-a597401ccc36 HTTP/1.1" status: 204 len: 168 time: 0.1195803 Jul 06 15:31:27.459888 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961a0f02-1a9a-4c72-9031-9b4e692bf77f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd74a08-881a-47e3-9f8a-a597401ccc36,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:31:27.752495 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 58194) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:31:27.776711 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-0fe80ce1-6bc3-4ed7-bb44-50283fd57015 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:27.849567 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-0fe80ce1-6bc3-4ed7-bb44-50283fd57015 admin admin] Publish callbacks [] for security_group (c32a1af1-d372-49f1-8f1a-03ad2561e3cf), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:27.853388 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-0fe80ce1-6bc3-4ed7-bb44-50283fd57015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (c32a1af1-d372-49f1-8f1a-03ad2561e3cf), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:27.892973 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-0fe80ce1-6bc3-4ed7-bb44-50283fd57015 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=05b0ff2983da4b4abd0442340114b028&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1394179 Jul 06 15:31:27.894076 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe80ce1-6bc3-4ed7-bb44-50283fd57015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c32a1af1-d372-49f1-8f1a-03ad2561e3cf,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:31:27.895707 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 58198) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:31:27.944313 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-390529db-60e5-422d-be72-aa38704e8a4c admin admin] Publish callbacks [] for security_group (c32a1af1-d372-49f1-8f1a-03ad2561e3cf), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:27.965750 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-390529db-60e5-422d-be72-aa38704e8a4c admin admin] Publish callbacks [] for security_group (c32a1af1-d372-49f1-8f1a-03ad2561e3cf), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:28.013417 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-390529db-60e5-422d-be72-aa38704e8a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (c32a1af1-d372-49f1-8f1a-03ad2561e3cf), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:28.016043 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-390529db-60e5-422d-be72-aa38704e8a4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:28.017186 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-390529db-60e5-422d-be72-aa38704e8a4c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c32a1af1-d372-49f1-8f1a-03ad2561e3cf HTTP/1.1" status: 204 len: 168 time: 0.1204700 Jul 06 15:31:28.025287 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390529db-60e5-422d-be72-aa38704e8a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32a1af1-d372-49f1-8f1a-03ad2561e3cf,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:31:31.755913 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:31:31.757249 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:31:33.743766 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 58302) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:31:33.856325 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-a4dcdaac-bb1d-4f51-ad44-ae011096f021 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:33.913208 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=76,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=13 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:31:33.938576 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-a4dcdaac-bb1d-4f51-ad44-ae011096f021 admin admin] Publish callbacks [] for security_group (684cbddb-dc40-4977-972d-7d4155c721a4), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:33.942147 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-a4dcdaac-bb1d-4f51-ad44-ae011096f021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (684cbddb-dc40-4977-972d-7d4155c721a4), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:33.983841 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-a4dcdaac-bb1d-4f51-ad44-ae011096f021 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8f9405f2b0a5449193f3d4fb431613ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2390144 Jul 06 15:31:33.984903 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dcdaac-bb1d-4f51-ad44-ae011096f021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=684cbddb-dc40-4977-972d-7d4155c721a4,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:31:33.986466 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 58306) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:31:34.036158 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-9ebc29fc-8ed7-46e6-9004-1a640d22ba05 admin admin] Publish callbacks [] for security_group (684cbddb-dc40-4977-972d-7d4155c721a4), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:34.057238 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-9ebc29fc-8ed7-46e6-9004-1a640d22ba05 admin admin] Publish callbacks [] for security_group (684cbddb-dc40-4977-972d-7d4155c721a4), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:34.082503 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:31:34.106284 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-9ebc29fc-8ed7-46e6-9004-1a640d22ba05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (684cbddb-dc40-4977-972d-7d4155c721a4), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:34.108777 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-9ebc29fc-8ed7-46e6-9004-1a640d22ba05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:34.109891 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-9ebc29fc-8ed7-46e6-9004-1a640d22ba05 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/684cbddb-dc40-4977-972d-7d4155c721a4 HTTP/1.1" status: 204 len: 168 time: 0.1223881 Jul 06 15:31:34.118056 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebc29fc-8ed7-46e6-9004-1a640d22ba05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=684cbddb-dc40-4977-972d-7d4155c721a4,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:31:34.372918 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 58314) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:31:34.386975 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-afc494e2-f997-4658-b468-0d0d920da193 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:34.426908 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:31:34.473925 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-afc494e2-f997-4658-b468-0d0d920da193 admin admin] Publish callbacks [] for security_group (57004621-1224-47dc-b7fd-def5ec225378), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:34.477375 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-afc494e2-f997-4658-b468-0d0d920da193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (57004621-1224-47dc-b7fd-def5ec225378), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:34.515840 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-afc494e2-f997-4658-b468-0d0d920da193 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=75c9298b6f2945c4af82d19c0c48c5da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1418612 Jul 06 15:31:34.516666 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc494e2-f997-4658-b468-0d0d920da193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57004621-1224-47dc-b7fd-def5ec225378,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:31:34.518525 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 58316) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:31:34.567820 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-892777a0-446c-44c7-be8b-f70529e3ea38 admin admin] Publish callbacks [] for security_group (57004621-1224-47dc-b7fd-def5ec225378), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:34.590223 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-892777a0-446c-44c7-be8b-f70529e3ea38 admin admin] Publish callbacks [] for security_group (57004621-1224-47dc-b7fd-def5ec225378), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:34.635915 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-892777a0-446c-44c7-be8b-f70529e3ea38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (57004621-1224-47dc-b7fd-def5ec225378), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:34.638442 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-892777a0-446c-44c7-be8b-f70529e3ea38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:34.639585 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-892777a0-446c-44c7-be8b-f70529e3ea38 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/57004621-1224-47dc-b7fd-def5ec225378 HTTP/1.1" status: 204 len: 168 time: 0.1200774 Jul 06 15:31:34.647893 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892777a0-446c-44c7-be8b-f70529e3ea38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57004621-1224-47dc-b7fd-def5ec225378,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:31:37.168403 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b184fca1-2765-41a7-8fbb-8727e03eb029 req-3a518f20-09fd-42b9-85cd-85e1f40cb806 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:31:37.169874 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-b184fca1-2765-41a7-8fbb-8727e03eb029 req-3a518f20-09fd-42b9-85cd-85e1f40cb806 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e81c452-7d6a-4c05-8e92-2d4239c6f0ac HTTP/1.1" status: 200 len: 946 time: 0.0472522 Jul 06 15:31:37.208050 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:31:37.225435 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-b184fca1-2765-41a7-8fbb-8727e03eb029 req-7e327d51-8c28-4e64-b63c-7f40944f30be tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e3d2dfc-1f08-4fe5-8f11-ea1976cab5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493352 Jul 06 15:31:38.339653 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b355df3-92a8-4cbe-b84e-4e4068be4e51 req-bae158a2-9e94-4a4b-9c99-0cb8659b30bd tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:31:38.341086 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-8b355df3-92a8-4cbe-b84e-4e4068be4e51 req-bae158a2-9e94-4a4b-9c99-0cb8659b30bd tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e81c452-7d6a-4c05-8e92-2d4239c6f0ac HTTP/1.1" status: 200 len: 946 time: 0.0456307 Jul 06 15:31:38.386835 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-8b355df3-92a8-4cbe-b84e-4e4068be4e51 req-80c1287a-aa77-4430-aea7-846469b927ff tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e3d2dfc-1f08-4fe5-8f11-ea1976cab5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403857 Jul 06 15:31:38.703057 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add40f6d-4a44-4ad5-9d49-d1047d4fc0a2 req-58a66ba7-53a4-46c9-8b38-fbc1a8bece74 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:31:38.704672 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-add40f6d-4a44-4ad5-9d49-d1047d4fc0a2 req-58a66ba7-53a4-46c9-8b38-fbc1a8bece74 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e81c452-7d6a-4c05-8e92-2d4239c6f0ac HTTP/1.1" status: 200 len: 946 time: 0.0456841 Jul 06 15:31:38.789938 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [req-add40f6d-4a44-4ad5-9d49-d1047d4fc0a2 req-f3ec30dc-0260-4930-9da2-961fa86b05a4 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Deleting port abf4f81b-5ad7-46a8-a9d5-c9974a4fa253 {{(pid=103844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 15:31:38.790278 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-add40f6d-4a44-4ad5-9d49-d1047d4fc0a2 req-f3ec30dc-0260-4930-9da2-961fa86b05a4 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786465945384'] for port (abf4f81b-5ad7-46a8-a9d5-c9974a4fa253), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:38.888452 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [req-add40f6d-4a44-4ad5-9d49-d1047d4fc0a2 req-f3ec30dc-0260-4930-9da2-961fa86b05a4 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] For port abf4f81b-5ad7-46a8-a9d5-c9974a4fa253, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=abf4f81b-5ad7-46a8-a9d5-c9974a4fa253,segment=NetworkSegment(9e485fae-b0f5-4f5a-9064-6e2e7153a585),segment_id=9e485fae-b0f5-4f5a-9064-6e2e7153a585)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:31:38.889030 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-add40f6d-4a44-4ad5-9d49-d1047d4fc0a2 req-f3ec30dc-0260-4930-9da2-961fa86b05a4 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652656'] for port (abf4f81b-5ad7-46a8-a9d5-c9974a4fa253), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:38.994725 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 58436) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:31:39.071540 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-add40f6d-4a44-4ad5-9d49-d1047d4fc0a2 req-f3ec30dc-0260-4930-9da2-961fa86b05a4 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:39.071911 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-add40f6d-4a44-4ad5-9d49-d1047d4fc0a2 req-f3ec30dc-0260-4930-9da2-961fa86b05a4 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591059'] for floatingip (f72ff8b5-74a7-46d1-9c9a-5ef8d9675d55), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:39.072236 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.db.l3_db [req-add40f6d-4a44-4ad5-9d49-d1047d4fc0a2 req-f3ec30dc-0260-4930-9da2-961fa86b05a4 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Floating IP f72ff8b5-74a7-46d1-9c9a-5ef8d9675d55 disassociated. External IP: 172.27.3.230, port: abf4f81b-5ad7-46a8-a9d5-c9974a4fa253. Jul 06 15:31:39.072590 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [req-add40f6d-4a44-4ad5-9d49-d1047d4fc0a2 req-f3ec30dc-0260-4930-9da2-961fa86b05a4 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Calling delete_port for abf4f81b-5ad7-46a8-a9d5-c9974a4fa253 owned by compute:nova {{(pid=103844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 15:31:39.127276 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-60a497c7-bc6c-4721-96ed-d383d51289e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:39.215836 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-60a497c7-bc6c-4721-96ed-d383d51289e0 admin admin] Publish callbacks [] for security_group (eadb3a34-f6d7-46e5-b9ff-7fc4fb46a295), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:39.217076 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-add40f6d-4a44-4ad5-9d49-d1047d4fc0a2 req-f3ec30dc-0260-4930-9da2-961fa86b05a4 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786465950455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786465455746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2698075'] for port (abf4f81b-5ad7-46a8-a9d5-c9974a4fa253), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:39.220469 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-60a497c7-bc6c-4721-96ed-d383d51289e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (eadb3a34-f6d7-46e5-b9ff-7fc4fb46a295), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:39.249355 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ec30dc-0260-4930-9da2-961fa86b05a4 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Pushing event deleted for resources: {'Port': ['ID=abf4f81b-5ad7-46a8-a9d5-c9974a4fa253,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:31:39.269554 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-60a497c7-bc6c-4721-96ed-d383d51289e0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c374a2c491eb451fadf6546210b23ab2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2723758 Jul 06 15:31:39.271459 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 58444) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:31:39.284695 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a497c7-bc6c-4721-96ed-d383d51289e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eadb3a34-f6d7-46e5-b9ff-7fc4fb46a295,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:31:39.305377 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:31:39.332113 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-52f1e921-4aa2-4fa4-a70e-3bb0278c9c0f admin admin] Publish callbacks [] for security_group (eadb3a34-f6d7-46e5-b9ff-7fc4fb46a295), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:39.360236 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-52f1e921-4aa2-4fa4-a70e-3bb0278c9c0f admin admin] Publish callbacks [] for security_group (eadb3a34-f6d7-46e5-b9ff-7fc4fb46a295), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:39.385774 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.l3_agent_scheduler [req-add40f6d-4a44-4ad5-9d49-d1047d4fc0a2 req-f3ec30dc-0260-4930-9da2-961fa86b05a4 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Router 738b7c26-f6e3-475d-9804-afd562758ee8 has already been hosted by L3 agent 8e6e5f2a-f235-48ed-8752-aab723ac44e7 {{(pid=103844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 15:31:39.430900 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8b64bf-830c-48ee-b363-0e916bcd7a8b req-522d343c-b91d-465e-a207-cad64b9234a0 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:31:39.432438 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-ec8b64bf-830c-48ee-b363-0e916bcd7a8b req-522d343c-b91d-465e-a207-cad64b9234a0 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a1e795f-7c0a-4f58-ba33-0b43235e9af7 HTTP/1.1" status: 200 len: 945 time: 0.0643702 Jul 06 15:31:39.473835 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-52f1e921-4aa2-4fa4-a70e-3bb0278c9c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (eadb3a34-f6d7-46e5-b9ff-7fc4fb46a295), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:39.476384 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-52f1e921-4aa2-4fa4-a70e-3bb0278c9c0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:39.477517 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-52f1e921-4aa2-4fa4-a70e-3bb0278c9c0f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/eadb3a34-f6d7-46e5-b9ff-7fc4fb46a295 HTTP/1.1" status: 204 len: 168 time: 0.2051809 Jul 06 15:31:39.497928 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f1e921-4aa2-4fa4-a70e-3bb0278c9c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eadb3a34-f6d7-46e5-b9ff-7fc4fb46a295,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:31:39.515232 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-ec8b64bf-830c-48ee-b363-0e916bcd7a8b req-a0a624d1-388e-4776-8335-da4712157fee tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=1105f9be-68f2-4160-8f77-af41fd5e2d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653532 Jul 06 15:31:39.520250 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-a75aba26-8506-4ee6-b661-9d33c1cc0f06 req-0eab66e7-e411-4913-af03-f72dc3dd96b1 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e81c452-7d6a-4c05-8e92-2d4239c6f0ac HTTP/1.1" status: 200 len: 210 time: 0.0380890 Jul 06 15:31:39.531612 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-add40f6d-4a44-4ad5-9d49-d1047d4fc0a2 req-f3ec30dc-0260-4930-9da2-961fa86b05a4 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Notify agent at l3_agent.dv-cinder-848848-4-iscsi the message routers_updated {{(pid=103844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:31:39.547071 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0401eeba-fb4f-4544-9e2d-8a1b114261f2 None None] Sync routers for ids ['738b7c26-f6e3-475d-9804-afd562758ee8'] in dv-cinder-848848-4-iscsi {{(pid=103847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:31:39.557422 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0401eeba-fb4f-4544-9e2d-8a1b114261f2 None None] Routers {'738b7c26-f6e3-475d-9804-afd562758ee8'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:31:39.558036 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-0401eeba-fb4f-4544-9e2d-8a1b114261f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:31:18Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['738b7c26-f6e3-475d-9804-afd562758ee8'], 'active': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:31:39.581329 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [req-add40f6d-4a44-4ad5-9d49-d1047d4fc0a2 req-f3ec30dc-0260-4930-9da2-961fa86b05a4 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] No DVR routers for this DVR port abf4f81b-5ad7-46a8-a9d5-c9974a4fa253 on host hv-cinder-84884 {{(pid=103844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 15:31:39.584633 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-add40f6d-4a44-4ad5-9d49-d1047d4fc0a2 req-f3ec30dc-0260-4930-9da2-961fa86b05a4 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for port (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:39.588009 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-add40f6d-4a44-4ad5-9d49-d1047d4fc0a2 req-f3ec30dc-0260-4930-9da2-961fa86b05a4 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.16 "DELETE /v2.0/ports/abf4f81b-5ad7-46a8-a9d5-c9974a4fa253 HTTP/1.1" status: 204 len: 173 time: 0.8776970 Jul 06 15:31:39.588450 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e81c452-7d6a-4c05-8e92-2d4239c6f0ac', 'name': 'network-vif-deleted', 'tag': 'abf4f81b-5ad7-46a8-a9d5-c9974a4fa253'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:31:39.590765 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23f0ce0f3171803df377307192b3bbc073243688ace587a9918d8ae03454cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c790a9c9-9d0b-4714-b649-9fbded2ba6fc" -d '{"events": [{"server_uuid": "2e81c452-7d6a-4c05-8e92-2d4239c6f0ac", "name": "network-vif-deleted", "tag": "abf4f81b-5ad7-46a8-a9d5-c9974a4fa253"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:31:39.652577 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 15:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-508482f0-790e-4531-a6d9-6870abedde10 x-openstack-request-id: req-508482f0-790e-4531-a6d9-6870abedde10 {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:31:39.652577 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e81c452-7d6a-4c05-8e92-2d4239c6f0ac", "name": "network-vif-deleted", "tag": "abf4f81b-5ad7-46a8-a9d5-c9974a4fa253", "status": "completed", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:31:39.652827 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-508482f0-790e-4531-a6d9-6870abedde10 {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:31:39.653211 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-508482f0-790e-4531-a6d9-6870abedde10'] response: {'server_uuid': '2e81c452-7d6a-4c05-8e92-2d4239c6f0ac', 'name': 'network-vif-deleted', 'tag': 'abf4f81b-5ad7-46a8-a9d5-c9974a4fa253', 'status': 'completed', 'code': 200} Jul 06 15:31:39.686475 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvr_db [None req-0401eeba-fb4f-4544-9e2d-8a1b114261f2 None None] Set router 738b7c26-f6e3-475d-9804-afd562758ee8 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:31:39.867168 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 58456) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:31:39.873311 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:31:39.881576 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-11302318-f967-4dbd-93ff-db72ec5d3e41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:39.887566 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-0401eeba-fb4f-4544-9e2d-8a1b114261f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'name': 'tempest-AttachVolumeNegativeTest-209056874-router', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'c4670a52-f3eb-4623-b6a0-3b65870597ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:38Z', 'updated_at': '2022-07-06T15:24:51Z', 'revision_number': 4, 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'gw_port': {'id': 'c4670a52-f3eb-4623-b6a0-3b65870597ee', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:49:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:40Z', 'updated_at': '2022-07-06T15:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': '750799dc-8d69-4a28-93e2-23fdcff49383', 'name': '', 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'mac_address': 'fa:16:3e:3f:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f20ae9c1-f124-46af-83bd-c43bda7bdca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:47Z', 'updated_at': '2022-07-06T15:25:04Z', 'revision_number': 5, 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'subnets': [{'id': 'f20ae9c1-f124-46af-83bd-c43bda7bdca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:31:39.912638 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0401eeba-fb4f-4544-9e2d-8a1b114261f2 None None] Checking router: 738b7c26-f6e3-475d-9804-afd562758ee8 for host: dv-cinder-848848-4-iscsi {{(pid=103847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:31:39.921829 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0401eeba-fb4f-4544-9e2d-8a1b114261f2 None None] Routers {'738b7c26-f6e3-475d-9804-afd562758ee8'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:31:39.922440 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-0401eeba-fb4f-4544-9e2d-8a1b114261f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:31:18Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['738b7c26-f6e3-475d-9804-afd562758ee8'], 'active': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:31:39.960184 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-11302318-f967-4dbd-93ff-db72ec5d3e41 admin admin] Publish callbacks [] for security_group (a8b1d860-6680-4c55-92f8-7ef263545908), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:39.964417 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-11302318-f967-4dbd-93ff-db72ec5d3e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (a8b1d860-6680-4c55-92f8-7ef263545908), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:40.004951 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-11302318-f967-4dbd-93ff-db72ec5d3e41 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e81d0416fc8e409ea4e17b33562574ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1366403 Jul 06 15:31:40.006079 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11302318-f967-4dbd-93ff-db72ec5d3e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b1d860-6680-4c55-92f8-7ef263545908,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:31:40.007710 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 58458) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:31:40.027140 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvr_db [None req-0401eeba-fb4f-4544-9e2d-8a1b114261f2 None None] Set router 738b7c26-f6e3-475d-9804-afd562758ee8 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:31:40.065378 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-2e44b5cf-17cc-4d7a-aae3-0467d013ff6c admin admin] Publish callbacks [] for security_group (a8b1d860-6680-4c55-92f8-7ef263545908), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:40.087931 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-2e44b5cf-17cc-4d7a-aae3-0467d013ff6c admin admin] Publish callbacks [] for security_group (a8b1d860-6680-4c55-92f8-7ef263545908), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:40.103522 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:31:40.141220 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-2e44b5cf-17cc-4d7a-aae3-0467d013ff6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (a8b1d860-6680-4c55-92f8-7ef263545908), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:40.143863 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-2e44b5cf-17cc-4d7a-aae3-0467d013ff6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:40.145000 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-2e44b5cf-17cc-4d7a-aae3-0467d013ff6c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a8b1d860-6680-4c55-92f8-7ef263545908 HTTP/1.1" status: 204 len: 168 time: 0.1363435 Jul 06 15:31:40.159868 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e44b5cf-17cc-4d7a-aae3-0467d013ff6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b1d860-6680-4c55-92f8-7ef263545908,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:31:40.227609 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-0401eeba-fb4f-4544-9e2d-8a1b114261f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'name': 'tempest-AttachVolumeNegativeTest-209056874-router', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'c4670a52-f3eb-4623-b6a0-3b65870597ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:38Z', 'updated_at': '2022-07-06T15:24:51Z', 'revision_number': 4, 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'gw_port': {'id': 'c4670a52-f3eb-4623-b6a0-3b65870597ee', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:49:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:40Z', 'updated_at': '2022-07-06T15:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': '750799dc-8d69-4a28-93e2-23fdcff49383', 'name': '', 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'mac_address': 'fa:16:3e:3f:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f20ae9c1-f124-46af-83bd-c43bda7bdca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:47Z', 'updated_at': '2022-07-06T15:25:04Z', 'revision_number': 5, 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'subnets': [{'id': 'f20ae9c1-f124-46af-83bd-c43bda7bdca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:31:40.252803 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0401eeba-fb4f-4544-9e2d-8a1b114261f2 None None] The sync data for ids ['738b7c26-f6e3-475d-9804-afd562758ee8'] in dv-cinder-848848-4-iscsi is: [{'id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'name': 'tempest-AttachVolumeNegativeTest-209056874-router', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'c4670a52-f3eb-4623-b6a0-3b65870597ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:38Z', 'updated_at': '2022-07-06T15:24:51Z', 'revision_number': 4, 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'gw_port': {'id': 'c4670a52-f3eb-4623-b6a0-3b65870597ee', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:49:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:40Z', 'updated_at': '2022-07-06T15:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': '750799dc-8d69-4a28-93e2-23fdcff49383', 'name': '', 'network_id': 'a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'mac_address': 'fa:16:3e:3f:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f20ae9c1-f124-46af-83bd-c43bda7bdca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:47Z', 'updated_at': '2022-07-06T15:25:04Z', 'revision_number': 5, 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'subnets': [{'id': 'f20ae9c1-f124-46af-83bd-c43bda7bdca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:31:40.485402 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec0931b-3924-4f5b-9d7b-9bfd84524381 None None] New status for floating IP f72ff8b5-74a7-46d1-9c9a-5ef8d9675d55: DOWN {{(pid=103846) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 06 15:31:40.641740 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 58478) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:31:40.661099 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7d465-5ff1-43fe-baaa-53be21bf20e3 req-d8b20e38-8033-462a-b78a-b95cff93ec33 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:31:40.662650 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-abd7d465-5ff1-43fe-baaa-53be21bf20e3 req-d8b20e38-8033-462a-b78a-b95cff93ec33 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a1e795f-7c0a-4f58-ba33-0b43235e9af7 HTTP/1.1" status: 200 len: 945 time: 0.0705380 Jul 06 15:31:40.688246 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=8,neutron:DELETE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:31:40.715153 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-abd7d465-5ff1-43fe-baaa-53be21bf20e3 req-79b43ec4-c07a-4d83-9c47-38d02a82ecc7 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=1105f9be-68f2-4160-8f77-af41fd5e2d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465090 Jul 06 15:31:40.715682 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-0dff5271-e8f5-4483-a4b8-b840d0b19c97 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for security_group (2e3d2dfc-1f08-4fe5-8f11-ea1976cab5eb), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:40.741808 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-0dff5271-e8f5-4483-a4b8-b840d0b19c97 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for security_group (2e3d2dfc-1f08-4fe5-8f11-ea1976cab5eb), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:40.788937 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-0dff5271-e8f5-4483-a4b8-b840d0b19c97 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (2e3d2dfc-1f08-4fe5-8f11-ea1976cab5eb), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:40.792014 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-0dff5271-e8f5-4483-a4b8-b840d0b19c97 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for security_group (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:40.793270 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-0dff5271-e8f5-4483-a4b8-b840d0b19c97 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "DELETE /v2.0/security-groups/2e3d2dfc-1f08-4fe5-8f11-ea1976cab5eb HTTP/1.1" status: 204 len: 168 time: 0.1499093 Jul 06 15:31:40.796575 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 58486) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:31:40.803905 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dff5271-e8f5-4483-a4b8-b840d0b19c97 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3d2dfc-1f08-4fe5-8f11-ea1976cab5eb,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:31:40.811848 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.api.v2.resource [None req-2702541b-138a-436b-becf-af7e823af461 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] show failed (client error): The resource could not be found. Jul 06 15:31:40.815272 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-2702541b-138a-436b-becf-af7e823af461 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "GET /v2.0/security-groups/2e3d2dfc-1f08-4fe5-8f11-ea1976cab5eb HTTP/1.1" status: 404 len: 347 time: 0.0152557 Jul 06 15:31:40.815918 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 58488) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:31:40.929870 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.plugin [None req-e1caee04-e482-43c8-af90-a46b1d4c6b99 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Deleting port 96f35aea-7e0a-4940-8580-1042d3168b80 {{(pid=103845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 15:31:40.930204 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-e1caee04-e482-43c8-af90-a46b1d4c6b99 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786465945384'] for port (96f35aea-7e0a-4940-8580-1042d3168b80), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:41.005698 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-e1caee04-e482-43c8-af90-a46b1d4c6b99 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652656'] for port (96f35aea-7e0a-4940-8580-1042d3168b80), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:41.006553 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-e1caee04-e482-43c8-af90-a46b1d4c6b99 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for floatingip (96f35aea-7e0a-4940-8580-1042d3168b80), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:41.019065 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.plugin [None req-e1caee04-e482-43c8-af90-a46b1d4c6b99 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Calling delete_port for 96f35aea-7e0a-4940-8580-1042d3168b80 owned by network:floatingip {{(pid=103845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 15:31:41.155230 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-e1caee04-e482-43c8-af90-a46b1d4c6b99 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786465950455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786465455746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2888556'] for port (96f35aea-7e0a-4940-8580-1042d3168b80), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:41.180895 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1caee04-e482-43c8-af90-a46b1d4c6b99 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Pushing event deleted for resources: {'Port': ['ID=96f35aea-7e0a-4940-8580-1042d3168b80,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:31:41.250558 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-e1caee04-e482-43c8-af90-a46b1d4c6b99 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks [] for floatingip (f72ff8b5-74a7-46d1-9c9a-5ef8d9675d55), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:41.253403 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-e1caee04-e482-43c8-af90-a46b1d4c6b99 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for floatingip (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:41.256849 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-e1caee04-e482-43c8-af90-a46b1d4c6b99 tempest-AttachVolumeNegativeTest-1362045638 tempest-AttachVolumeNegativeTest-1362045638-project] 10.222.0.46 "DELETE /v2.0/floatingips/f72ff8b5-74a7-46d1-9c9a-5ef8d9675d55 HTTP/1.1" status: 204 len: 168 time: 0.4376938 Jul 06 15:31:41.609621 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device abf4f81b-5ad7-46a8-a9d5-c9974a4fa253 no longer exists at agent hyperv_hv-cinder-84884 {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:31:41.630411 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] No Port match for: abf4f81b-5ad7-46a8-a9d5-c9974a4fa253 {{(pid=103846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 15:31:41.630758 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device abf4f81b-5ad7-46a8-a9d5-c9974a4fa253 not bound to the agent host hv-cinder-84884 {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:31:41.836432 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8082793-0470-42c4-9aba-820b15d6f0df req-a98729fd-1e11-4f6a-8256-e1c6a1bba671 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:31:41.837810 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-e8082793-0470-42c4-9aba-820b15d6f0df req-a98729fd-1e11-4f6a-8256-e1c6a1bba671 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a1e795f-7c0a-4f58-ba33-0b43235e9af7 HTTP/1.1" status: 200 len: 945 time: 0.0482020 Jul 06 15:31:41.891162 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-e8082793-0470-42c4-9aba-820b15d6f0df req-b2eb5722-2f35-4049-af40-622b7c655e84 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=1105f9be-68f2-4160-8f77-af41fd5e2d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472891 Jul 06 15:31:43.009580 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d67da9c-a212-4a11-8eed-c696cb206956 req-46b91b8b-9fcb-49b0-822b-296532785a61 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:31:43.010998 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-9d67da9c-a212-4a11-8eed-c696cb206956 req-46b91b8b-9fcb-49b0-822b-296532785a61 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a1e795f-7c0a-4f58-ba33-0b43235e9af7 HTTP/1.1" status: 200 len: 945 time: 0.0493159 Jul 06 15:31:43.063567 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-9d67da9c-a212-4a11-8eed-c696cb206956 req-d651a9bd-5f64-4283-9033-0732b725594c tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=1105f9be-68f2-4160-8f77-af41fd5e2d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471008 Jul 06 15:31:44.172650 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:INSERT=7,neutron:SELECT=86,neutron:DELETE=7 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:31:44.180910 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ed8603-d524-4393-98ce-9ea0ae36b4c3 req-519f50ea-456e-4526-8c6e-9c558526d7b5 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:31:44.182348 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-59ed8603-d524-4393-98ce-9ea0ae36b4c3 req-519f50ea-456e-4526-8c6e-9c558526d7b5 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a1e795f-7c0a-4f58-ba33-0b43235e9af7 HTTP/1.1" status: 200 len: 945 time: 0.0462821 Jul 06 15:31:44.228410 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-59ed8603-d524-4393-98ce-9ea0ae36b4c3 req-49626950-cdc3-4774-a8f1-678f45fc35eb tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=1105f9be-68f2-4160-8f77-af41fd5e2d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402284 Jul 06 15:31:44.589719 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (eda728fc-b46d-4378-b578-35bac6b15486), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:44.912734 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 58604) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:31:45.374937 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83750042-4c71-415c-9313-52687ac80f6f req-df133270-197a-48ff-ab57-2ed981898efa tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:31:45.376608 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-83750042-4c71-415c-9313-52687ac80f6f req-df133270-197a-48ff-ab57-2ed981898efa tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a1e795f-7c0a-4f58-ba33-0b43235e9af7 HTTP/1.1" status: 200 len: 945 time: 0.0744414 Jul 06 15:31:45.403367 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:31:45.470274 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-a2c71411-4bc6-4df2-8596-074e3eb17abb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-649917'] for router_interface (738b7c26-f6e3-475d-9804-afd562758ee8), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:45.475131 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-83750042-4c71-415c-9313-52687ac80f6f req-7a4a507b-c947-42e6-97c0-68a33c3095fa tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=1105f9be-68f2-4160-8f77-af41fd5e2d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907607 Jul 06 15:31:45.689399 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-a2c71411-4bc6-4df2-8596-074e3eb17abb admin admin] Deleting port 750799dc-8d69-4a28-93e2-23fdcff49383 {{(pid=103844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 15:31:45.689637 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-a2c71411-4bc6-4df2-8596-074e3eb17abb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786465945384'] for port (750799dc-8d69-4a28-93e2-23fdcff49383), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:45.751847 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:31:45.766391 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-a2c71411-4bc6-4df2-8596-074e3eb17abb admin admin] For port 750799dc-8d69-4a28-93e2-23fdcff49383, host dv-cinder-848848-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=750799dc-8d69-4a28-93e2-23fdcff49383,segment=NetworkSegment(9e485fae-b0f5-4f5a-9064-6e2e7153a585),segment_id=9e485fae-b0f5-4f5a-9064-6e2e7153a585)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:31:45.766746 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-a2c71411-4bc6-4df2-8596-074e3eb17abb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652656'] for port (750799dc-8d69-4a28-93e2-23fdcff49383), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:45.780230 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-a2c71411-4bc6-4df2-8596-074e3eb17abb admin admin] Calling delete_port for 750799dc-8d69-4a28-93e2-23fdcff49383 owned by network:router_interface {{(pid=103844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 15:31:45.963200 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-a2c71411-4bc6-4df2-8596-074e3eb17abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786465950455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786465455746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2698075'] for port (750799dc-8d69-4a28-93e2-23fdcff49383), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:45.992585 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c71411-4bc6-4df2-8596-074e3eb17abb admin admin] Pushing event deleted for resources: {'Port': ['ID=750799dc-8d69-4a28-93e2-23fdcff49383,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:31:46.154717 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-a2c71411-4bc6-4df2-8596-074e3eb17abb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652813'] for router_interface (738b7c26-f6e3-475d-9804-afd562758ee8), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:46.272276 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-6832a5ca-09f9-449b-af2a-4e263e65763f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (a81823b9-ba52-46bb-9bcd-43b269600933), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:46.359855 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:31:46.379183 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2c71411-4bc6-4df2-8596-074e3eb17abb admin admin] Router 738b7c26-f6e3-475d-9804-afd562758ee8 has already been hosted by L3 agent 8e6e5f2a-f235-48ed-8752-aab723ac44e7 {{(pid=103844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 15:31:46.497114 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c71411-4bc6-4df2-8596-074e3eb17abb admin admin] Notify agent at l3_agent.dv-cinder-848848-4-iscsi the message routers_updated {{(pid=103844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:31:46.511758 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af08c1d-28a6-4fc6-83df-a786ef705fdc None None] Sync routers for ids ['738b7c26-f6e3-475d-9804-afd562758ee8'] in dv-cinder-848848-4-iscsi {{(pid=103847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:31:46.515155 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-a2c71411-4bc6-4df2-8596-074e3eb17abb admin admin] 10.222.0.46 "PUT /v2.0/routers/738b7c26-f6e3-475d-9804-afd562758ee8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5990045 Jul 06 15:31:46.515538 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 58640) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:31:46.521398 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:31:46.533627 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af08c1d-28a6-4fc6-83df-a786ef705fdc None None] Routers {'738b7c26-f6e3-475d-9804-afd562758ee8'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:31:46.535698 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-9af08c1d-28a6-4fc6-83df-a786ef705fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:31:18Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['738b7c26-f6e3-475d-9804-afd562758ee8'], 'active': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:31:46.608771 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f5ffe-fccb-41ca-be6a-5963f92d1585 req-58549332-44b6-4831-badf-013d3309ac69 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:31:46.610396 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-b24f5ffe-fccb-41ca-be6a-5963f92d1585 req-58549332-44b6-4831-badf-013d3309ac69 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a1e795f-7c0a-4f58-ba33-0b43235e9af7 HTTP/1.1" status: 200 len: 945 time: 0.0596826 Jul 06 15:31:46.651171 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvr_db [None req-9af08c1d-28a6-4fc6-83df-a786ef705fdc None None] Set router 738b7c26-f6e3-475d-9804-afd562758ee8 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:31:46.656892 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 58642) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:31:46.667788 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-86b18ef6-8437-4a6e-875d-23814746b1b2 admin admin] Publish callbacks [] for router (738b7c26-f6e3-475d-9804-afd562758ee8), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:46.675624 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-b24f5ffe-fccb-41ca-be6a-5963f92d1585 req-614fd610-a2c1-416f-8a5d-b489c2bae633 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=1105f9be-68f2-4160-8f77-af41fd5e2d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588989 Jul 06 15:31:46.705893 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=100 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:31:46.777284 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-86b18ef6-8437-4a6e-875d-23814746b1b2 admin admin] Publish callbacks [] for router_gateway (738b7c26-f6e3-475d-9804-afd562758ee8), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:46.787636 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=100 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:31:46.825246 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd171d2b-7266-4e2a-a707-617aaacfb838 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:46.829872 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-9af08c1d-28a6-4fc6-83df-a786ef705fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'name': 'tempest-AttachVolumeNegativeTest-209056874-router', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'c4670a52-f3eb-4623-b6a0-3b65870597ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:38Z', 'updated_at': '2022-07-06T15:31:45Z', 'revision_number': 5, 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'gw_port': {'id': 'c4670a52-f3eb-4623-b6a0-3b65870597ee', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:49:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:24:40Z', 'updated_at': '2022-07-06T15:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi'}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:31:46.847416 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-86b18ef6-8437-4a6e-875d-23814746b1b2 admin admin] Deleting port c4670a52-f3eb-4623-b6a0-3b65870597ee {{(pid=103844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 15:31:46.847744 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-86b18ef6-8437-4a6e-875d-23814746b1b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786465945384'] for port (c4670a52-f3eb-4623-b6a0-3b65870597ee), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:46.854908 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af08c1d-28a6-4fc6-83df-a786ef705fdc None None] Checking router: 738b7c26-f6e3-475d-9804-afd562758ee8 for host: dv-cinder-848848-4-iscsi {{(pid=103847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:31:46.863139 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af08c1d-28a6-4fc6-83df-a786ef705fdc None None] Routers {'738b7c26-f6e3-475d-9804-afd562758ee8'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:31:46.863768 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-9af08c1d-28a6-4fc6-83df-a786ef705fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:31:18Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['738b7c26-f6e3-475d-9804-afd562758ee8'], 'active': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:31:46.948075 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvr_db [None req-9af08c1d-28a6-4fc6-83df-a786ef705fdc None None] Set router 738b7c26-f6e3-475d-9804-afd562758ee8 gateway port host: None {{(pid=103847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:31:46.965970 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-86b18ef6-8437-4a6e-875d-23814746b1b2 admin admin] For port c4670a52-f3eb-4623-b6a0-3b65870597ee, host dv-cinder-848848-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=c4670a52-f3eb-4623-b6a0-3b65870597ee,segment=NetworkSegment(7bafd98f-0c00-45ed-9abe-629590d245f2),segment_id=7bafd98f-0c00-45ed-9abe-629590d245f2)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:31:46.966538 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-86b18ef6-8437-4a6e-875d-23814746b1b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652656'] for port (c4670a52-f3eb-4623-b6a0-3b65870597ee), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:46.990752 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-86b18ef6-8437-4a6e-875d-23814746b1b2 admin admin] Calling delete_port for c4670a52-f3eb-4623-b6a0-3b65870597ee owned by network:router_gateway {{(pid=103844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 15:31:46.997939 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd171d2b-7266-4e2a-a707-617aaacfb838 admin admin] Publish callbacks [] for security_group (3891beff-0d22-44d8-97b2-9ad3d9c2d652), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:46.998231 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-9af08c1d-28a6-4fc6-83df-a786ef705fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'name': 'tempest-AttachVolumeNegativeTest-209056874-router', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:38Z', 'updated_at': '2022-07-06T15:31:46Z', 'revision_number': 6, 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'gw_port_host': None}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:31:47.005428 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd171d2b-7266-4e2a-a707-617aaacfb838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (3891beff-0d22-44d8-97b2-9ad3d9c2d652), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:47.025779 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af08c1d-28a6-4fc6-83df-a786ef705fdc None None] The sync data for ids ['738b7c26-f6e3-475d-9804-afd562758ee8'] in dv-cinder-848848-4-iscsi is: [{'id': '738b7c26-f6e3-475d-9804-afd562758ee8', 'name': 'tempest-AttachVolumeNegativeTest-209056874-router', 'tenant_id': 'e9fb04db8ac9464086cd7f3362e97455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:24:38Z', 'updated_at': '2022-07-06T15:31:46Z', 'revision_number': 6, 'project_id': 'e9fb04db8ac9464086cd7f3362e97455', 'gw_port_host': None}] {{(pid=103847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:31:47.345940 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd171d2b-7266-4e2a-a707-617aaacfb838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3891beff-0d22-44d8-97b2-9ad3d9c2d652,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:31:47.354975 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-fd171d2b-7266-4e2a-a707-617aaacfb838 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=714e6b5c3ce14eeb8c3647edf085623e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6970086 Jul 06 15:31:47.357727 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 58646) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:31:47.424722 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-43665210-7a2d-46d7-b28a-d9883493a921 admin admin] Publish callbacks [] for security_group (3891beff-0d22-44d8-97b2-9ad3d9c2d652), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:47.447759 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-43665210-7a2d-46d7-b28a-d9883493a921 admin admin] Publish callbacks [] for security_group (3891beff-0d22-44d8-97b2-9ad3d9c2d652), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:47.463556 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:31:47.481045 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:31:47.484451 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-86b18ef6-8437-4a6e-875d-23814746b1b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786465950455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786465455746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2698075'] for port (c4670a52-f3eb-4623-b6a0-3b65870597ee), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:47.504300 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-43665210-7a2d-46d7-b28a-d9883493a921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (3891beff-0d22-44d8-97b2-9ad3d9c2d652), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:47.507288 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-43665210-7a2d-46d7-b28a-d9883493a921 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:47.508522 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-43665210-7a2d-46d7-b28a-d9883493a921 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3891beff-0d22-44d8-97b2-9ad3d9c2d652 HTTP/1.1" status: 204 len: 168 time: 0.1498396 Jul 06 15:31:47.512871 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b18ef6-8437-4a6e-875d-23814746b1b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4670a52-f3eb-4623-b6a0-3b65870597ee,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:31:47.522839 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43665210-7a2d-46d7-b28a-d9883493a921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3891beff-0d22-44d8-97b2-9ad3d9c2d652,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:31:47.577726 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-86b18ef6-8437-4a6e-875d-23814746b1b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591431'] for router_gateway (738b7c26-f6e3-475d-9804-afd562758ee8), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:47.665715 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-86b18ef6-8437-4a6e-875d-23814746b1b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109466'] for router (738b7c26-f6e3-475d-9804-afd562758ee8), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:47.667900 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-86b18ef6-8437-4a6e-875d-23814746b1b2 admin admin] Publish callbacks [] for router_controller (738b7c26-f6e3-475d-9804-afd562758ee8), precommit_delete_associations {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:47.669159 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:INSERT=6,neutron:DELETE=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:31:47.717100 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-86b18ef6-8437-4a6e-875d-23814746b1b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648488'] for router (738b7c26-f6e3-475d-9804-afd562758ee8), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:47.717762 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b18ef6-8437-4a6e-875d-23814746b1b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 738b7c26-f6e3-475d-9804-afd562758ee8 {{(pid=103844) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 15:31:47.726401 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-86b18ef6-8437-4a6e-875d-23814746b1b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:47.729831 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-86b18ef6-8437-4a6e-875d-23814746b1b2 admin admin] 10.222.0.46 "DELETE /v2.0/routers/738b7c26-f6e3-475d-9804-afd562758ee8 HTTP/1.1" status: 204 len: 168 time: 1.2111804 Jul 06 15:31:47.730278 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 58654) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:31:47.787144 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.db.db_base_plugin_v2 [None req-797c8d03-b7c3-4a8d-88d6-711327c24336 admin admin] Deleting subnet f20ae9c1-f124-46af-83bd-c43bda7bdca6 {{(pid=103845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 06 15:31:47.790883 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-797c8d03-b7c3-4a8d-88d6-711327c24336 admin admin] Publish callbacks [] for subnet (f20ae9c1-f124-46af-83bd-c43bda7bdca6), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:47.811246 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f3e9bb-4d61-4cc1-9969-19320723763e req-a2debd63-8b64-49b4-b718-71e1f831ea58 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:31:47.813462 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-68f3e9bb-4d61-4cc1-9969-19320723763e req-a2debd63-8b64-49b4-b718-71e1f831ea58 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a1e795f-7c0a-4f58-ba33-0b43235e9af7 HTTP/1.1" status: 200 len: 945 time: 0.0628369 Jul 06 15:31:47.840422 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 58656) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:31:47.864248 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-c5e420a8-7b4b-45d4-ae4a-8a26f5adf5df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:47.908757 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-68f3e9bb-4d61-4cc1-9969-19320723763e req-6cbe88e3-0af9-46c6-9a89-2e8411ee2a04 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=1105f9be-68f2-4160-8f77-af41fd5e2d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850196 Jul 06 15:31:47.985951 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-c5e420a8-7b4b-45d4-ae4a-8a26f5adf5df admin admin] Publish callbacks [] for security_group (bcd3aa34-e0e6-4490-a7e8-85c24cff6346), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:47.990450 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-c5e420a8-7b4b-45d4-ae4a-8a26f5adf5df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (bcd3aa34-e0e6-4490-a7e8-85c24cff6346), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:48.032077 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-c5e420a8-7b4b-45d4-ae4a-8a26f5adf5df admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bedd6e056ad64627a25d719268d44dc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1901057 Jul 06 15:31:48.032338 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e420a8-7b4b-45d4-ae4a-8a26f5adf5df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd3aa34-e0e6-4490-a7e8-85c24cff6346,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:31:48.034140 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 58658) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:31:48.069363 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-797c8d03-b7c3-4a8d-88d6-711327c24336 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60119395'] for subnet (f20ae9c1-f124-46af-83bd-c43bda7bdca6), precommit_delete_associations {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:48.129820 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-2c584a39-8203-4155-83e7-b49d5ce2dff6 admin admin] Publish callbacks [] for security_group (bcd3aa34-e0e6-4490-a7e8-85c24cff6346), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:48.181787 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-2c584a39-8203-4155-83e7-b49d5ce2dff6 admin admin] Publish callbacks [] for security_group (bcd3aa34-e0e6-4490-a7e8-85c24cff6346), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:48.196993 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-797c8d03-b7c3-4a8d-88d6-711327c24336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1545392'] for subnet (f20ae9c1-f124-46af-83bd-c43bda7bdca6), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:48.271695 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-2c584a39-8203-4155-83e7-b49d5ce2dff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (bcd3aa34-e0e6-4490-a7e8-85c24cff6346), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:48.274800 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-2c584a39-8203-4155-83e7-b49d5ce2dff6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:48.275974 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-2c584a39-8203-4155-83e7-b49d5ce2dff6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bcd3aa34-e0e6-4490-a7e8-85c24cff6346 HTTP/1.1" status: 204 len: 168 time: 0.2409339 Jul 06 15:31:48.280313 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-797c8d03-b7c3-4a8d-88d6-711327c24336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1545403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2888635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59833733'] for subnet (f20ae9c1-f124-46af-83bd-c43bda7bdca6), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:48.312679 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d3a15d02-8c8f-4762-8a72-b382f3176a56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8e6e5f2a-f235-48ed-8752-aab723ac44e7), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:48.313167 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c584a39-8203-4155-83e7-b49d5ce2dff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd3aa34-e0e6-4490-a7e8-85c24cff6346,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:31:48.314869 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797c8d03-b7c3-4a8d-88d6-711327c24336 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f20ae9c1-f124-46af-83bd-c43bda7bdca6,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:31:48.318644 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-797c8d03-b7c3-4a8d-88d6-711327c24336 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629707'] for subnet (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:48.324580 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-797c8d03-b7c3-4a8d-88d6-711327c24336 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/f20ae9c1-f124-46af-83bd-c43bda7bdca6 HTTP/1.1" status: 204 len: 168 time: 0.5932074 Jul 06 15:31:48.325055 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 58662) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:31:48.331179 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f406fa-f1c1-4eba-bba9-40d8b0ac9d38 None None] Network a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5 requested from dv-cinder-848848-4-iscsi {{(pid=103846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 15:31:48.354089 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 750799dc-8d69-4a28-93e2-23fdcff49383 no longer exists at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:31:48.376906 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] No Port match for: 750799dc-8d69-4a28-93e2-23fdcff49383 {{(pid=103846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 15:31:48.377316 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 750799dc-8d69-4a28-93e2-23fdcff49383 not bound to the agent host dv-cinder-848848-4-iscsi {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:31:48.377817 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device c4670a52-f3eb-4623-b6a0-3b65870597ee no longer exists at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:31:48.404659 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-db84f51c-84f4-4ed2-bcec-a4426bca2f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101514'] for network (a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:48.411660 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:DELETE=3 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:31:48.444386 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] No Port match for: c4670a52-f3eb-4623-b6a0-3b65870597ee {{(pid=103846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 15:31:48.445069 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device c4670a52-f3eb-4623-b6a0-3b65870597ee not bound to the agent host dv-cinder-848848-4-iscsi {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:31:48.450960 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-db84f51c-84f4-4ed2-bcec-a4426bca2f45 admin admin] Deleting port c4163169-578f-497c-9e56-d8ca273bcb71 {{(pid=103844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 15:31:48.451528 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-db84f51c-84f4-4ed2-bcec-a4426bca2f45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786465945384'] for port (c4163169-578f-497c-9e56-d8ca273bcb71), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:48.531479 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-db84f51c-84f4-4ed2-bcec-a4426bca2f45 admin admin] For port c4163169-578f-497c-9e56-d8ca273bcb71, host dv-cinder-848848-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=c4163169-578f-497c-9e56-d8ca273bcb71,segment=NetworkSegment(9e485fae-b0f5-4f5a-9064-6e2e7153a585),segment_id=9e485fae-b0f5-4f5a-9064-6e2e7153a585)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:31:48.531853 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-db84f51c-84f4-4ed2-bcec-a4426bca2f45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652656'] for port (c4163169-578f-497c-9e56-d8ca273bcb71), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:48.546107 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-db84f51c-84f4-4ed2-bcec-a4426bca2f45 admin admin] Calling delete_port for c4163169-578f-497c-9e56-d8ca273bcb71 owned by network:dhcp {{(pid=103844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 15:31:48.568342 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2270ae88-8939-4c01-885d-11ba655f3d32 None None] DHCP port deletion for a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5 request from dv-cinder-848848-4-iscsi {{(pid=103846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 06 15:31:48.611723 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-2270ae88-8939-4c01-885d-11ba655f3d32 None None] Deleting port c4163169-578f-497c-9e56-d8ca273bcb71 {{(pid=103846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 15:31:48.612099 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-2270ae88-8939-4c01-885d-11ba655f3d32 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786465945384'] for port (c4163169-578f-497c-9e56-d8ca273bcb71), before_delete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:48.628996 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-db84f51c-84f4-4ed2-bcec-a4426bca2f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786465950455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786465455746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2698075'] for port (c4163169-578f-497c-9e56-d8ca273bcb71), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:48.654293 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db84f51c-84f4-4ed2-bcec-a4426bca2f45 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4163169-578f-497c-9e56-d8ca273bcb71,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:31:48.659911 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db84f51c-84f4-4ed2-bcec-a4426bca2f45 admin admin] No DVR routers for this DVR port c4163169-578f-497c-9e56-d8ca273bcb71 on host dv-cinder-848848-4-iscsi {{(pid=103844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 15:31:48.682279 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:31:48.685679 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-2270ae88-8939-4c01-885d-11ba655f3d32 None None] For port c4163169-578f-497c-9e56-d8ca273bcb71, host dv-cinder-848848-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=c4163169-578f-497c-9e56-d8ca273bcb71,segment=NetworkSegment(9e485fae-b0f5-4f5a-9064-6e2e7153a585),segment_id=9e485fae-b0f5-4f5a-9064-6e2e7153a585)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:31:48.686262 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-2270ae88-8939-4c01-885d-11ba655f3d32 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652656'] for port (c4163169-578f-497c-9e56-d8ca273bcb71), precommit_delete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:48.702134 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-2270ae88-8939-4c01-885d-11ba655f3d32 None None] Calling delete_port for c4163169-578f-497c-9e56-d8ca273bcb71 owned by network:dhcp {{(pid=103846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 15:31:48.710984 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:31:48.737762 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-db84f51c-84f4-4ed2-bcec-a4426bca2f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485658', 'neutron.services.segments.db._delete_segments_for_network-8786465758329'] for network (a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:48.760274 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.services.segments.db [None req-db84f51c-84f4-4ed2-bcec-a4426bca2f45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5']}} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:31:48.769640 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.services.segments.db [None req-db84f51c-84f4-4ed2-bcec-a4426bca2f45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e485fae-b0f5-4f5a-9064-6e2e7153a585') {'for_net_delete': True} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:31:48.769937 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.services.segments.db [None req-db84f51c-84f4-4ed2-bcec-a4426bca2f45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e485fae-b0f5-4f5a-9064-6e2e7153a585') {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:31:48.780997 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-db84f51c-84f4-4ed2-bcec-a4426bca2f45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786465759874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60676999'] for segment (9e485fae-b0f5-4f5a-9064-6e2e7153a585), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:48.783996 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-2270ae88-8939-4c01-885d-11ba655f3d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786465950455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786465455746'] for port (c4163169-578f-497c-9e56-d8ca273bcb71), after_delete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:48.795033 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-db84f51c-84f4-4ed2-bcec-a4426bca2f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490363'] for segment (9e485fae-b0f5-4f5a-9064-6e2e7153a585), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:48.805258 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db84f51c-84f4-4ed2-bcec-a4426bca2f45 admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=103844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 15:31:48.806107 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-db84f51c-84f4-4ed2-bcec-a4426bca2f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2698102'] for segment (9e485fae-b0f5-4f5a-9064-6e2e7153a585), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:48.806227 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2270ae88-8939-4c01-885d-11ba655f3d32 None None] Pushing event deleted for resources: {'Port': ['ID=c4163169-578f-497c-9e56-d8ca273bcb71,revision_number=None']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:31:48.816354 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2270ae88-8939-4c01-885d-11ba655f3d32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:31:48.816700 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2270ae88-8939-4c01-885d-11ba655f3d32 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:31:48.817040 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2270ae88-8939-4c01-885d-11ba655f3d32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:31:48.817378 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2270ae88-8939-4c01-885d-11ba655f3d32 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:31:48.817704 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2270ae88-8939-4c01-885d-11ba655f3d32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:31:48.818058 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2270ae88-8939-4c01-885d-11ba655f3d32 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:31:48.818388 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2270ae88-8939-4c01-885d-11ba655f3d32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:31:48.818709 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2270ae88-8939-4c01-885d-11ba655f3d32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:31:48.819034 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2270ae88-8939-4c01-885d-11ba655f3d32 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:31:48.819376 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2270ae88-8939-4c01-885d-11ba655f3d32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:31:48.819701 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2270ae88-8939-4c01-885d-11ba655f3d32 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:31:48.820023 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2270ae88-8939-4c01-885d-11ba655f3d32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:31:48.820341 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2270ae88-8939-4c01-885d-11ba655f3d32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:31:48.820720 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2270ae88-8939-4c01-885d-11ba655f3d32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:31:48.821192 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2270ae88-8939-4c01-885d-11ba655f3d32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:31:48.831818 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2270ae88-8939-4c01-885d-11ba655f3d32 None None] No DVR routers for this DVR port c4163169-578f-497c-9e56-d8ca273bcb71 on host dv-cinder-848848-4-iscsi {{(pid=103846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 15:31:48.840875 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.services.segments.plugin [-] Segment 9e485fae-b0f5-4f5a-9064-6e2e7153a585 resource provider aggregate not found Jul 06 15:31:48.887049 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.services.segments.plugin [-] Segment 9e485fae-b0f5-4f5a-9064-6e2e7153a585 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9e485fae-b0f5-4f5a-9064-6e2e7153a585 found for delete ", "request_id": "req-92eb749f-2104-4e07-a90b-e260d3360def"}]} Jul 06 15:31:48.894834 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-db84f51c-84f4-4ed2-bcec-a4426bca2f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-666929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590854'] for network (a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:48.902690 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-db84f51c-84f4-4ed2-bcec-a4426bca2f45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629707'] for network (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:48.905738 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-db84f51c-84f4-4ed2-bcec-a4426bca2f45 admin admin] 10.222.0.46 "DELETE /v2.0/networks/a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5 HTTP/1.1" status: 204 len: 168 time: 0.5796788 Jul 06 15:31:48.916084 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db84f51c-84f4-4ed2-bcec-a4426bca2f45 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0e6b806-463a-4c5d-9ef6-10d2d99c1ec5,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:31:49.047515 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0d9322-967d-4786-9692-ff295f4a1387 req-00f0b0e5-7884-43b1-8b2b-2fb1e5f7cc14 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:31:49.049006 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-7c0d9322-967d-4786-9692-ff295f4a1387 req-00f0b0e5-7884-43b1-8b2b-2fb1e5f7cc14 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a1e795f-7c0a-4f58-ba33-0b43235e9af7 HTTP/1.1" status: 200 len: 945 time: 0.0493028 Jul 06 15:31:49.054650 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 58690) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:31:49.108379 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-b2029c7d-e5e6-4f90-a53f-88b17be665bf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e9fb04db8ac9464086cd7f3362e97455&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0524664 Jul 06 15:31:49.109000 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 58692) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:31:49.110549 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-7c0d9322-967d-4786-9692-ff295f4a1387 req-b60bef79-1af0-4b2d-9be2-978161b2efef tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=1105f9be-68f2-4160-8f77-af41fd5e2d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491884 Jul 06 15:31:49.148722 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:31:49.161198 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-eb9bb5ef-c69b-422a-8052-37768e0766b0 admin admin] Publish callbacks [] for security_group (b5a24c52-0847-4280-a301-d1c4b0f60b55), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:49.183988 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-eb9bb5ef-c69b-422a-8052-37768e0766b0 admin admin] Publish callbacks [] for security_group (b5a24c52-0847-4280-a301-d1c4b0f60b55), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:49.230342 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-eb9bb5ef-c69b-422a-8052-37768e0766b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (b5a24c52-0847-4280-a301-d1c4b0f60b55), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:49.233040 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-eb9bb5ef-c69b-422a-8052-37768e0766b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:49.234166 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-eb9bb5ef-c69b-422a-8052-37768e0766b0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b5a24c52-0847-4280-a301-d1c4b0f60b55 HTTP/1.1" status: 204 len: 168 time: 0.1241744 Jul 06 15:31:49.254960 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9bb5ef-c69b-422a-8052-37768e0766b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a24c52-0847-4280-a301-d1c4b0f60b55,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:31:49.518504 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-0aa1e4d1-98bd-44de-b020-996a592c4e26 req-db4aba7c-a797-4e08-8bcc-1d6d9d27a28a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0459733 Jul 06 15:31:49.598625 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-5e71b6aa-55c8-4030-9936-371c496b104b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (6f0d5ee7-fa21-4cb0-b4ff-cf35f5a4ba31), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:49.608781 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa1e4d1-98bd-44de-b020-996a592c4e26 req-a6b86494-29f5-4e35-8256-3d4b22f5f9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:31:49.610483 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-0aa1e4d1-98bd-44de-b020-996a592c4e26 req-a6b86494-29f5-4e35-8256-3d4b22f5f9cc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=42279c5b622c47a192c529ce53566555&device_id=95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825 HTTP/1.1" status: 200 len: 1130 time: 0.0476637 Jul 06 15:31:49.729100 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa1e4d1-98bd-44de-b020-996a592c4e26 req-4df0a368-c7ff-4256-b387-c86c51a1e7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:31:49.730559 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-0aa1e4d1-98bd-44de-b020-996a592c4e26 req-4df0a368-c7ff-4256-b387-c86c51a1e7ff service neutron] 10.222.0.16 "GET /v2.0/networks?id=9096fa59-64b3-483c-b50a-082ce5ce747d HTTP/1.1" status: 200 len: 910 time: 0.0999601 Jul 06 15:31:49.801860 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-0aa1e4d1-98bd-44de-b020-996a592c4e26 req-8f779ac8-4e96-40e9-b994-06a3aef2f6d4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d111c7f-26a5-4b88-b2d7-d536d2ce685b HTTP/1.1" status: 200 len: 1001 time: 0.0653050 Jul 06 15:31:49.854211 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa1e4d1-98bd-44de-b020-996a592c4e26 req-3458707d-f854-47be-81dc-894ca85163b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:31:49.855787 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-0aa1e4d1-98bd-44de-b020-996a592c4e26 req-3458707d-f854-47be-81dc-894ca85163b8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cd4abdc7-c383-439f-83a0-38f6c53653a0 HTTP/1.1" status: 200 len: 848 time: 0.0489337 Jul 06 15:31:49.902742 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa1e4d1-98bd-44de-b020-996a592c4e26 req-d194be6b-f4d9-4319-83e7-62f51fededb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:31:49.904009 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-0aa1e4d1-98bd-44de-b020-996a592c4e26 req-d194be6b-f4d9-4319-83e7-62f51fededb8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9096fa59-64b3-483c-b50a-082ce5ce747d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431080 Jul 06 15:31:50.008333 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-0aa1e4d1-98bd-44de-b020-996a592c4e26 req-944e5e26-b269-44cb-a6e1-6ca777b52ba2 service neutron] 10.222.0.16 "GET /v2.0/networks/9096fa59-64b3-483c-b50a-082ce5ce747d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968504 Jul 06 15:31:50.112970 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-0aa1e4d1-98bd-44de-b020-996a592c4e26 req-3df6b912-54ed-4f42-807c-5bd11a36c586 service neutron] 10.222.0.16 "GET /v2.0/networks/9096fa59-64b3-483c-b50a-082ce5ce747d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983393 Jul 06 15:31:50.242758 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c674118-da1f-4f4e-bdd1-8ea9db280cb7 req-3142a0c5-74c4-45dd-86d7-5b6a5f0105a2 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:31:50.244358 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-9c674118-da1f-4f4e-bdd1-8ea9db280cb7 req-3142a0c5-74c4-45dd-86d7-5b6a5f0105a2 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a1e795f-7c0a-4f58-ba33-0b43235e9af7 HTTP/1.1" status: 200 len: 945 time: 0.0587094 Jul 06 15:31:50.307318 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:31:50.311753 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-9c674118-da1f-4f4e-bdd1-8ea9db280cb7 req-810b2e69-bf16-410b-8c78-4a9ae76e8dc5 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=1105f9be-68f2-4160-8f77-af41fd5e2d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556872 Jul 06 15:31:50.342743 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device c4163169-578f-497c-9e56-d8ca273bcb71 no longer exists at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:31:50.356013 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] No Port match for: c4163169-578f-497c-9e56-d8ca273bcb71 {{(pid=103846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 15:31:50.356353 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device c4163169-578f-497c-9e56-d8ca273bcb71 not bound to the agent host dv-cinder-848848-4-iscsi {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:31:51.101804 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-8ac95340-3f24-440b-a4d9-caf8afcb49bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8ea57be5-348a-4c5b-804c-cda178363830), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:51.230348 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (d26a5351-3de7-44f9-93eb-9fed5ee5b55b), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:51.434365 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4c2af-6b01-4cda-824e-ba58cb6e97f4 req-f1d70013-32b2-44de-b0d5-113759955014 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:31:51.435829 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-91e4c2af-6b01-4cda-824e-ba58cb6e97f4 req-f1d70013-32b2-44de-b0d5-113759955014 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a1e795f-7c0a-4f58-ba33-0b43235e9af7 HTTP/1.1" status: 200 len: 945 time: 0.0460610 Jul 06 15:31:51.448864 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:31:51.484948 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-91e4c2af-6b01-4cda-824e-ba58cb6e97f4 req-10724670-be73-4f65-8391-43bff887ee2a tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=1105f9be-68f2-4160-8f77-af41fd5e2d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432203 Jul 06 15:31:52.604435 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6be36aa-3e08-4e3a-8419-227caf7928fb req-c5da0022-86a7-49a1-9757-ee2953db8abf tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:31:52.605903 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-f6be36aa-3e08-4e3a-8419-227caf7928fb req-c5da0022-86a7-49a1-9757-ee2953db8abf tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a1e795f-7c0a-4f58-ba33-0b43235e9af7 HTTP/1.1" status: 200 len: 945 time: 0.0484290 Jul 06 15:31:52.657654 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-f6be36aa-3e08-4e3a-8419-227caf7928fb req-f371f7c4-dc72-42d8-8443-7445ae5ac4cc tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=1105f9be-68f2-4160-8f77-af41fd5e2d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461688 Jul 06 15:31:52.899637 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 58776) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:31:53.007002 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-92f81ebc-efa2-4246-9657-485a03cffb55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:53.085729 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-92f81ebc-efa2-4246-9657-485a03cffb55 admin admin] Publish callbacks [] for security_group (3f3adf50-e89b-41d9-a94d-2d1d6ed851c1), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:53.090552 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-92f81ebc-efa2-4246-9657-485a03cffb55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (3f3adf50-e89b-41d9-a94d-2d1d6ed851c1), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:53.130085 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-92f81ebc-efa2-4246-9657-485a03cffb55 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b1671896c6514a6196f643286c7fcc24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2293618 Jul 06 15:31:53.131250 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f81ebc-efa2-4246-9657-485a03cffb55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3adf50-e89b-41d9-a94d-2d1d6ed851c1,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:31:53.132740 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 58788) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:31:53.185377 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-8e4b5bde-bc81-430d-a4c8-3ca2210fe362 admin admin] Publish callbacks [] for security_group (3f3adf50-e89b-41d9-a94d-2d1d6ed851c1), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:53.208442 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-8e4b5bde-bc81-430d-a4c8-3ca2210fe362 admin admin] Publish callbacks [] for security_group (3f3adf50-e89b-41d9-a94d-2d1d6ed851c1), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:53.238406 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:31:53.261738 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-8e4b5bde-bc81-430d-a4c8-3ca2210fe362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (3f3adf50-e89b-41d9-a94d-2d1d6ed851c1), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:53.264897 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-8e4b5bde-bc81-430d-a4c8-3ca2210fe362 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:53.266045 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-8e4b5bde-bc81-430d-a4c8-3ca2210fe362 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3f3adf50-e89b-41d9-a94d-2d1d6ed851c1 HTTP/1.1" status: 204 len: 168 time: 0.1321237 Jul 06 15:31:53.274701 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4b5bde-bc81-430d-a4c8-3ca2210fe362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3adf50-e89b-41d9-a94d-2d1d6ed851c1,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:31:53.554713 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 58798) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:31:53.567825 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-54d054fe-72aa-4e04-ad83-b0fe12091dea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:53.644424 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-54d054fe-72aa-4e04-ad83-b0fe12091dea admin admin] Publish callbacks [] for security_group (7e4ac82a-2323-423c-b70e-e4c9be6c22b0), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:53.648085 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-54d054fe-72aa-4e04-ad83-b0fe12091dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (7e4ac82a-2323-423c-b70e-e4c9be6c22b0), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:53.687574 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-54d054fe-72aa-4e04-ad83-b0fe12091dea admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f75bb711464a406f812fdca74a68bbd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1318138 Jul 06 15:31:53.688439 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d054fe-72aa-4e04-ad83-b0fe12091dea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4ac82a-2323-423c-b70e-e4c9be6c22b0,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:31:53.690629 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 58802) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:31:53.730446 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:31:53.748185 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-46f49f46-bf7b-4634-88c0-cee823d956ee admin admin] Publish callbacks [] for security_group (7e4ac82a-2323-423c-b70e-e4c9be6c22b0), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:53.771419 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-46f49f46-bf7b-4634-88c0-cee823d956ee admin admin] Publish callbacks [] for security_group (7e4ac82a-2323-423c-b70e-e4c9be6c22b0), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:53.779831 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c9acee-b90c-4e65-a6a0-d62b8e0f692e req-e6f76ffa-0c5d-4f9f-9b99-91f98d07dbdc tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:31:53.781581 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-e1c9acee-b90c-4e65-a6a0-d62b8e0f692e req-e6f76ffa-0c5d-4f9f-9b99-91f98d07dbdc tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a1e795f-7c0a-4f58-ba33-0b43235e9af7 HTTP/1.1" status: 200 len: 945 time: 0.0517135 Jul 06 15:31:53.819302 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-46f49f46-bf7b-4634-88c0-cee823d956ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (7e4ac82a-2323-423c-b70e-e4c9be6c22b0), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:53.821787 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-46f49f46-bf7b-4634-88c0-cee823d956ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:53.822944 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-46f49f46-bf7b-4634-88c0-cee823d956ee admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7e4ac82a-2323-423c-b70e-e4c9be6c22b0 HTTP/1.1" status: 204 len: 168 time: 0.1315074 Jul 06 15:31:53.830917 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f49f46-bf7b-4634-88c0-cee823d956ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4ac82a-2323-423c-b70e-e4c9be6c22b0,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:31:53.833448 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-e1c9acee-b90c-4e65-a6a0-d62b8e0f692e req-be457e4c-037d-4a1d-8c14-0c9a302b5e66 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=1105f9be-68f2-4160-8f77-af41fd5e2d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463948 Jul 06 15:31:54.974093 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a6315-1cc2-40f7-b4ce-51be83ec9b91 req-0a8f7f6c-3de9-4597-a3a0-7754c8613c91 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:31:54.981550 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-4a0a6315-1cc2-40f7-b4ce-51be83ec9b91 req-0a8f7f6c-3de9-4597-a3a0-7754c8613c91 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a1e795f-7c0a-4f58-ba33-0b43235e9af7 HTTP/1.1" status: 200 len: 945 time: 0.0626864 Jul 06 15:31:55.026732 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-4a0a6315-1cc2-40f7-b4ce-51be83ec9b91 req-da4ccde0-6015-45ce-88c3-47c3fff0c03b tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=1105f9be-68f2-4160-8f77-af41fd5e2d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433760 Jul 06 15:31:55.702146 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device a3380706-64df-4d3c-b081-f2075be880fa details requested by agent hyperv_hv-cinder-84884 with host hv-cinder-84884 {{(pid=103846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 15:31:55.795778 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port a3380706-64df-4d3c-b081-f2075be880fa, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=a3380706-64df-4d3c-b081-f2075be880fa,segment=NetworkSegment(e86c9f57-fa7f-455d-be56-203cd26dcd68),segment_id=e86c9f57-fa7f-455d-be56-203cd26dcd68)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:31:55.807080 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Returning: {'device': 'a3380706-64df-4d3c-b081-f2075be880fa', 'network_id': 'bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b', 'port_id': 'a3380706-64df-4d3c-b081-f2075be880fa', 'mac_address': 'fa:16:3e:72:4f:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '269837f6-8226-4731-9efa-b81af4068805', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 15:31:55.843318 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Current status of the port a3380706-64df-4d3c-b081-f2075be880fa is: ACTIVE; New status is: BUILD {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:31:55.843704 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (a3380706-64df-4d3c-b081-f2075be880fa), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:55.856864 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.notifiers.nova [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a3380706-64df-4d3c-b081-f2075be880fa {{(pid=103846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 15:31:55.876181 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port a3380706-64df-4d3c-b081-f2075be880fa, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=a3380706-64df-4d3c-b081-f2075be880fa,segment=NetworkSegment(e86c9f57-fa7f-455d-be56-203cd26dcd68),segment_id=e86c9f57-fa7f-455d-be56-203cd26dcd68)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:31:55.880213 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (a3380706-64df-4d3c-b081-f2075be880fa), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:55.928511 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Pushing event updated for resources: {'Port': ['ID=a3380706-64df-4d3c-b081-f2075be880fa,revision_number=6']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:31:55.963242 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] get_ports_and_sgs() called for port_ids ['a3380706-64df-4d3c-b081-f2075be880fa'] {{(pid=103846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:31:56.088715 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:31:56.156277 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec1810-bd1d-4ced-b85a-99a0f916ea62 req-2cf79a05-b727-4815-82df-7400d2353e82 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:31:56.157974 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-d1ec1810-bd1d-4ced-b85a-99a0f916ea62 req-2cf79a05-b727-4815-82df-7400d2353e82 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a1e795f-7c0a-4f58-ba33-0b43235e9af7 HTTP/1.1" status: 200 len: 944 time: 0.0557454 Jul 06 15:31:56.212789 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-d1ec1810-bd1d-4ced-b85a-99a0f916ea62 req-f7de5d46-d808-4cc3-8f69-3869f60c995f tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=1105f9be-68f2-4160-8f77-af41fd5e2d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483599 Jul 06 15:31:56.327509 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb878b-c582-4084-b00f-a4ceec0b8151 req-3b3a3e19-5d16-402d-8df4-7c04b6bd0a3c tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:31:56.328959 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-96fb878b-c582-4084-b00f-a4ceec0b8151 req-3b3a3e19-5d16-402d-8df4-7c04b6bd0a3c tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/ports?device_id=95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825 HTTP/1.1" status: 200 len: 946 time: 0.0484626 Jul 06 15:31:56.380179 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-96fb878b-c582-4084-b00f-a4ceec0b8151 req-d321c095-02db-473a-b746-23ad11c461d2 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/security-groups?id=f64e9139-f7c8-4326-922d-ff02b5362541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449374 Jul 06 15:31:56.698276 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.agents_db [None req-99b786f5-93e1-437c-926e-a88e17275ab4 None None] Agent healthcheck: found 6 active agents {{(pid=103847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:31:57.000356 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=24 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:31:57.387885 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9276ce65-0b33-415e-9c20-219395134808 req-e68e3d2d-e2dd-4531-a817-f0c2e5df8bd9 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:31:57.390090 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-9276ce65-0b33-415e-9c20-219395134808 req-e68e3d2d-e2dd-4531-a817-f0c2e5df8bd9 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a1e795f-7c0a-4f58-ba33-0b43235e9af7 HTTP/1.1" status: 200 len: 944 time: 0.0680006 Jul 06 15:31:57.452527 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-9276ce65-0b33-415e-9c20-219395134808 req-abd2699b-77fd-46d5-884a-d61d3ade9c66 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=1105f9be-68f2-4160-8f77-af41fd5e2d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500355 Jul 06 15:31:57.546572 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6836a0-24fe-49f7-8e8a-432899edeb6d req-31fb5e5a-be43-4107-b2bd-fef94ce2faf7 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:31:57.548215 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-2e6836a0-24fe-49f7-8e8a-432899edeb6d req-31fb5e5a-be43-4107-b2bd-fef94ce2faf7 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/ports?device_id=95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825 HTTP/1.1" status: 200 len: 946 time: 0.0895138 Jul 06 15:31:57.613136 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-2e6836a0-24fe-49f7-8e8a-432899edeb6d req-3161ab0d-6559-4fcd-874d-6e359b9628ab tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/security-groups?id=f64e9139-f7c8-4326-922d-ff02b5362541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587790 Jul 06 15:31:57.614080 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 58940) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:31:57.717690 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device a3380706-64df-4d3c-b081-f2075be880fa up at agent hyperv_hv-cinder-84884 {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:31:57.743717 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-c0ced1c8-fe20-4ac8-9a58-1197feaf2765 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:57.773609 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Provisioning complete for port a3380706-64df-4d3c-b081-f2075be880fa triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:31:57.774339 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (a3380706-64df-4d3c-b081-f2075be880fa), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:57.837201 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-c0ced1c8-fe20-4ac8-9a58-1197feaf2765 admin admin] Publish callbacks [] for security_group (c44429e4-f16c-4e58-9a92-86183b6eff58), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:57.843113 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-c0ced1c8-fe20-4ac8-9a58-1197feaf2765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (c44429e4-f16c-4e58-9a92-86183b6eff58), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:57.874552 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:31:57.874857 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Current status of the port a3380706-64df-4d3c-b081-f2075be880fa is: BUILD; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:31:57.875428 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (a3380706-64df-4d3c-b081-f2075be880fa), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:57.890751 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ced1c8-fe20-4ac8-9a58-1197feaf2765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c44429e4-f16c-4e58-9a92-86183b6eff58,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:31:57.895374 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-c0ced1c8-fe20-4ac8-9a58-1197feaf2765 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=68634367b5ae4affb322a6b333bb1d59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2795229 Jul 06 15:31:57.898490 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 58944) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:31:57.907436 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a1e795f-7c0a-4f58-ba33-0b43235e9af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3380706-64df-4d3c-b081-f2075be880fa'}] {{(pid=103846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:31:57.910590 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83ad2954d886e551320551455e9fbed623a66dbf450698aab55d06241312ca55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90320b9c-865a-4fee-81cc-913f926542cd" -d '{"events": [{"server_uuid": "9a1e795f-7c0a-4f58-ba33-0b43235e9af7", "name": "network-vif-plugged", "status": "completed", "tag": "a3380706-64df-4d3c-b081-f2075be880fa"}]}' {{(pid=103846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:31:57.916101 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=5 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:31:57.933831 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port a3380706-64df-4d3c-b081-f2075be880fa, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=a3380706-64df-4d3c-b081-f2075be880fa,segment=NetworkSegment(e86c9f57-fa7f-455d-be56-203cd26dcd68),segment_id=e86c9f57-fa7f-455d-be56-203cd26dcd68)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:31:57.942762 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (a3380706-64df-4d3c-b081-f2075be880fa), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:57.969409 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-12edda6d-71cb-4169-b3a1-d9c27659cf75 admin admin] Publish callbacks [] for security_group (c44429e4-f16c-4e58-9a92-86183b6eff58), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:57.984415 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 15:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c2f728-596f-4d8f-9269-33eba4eb3b68 x-openstack-request-id: req-68c2f728-596f-4d8f-9269-33eba4eb3b68 {{(pid=103846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:31:57.984700 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a1e795f-7c0a-4f58-ba33-0b43235e9af7", "name": "network-vif-plugged", "status": "completed", "tag": "a3380706-64df-4d3c-b081-f2075be880fa", "code": 200}]} {{(pid=103846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:31:57.984955 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-68c2f728-596f-4d8f-9269-33eba4eb3b68 {{(pid=103846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:31:57.985350 dv-cinder-848848-4-iscsi neutron-server[103846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68c2f728-596f-4d8f-9269-33eba4eb3b68'] response: {'server_uuid': '9a1e795f-7c0a-4f58-ba33-0b43235e9af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3380706-64df-4d3c-b081-f2075be880fa', 'code': 200} Jul 06 15:31:57.995308 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-12edda6d-71cb-4169-b3a1-d9c27659cf75 admin admin] Publish callbacks [] for security_group (c44429e4-f16c-4e58-9a92-86183b6eff58), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:58.016097 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Pushing event updated for resources: {'Port': ['ID=a3380706-64df-4d3c-b081-f2075be880fa,revision_number=7']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:31:58.054145 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-12edda6d-71cb-4169-b3a1-d9c27659cf75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (c44429e4-f16c-4e58-9a92-86183b6eff58), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:58.056846 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-12edda6d-71cb-4169-b3a1-d9c27659cf75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:58.058156 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-12edda6d-71cb-4169-b3a1-d9c27659cf75 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c44429e4-f16c-4e58-9a92-86183b6eff58 HTTP/1.1" status: 204 len: 168 time: 0.1583853 Jul 06 15:31:58.067785 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edda6d-71cb-4169-b3a1-d9c27659cf75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44429e4-f16c-4e58-9a92-86183b6eff58,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:31:58.595985 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68bc949-ec87-4d74-9782-de30989da86a req-cc8a18f4-2521-483e-814d-22766a310247 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:31:58.597414 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-d68bc949-ec87-4d74-9782-de30989da86a req-cc8a18f4-2521-483e-814d-22766a310247 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a1e795f-7c0a-4f58-ba33-0b43235e9af7 HTTP/1.1" status: 200 len: 945 time: 0.0531137 Jul 06 15:31:58.654927 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-d68bc949-ec87-4d74-9782-de30989da86a req-e471fc31-cd5d-4971-b6ea-35f9c69f3a4c tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=1105f9be-68f2-4160-8f77-af41fd5e2d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508065 Jul 06 15:31:58.784955 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64704a0-7437-4f64-8ecc-af8397b78dd6 req-84fa56cf-b9f1-46e7-aefd-4f2c16bc42ec tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:31:58.791832 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-e64704a0-7437-4f64-8ecc-af8397b78dd6 req-84fa56cf-b9f1-46e7-aefd-4f2c16bc42ec tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/ports?device_id=95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825 HTTP/1.1" status: 200 len: 946 time: 0.0735593 Jul 06 15:31:58.811517 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:DELETE=7 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:31:58.858587 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-e64704a0-7437-4f64-8ecc-af8397b78dd6 req-da0db0ed-3ac5-47df-bbb2-37a5f0543271 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/security-groups?id=f64e9139-f7c8-4326-922d-ff02b5362541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626147 Jul 06 15:31:59.041970 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 58960) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:31:59.167513 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-a2e38c2e-be19-4a9e-b527-3267a0c8dece admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:59.213038 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:31:59.254828 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-a2e38c2e-be19-4a9e-b527-3267a0c8dece admin admin] Publish callbacks [] for security_group (d7438e73-21d8-472a-9662-589e686f7f5d), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:59.260057 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-a2e38c2e-be19-4a9e-b527-3267a0c8dece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (d7438e73-21d8-472a-9662-589e686f7f5d), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:59.304113 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-a2e38c2e-be19-4a9e-b527-3267a0c8dece admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bfdc61da3c92434e9fc67d25f8d79e3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2586217 Jul 06 15:31:59.304113 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e38c2e-be19-4a9e-b527-3267a0c8dece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7438e73-21d8-472a-9662-589e686f7f5d,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:31:59.305094 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 58964) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:31:59.374922 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fa204cad-0a39-47c2-8ede-418c64a6c1ba admin admin] Publish callbacks [] for security_group (d7438e73-21d8-472a-9662-589e686f7f5d), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:59.398369 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fa204cad-0a39-47c2-8ede-418c64a6c1ba admin admin] Publish callbacks [] for security_group (d7438e73-21d8-472a-9662-589e686f7f5d), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:59.456335 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fa204cad-0a39-47c2-8ede-418c64a6c1ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (d7438e73-21d8-472a-9662-589e686f7f5d), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:59.459477 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fa204cad-0a39-47c2-8ede-418c64a6c1ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:31:59.462898 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-fa204cad-0a39-47c2-8ede-418c64a6c1ba admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d7438e73-21d8-472a-9662-589e686f7f5d HTTP/1.1" status: 204 len: 168 time: 0.1543570 Jul 06 15:31:59.470688 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa204cad-0a39-47c2-8ede-418c64a6c1ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7438e73-21d8-472a-9662-589e686f7f5d,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:31:59.832948 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4756ce-7c4c-4c0b-ad8d-13b96f3e3a48 req-b26bf6c9-2967-4d96-9453-3b6e9fcefd96 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:31:59.835989 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-0d4756ce-7c4c-4c0b-ad8d-13b96f3e3a48 req-b26bf6c9-2967-4d96-9453-3b6e9fcefd96 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a1e795f-7c0a-4f58-ba33-0b43235e9af7 HTTP/1.1" status: 200 len: 945 time: 0.0766733 Jul 06 15:31:59.927691 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-0d4756ce-7c4c-4c0b-ad8d-13b96f3e3a48 req-b9474e0f-3d2f-4212-b18c-d3616cc15371 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=1105f9be-68f2-4160-8f77-af41fd5e2d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819712 Jul 06 15:32:00.023406 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85717a44-82e5-43d3-8c2b-7beb949d2fd4 req-cf1671e7-5e3a-4594-80b6-95fcfc087ce6 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:00.025127 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-85717a44-82e5-43d3-8c2b-7beb949d2fd4 req-cf1671e7-5e3a-4594-80b6-95fcfc087ce6 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/ports?device_id=95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825 HTTP/1.1" status: 200 len: 946 time: 0.0673475 Jul 06 15:32:00.099952 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-85717a44-82e5-43d3-8c2b-7beb949d2fd4 req-349ac932-7784-4524-922a-574c132c4e10 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/security-groups?id=f64e9139-f7c8-4326-922d-ff02b5362541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676963 Jul 06 15:32:01.048584 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0119ab-afe7-4943-900e-9931a332097d req-27791fd7-11be-449b-8985-2422ed7ecae2 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:01.056761 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-9b0119ab-afe7-4943-900e-9931a332097d req-27791fd7-11be-449b-8985-2422ed7ecae2 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a1e795f-7c0a-4f58-ba33-0b43235e9af7 HTTP/1.1" status: 200 len: 945 time: 0.0615478 Jul 06 15:32:01.109748 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-9b0119ab-afe7-4943-900e-9931a332097d req-d5aa4c9f-1422-4baa-a6e0-443624e94b23 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=1105f9be-68f2-4160-8f77-af41fd5e2d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520489 Jul 06 15:32:01.251626 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d11a7c4-7887-40c9-9bf3-a148a539fcf8 req-00abbe70-fe93-4245-acb0-dd8424df40e4 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:01.263763 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-0d11a7c4-7887-40c9-9bf3-a148a539fcf8 req-00abbe70-fe93-4245-acb0-dd8424df40e4 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/ports?device_id=95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825 HTTP/1.1" status: 200 len: 946 time: 0.0792856 Jul 06 15:32:01.313637 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-0d11a7c4-7887-40c9-9bf3-a148a539fcf8 req-0993c93e-ce06-4c40-bf3c-4b3f8ed3200f tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/security-groups?id=f64e9139-f7c8-4326-922d-ff02b5362541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488822 Jul 06 15:32:02.232345 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f9431c-7014-4479-bb11-9f7b9750ec97 req-36745a92-1bed-454e-aaf4-0c2778a311db tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:02.234002 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-e7f9431c-7014-4479-bb11-9f7b9750ec97 req-36745a92-1bed-454e-aaf4-0c2778a311db tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a1e795f-7c0a-4f58-ba33-0b43235e9af7 HTTP/1.1" status: 200 len: 945 time: 0.0551989 Jul 06 15:32:02.295776 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-e7f9431c-7014-4479-bb11-9f7b9750ec97 req-7ee60b2d-4be2-44f6-b21d-2de36d7718e4 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=1105f9be-68f2-4160-8f77-af41fd5e2d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537174 Jul 06 15:32:02.448814 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08e2082-ff8b-4e60-86b3-3e8696dfe4c8 req-6c0c1044-244d-471d-af4b-49702aecd1bc tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:02.451539 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-d08e2082-ff8b-4e60-86b3-3e8696dfe4c8 req-6c0c1044-244d-471d-af4b-49702aecd1bc tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/ports?device_id=95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825 HTTP/1.1" status: 200 len: 946 time: 0.0677376 Jul 06 15:32:02.486897 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:32:02.534987 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-d08e2082-ff8b-4e60-86b3-3e8696dfe4c8 req-0949ade1-efb4-4c91-99e6-2a7606c786f9 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/security-groups?id=f64e9139-f7c8-4326-922d-ff02b5362541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687430 Jul 06 15:32:03.420528 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c72de0e-82a5-46cb-ac93-52a7a237e748 req-121ef066-6b7a-4b3b-8e8d-07bde6cee963 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:03.422201 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-6c72de0e-82a5-46cb-ac93-52a7a237e748 req-121ef066-6b7a-4b3b-8e8d-07bde6cee963 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a1e795f-7c0a-4f58-ba33-0b43235e9af7 HTTP/1.1" status: 200 len: 945 time: 0.0533214 Jul 06 15:32:03.484751 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-6c72de0e-82a5-46cb-ac93-52a7a237e748 req-ee3a11df-baf0-4187-8c5d-109e515be859 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=1105f9be-68f2-4160-8f77-af41fd5e2d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564926 Jul 06 15:32:03.675242 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1c9661-347b-49d1-b290-893f27e41664 req-a98e9f9f-e564-4a53-bf77-d6d42956e4c1 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:03.682518 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-ac1c9661-347b-49d1-b290-893f27e41664 req-a98e9f9f-e564-4a53-bf77-d6d42956e4c1 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/ports?device_id=95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825 HTTP/1.1" status: 200 len: 946 time: 0.0662034 Jul 06 15:32:03.736863 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-ac1c9661-347b-49d1-b290-893f27e41664 req-fea05877-4c88-441f-b9d6-a41688289628 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/security-groups?id=f64e9139-f7c8-4326-922d-ff02b5362541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534267 Jul 06 15:32:04.612086 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2ea0c6-3199-489d-8cbb-fa4ce0a13a74 req-62e321b0-fa2b-4902-824c-4a179836ae5e tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:04.613604 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-6e2ea0c6-3199-489d-8cbb-fa4ce0a13a74 req-62e321b0-fa2b-4902-824c-4a179836ae5e tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a1e795f-7c0a-4f58-ba33-0b43235e9af7 HTTP/1.1" status: 200 len: 945 time: 0.0516057 Jul 06 15:32:04.663350 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-6e2ea0c6-3199-489d-8cbb-fa4ce0a13a74 req-97b39dcf-4335-4574-916e-5e0e990d55d7 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=1105f9be-68f2-4160-8f77-af41fd5e2d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431287 Jul 06 15:32:04.856631 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236200e1-b93d-4aa5-964a-e6459d2f4d0d req-00f02a10-9cb1-4b67-99bd-54cf9708b661 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:04.858408 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-236200e1-b93d-4aa5-964a-e6459d2f4d0d req-00f02a10-9cb1-4b67-99bd-54cf9708b661 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/ports?device_id=95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825 HTTP/1.1" status: 200 len: 946 time: 0.0501103 Jul 06 15:32:04.916374 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-236200e1-b93d-4aa5-964a-e6459d2f4d0d req-fafa49ff-4b12-40b8-8548-7cbfa56cb6b4 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/security-groups?id=f64e9139-f7c8-4326-922d-ff02b5362541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521662 Jul 06 15:32:05.805647 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a9c7d-644b-4b08-ab5a-150b5eb2b034 req-4ddc92bc-47f5-4755-ad78-2066dde14660 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:05.807437 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-958a9c7d-644b-4b08-ab5a-150b5eb2b034 req-4ddc92bc-47f5-4755-ad78-2066dde14660 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a1e795f-7c0a-4f58-ba33-0b43235e9af7 HTTP/1.1" status: 200 len: 945 time: 0.0554693 Jul 06 15:32:05.862378 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:32:05.878197 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-958a9c7d-644b-4b08-ab5a-150b5eb2b034 req-536dd52c-8190-4a9e-ae81-2aa3a6bf1ede tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=1105f9be-68f2-4160-8f77-af41fd5e2d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643470 Jul 06 15:32:06.048213 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e4f20-51a8-4b43-92ff-85bce121c7a7 req-559cdc33-9af7-410a-a7c1-5a8c69b4c6e4 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:06.049815 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-f50e4f20-51a8-4b43-92ff-85bce121c7a7 req-559cdc33-9af7-410a-a7c1-5a8c69b4c6e4 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/ports?device_id=95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825 HTTP/1.1" status: 200 len: 946 time: 0.0607333 Jul 06 15:32:06.103385 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-f50e4f20-51a8-4b43-92ff-85bce121c7a7 req-3e9962e6-5fbb-4712-ac9d-df5dc7d7059c tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/security-groups?id=f64e9139-f7c8-4326-922d-ff02b5362541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479555 Jul 06 15:32:06.804063 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5b11d4-08ba-4cef-9788-20770942def7 req-dfc924f1-cb04-4854-b68d-37166aae5418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:06.805544 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-dd5b11d4-08ba-4cef-9788-20770942def7 req-dfc924f1-cb04-4854-b68d-37166aae5418 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=848d6c1f478d4dba813663c4c866d8b8&device_id=9a1e795f-7c0a-4f58-ba33-0b43235e9af7 HTTP/1.1" status: 200 len: 1129 time: 0.0414674 Jul 06 15:32:06.904551 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5b11d4-08ba-4cef-9788-20770942def7 req-381ab3ee-345e-491d-9375-dfdaea84e564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:06.906037 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-dd5b11d4-08ba-4cef-9788-20770942def7 req-381ab3ee-345e-491d-9375-dfdaea84e564 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b HTTP/1.1" status: 200 len: 918 time: 0.0916593 Jul 06 15:32:06.976449 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-dd5b11d4-08ba-4cef-9788-20770942def7 req-7bf2ea51-0624-4307-bcb4-ce9e7b9fb3d7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3380706-64df-4d3c-b081-f2075be880fa HTTP/1.1" status: 200 len: 1000 time: 0.0617149 Jul 06 15:32:07.002238 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65726a2-7683-483c-aa61-6232fabfe54b req-d782d4bd-d461-473b-bda8-6d18045f319f tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:07.003718 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-a65726a2-7683-483c-aa61-6232fabfe54b req-d782d4bd-d461-473b-bda8-6d18045f319f tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a1e795f-7c0a-4f58-ba33-0b43235e9af7 HTTP/1.1" status: 200 len: 945 time: 0.0510850 Jul 06 15:32:07.011267 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:32:07.028220 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5b11d4-08ba-4cef-9788-20770942def7 req-0a9d257c-c7b2-4836-997e-c28b3b608419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:07.029660 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-dd5b11d4-08ba-4cef-9788-20770942def7 req-0a9d257c-c7b2-4836-997e-c28b3b608419 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=269837f6-8226-4731-9efa-b81af4068805 HTTP/1.1" status: 200 len: 856 time: 0.0467770 Jul 06 15:32:07.051451 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-a65726a2-7683-483c-aa61-6232fabfe54b req-7be2c017-5666-4132-8a3f-ab70ae48c3ed tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=1105f9be-68f2-4160-8f77-af41fd5e2d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416255 Jul 06 15:32:07.077812 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5b11d4-08ba-4cef-9788-20770942def7 req-7287fc70-f871-48d0-a866-7ef0c7ecfbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:07.079266 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-dd5b11d4-08ba-4cef-9788-20770942def7 req-7287fc70-f871-48d0-a866-7ef0c7ecfbb9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424156 Jul 06 15:32:07.169912 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-dd5b11d4-08ba-4cef-9788-20770942def7 req-052bf5d0-9b48-4987-9c0b-125630853663 service neutron] 10.222.0.16 "GET /v2.0/networks/bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842049 Jul 06 15:32:07.242692 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd80231-4d68-4d30-a0be-f2e7ec67bbcb req-a3e7ab51-e98f-4abd-bde4-1ca8ca6a755f tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:07.244186 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-8bd80231-4d68-4d30-a0be-f2e7ec67bbcb req-a3e7ab51-e98f-4abd-bde4-1ca8ca6a755f tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/ports?device_id=95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825 HTTP/1.1" status: 200 len: 946 time: 0.0734334 Jul 06 15:32:07.327488 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-dd5b11d4-08ba-4cef-9788-20770942def7 req-d2d83db0-f1ea-4bd5-aece-9b5eb0837db7 service neutron] 10.222.0.16 "GET /v2.0/networks/bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484370 Jul 06 15:32:07.332058 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-8bd80231-4d68-4d30-a0be-f2e7ec67bbcb req-a10c6341-201c-4816-bda0-1d15311420ff tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/security-groups?id=f64e9139-f7c8-4326-922d-ff02b5362541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635655 Jul 06 15:32:08.178066 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d9df5-4786-42a8-8f06-bce154caa1f0 req-3833eb13-1812-45ac-8cc1-2faf46fc9d9d tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:08.179594 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-0f7d9df5-4786-42a8-8f06-bce154caa1f0 req-3833eb13-1812-45ac-8cc1-2faf46fc9d9d tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a1e795f-7c0a-4f58-ba33-0b43235e9af7 HTTP/1.1" status: 200 len: 945 time: 0.0502050 Jul 06 15:32:08.229183 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-0f7d9df5-4786-42a8-8f06-bce154caa1f0 req-468661e5-ff70-4cc2-9a22-9fe61d9e9bd5 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=1105f9be-68f2-4160-8f77-af41fd5e2d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440137 Jul 06 15:32:08.445855 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b57c0-0f4c-46c1-8846-8e82008317ed req-ae2a1134-2f42-48ea-a696-58e3ec3fb5d1 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:08.447260 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-a38b57c0-0f4c-46c1-8846-8e82008317ed req-ae2a1134-2f42-48ea-a696-58e3ec3fb5d1 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/ports?device_id=95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825 HTTP/1.1" status: 200 len: 946 time: 0.0477815 Jul 06 15:32:08.499570 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-a38b57c0-0f4c-46c1-8846-8e82008317ed req-70d7acbe-b787-4ee4-985f-b37c57ad0dbf tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/security-groups?id=f64e9139-f7c8-4326-922d-ff02b5362541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465894 Jul 06 15:32:08.743159 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=2 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:32:08.758516 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=23 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:32:09.350357 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d96ffd-c1ce-4cf4-ba65-f43730a26dd7 req-7a594943-ba42-4b30-85ca-6be81ffe7fb3 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:09.352069 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-22d96ffd-c1ce-4cf4-ba65-f43730a26dd7 req-7a594943-ba42-4b30-85ca-6be81ffe7fb3 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a1e795f-7c0a-4f58-ba33-0b43235e9af7 HTTP/1.1" status: 200 len: 945 time: 0.0477090 Jul 06 15:32:09.404206 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-22d96ffd-c1ce-4cf4-ba65-f43730a26dd7 req-1f0a8a2e-f80b-4a77-890f-44d10c1c2c2d tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=1105f9be-68f2-4160-8f77-af41fd5e2d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464654 Jul 06 15:32:09.483406 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=11 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:32:09.484608 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=29,neutron:UPDATE=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:32:09.634130 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f62398-f10c-49d6-83db-e8cee31a4352 req-91b63e11-d794-4ac9-a2d6-a37455f53ec8 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:09.636032 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-78f62398-f10c-49d6-83db-e8cee31a4352 req-91b63e11-d794-4ac9-a2d6-a37455f53ec8 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/ports?device_id=95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825 HTTP/1.1" status: 200 len: 946 time: 0.0551293 Jul 06 15:32:09.699128 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-78f62398-f10c-49d6-83db-e8cee31a4352 req-478ec7e2-9476-46d6-896e-c7fc98b792fe tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/security-groups?id=f64e9139-f7c8-4326-922d-ff02b5362541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546985 Jul 06 15:32:09.775643 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device a3380706-64df-4d3c-b081-f2075be880fa no longer exists at agent hyperv_hv-cinder-84884 {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:32:09.846952 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Current status of the port a3380706-64df-4d3c-b081-f2075be880fa is: ACTIVE; New status is: DOWN {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:32:09.847374 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (a3380706-64df-4d3c-b081-f2075be880fa), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:09.870773 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a1e795f-7c0a-4f58-ba33-0b43235e9af7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3380706-64df-4d3c-b081-f2075be880fa'}] {{(pid=103846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:32:09.873003 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83ad2954d886e551320551455e9fbed623a66dbf450698aab55d06241312ca55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc7cba30-cf0a-4818-8a56-5543e57da674" -d '{"events": [{"server_uuid": "9a1e795f-7c0a-4f58-ba33-0b43235e9af7", "name": "network-vif-unplugged", "status": "completed", "tag": "a3380706-64df-4d3c-b081-f2075be880fa"}]}' {{(pid=103846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:32:09.886218 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port a3380706-64df-4d3c-b081-f2075be880fa, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=a3380706-64df-4d3c-b081-f2075be880fa,segment=NetworkSegment(e86c9f57-fa7f-455d-be56-203cd26dcd68),segment_id=e86c9f57-fa7f-455d-be56-203cd26dcd68)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:32:09.890153 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (a3380706-64df-4d3c-b081-f2075be880fa), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:09.953337 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [req-3c155ce8-01db-4853-8c73-69b88dd42ca1 req-0fca1405-fb4a-4062-b6ca-a9e3c1849efc service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103844) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 06 15:32:09.954362 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-3c155ce8-01db-4853-8c73-69b88dd42ca1 req-0fca1405-fb4a-4062-b6ca-a9e3c1849efc service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055699 Jul 06 15:32:10.046556 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 06 Jul 2022 15:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f3b426-dc4c-4ab5-8d26-5463dd21c3a9 x-openstack-request-id: req-37f3b426-dc4c-4ab5-8d26-5463dd21c3a9 {{(pid=103846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:32:10.046851 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a1e795f-7c0a-4f58-ba33-0b43235e9af7", "name": "network-vif-unplugged", "status": "failed", "tag": "a3380706-64df-4d3c-b081-f2075be880fa", "code": 422}]} {{(pid=103846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:32:10.047097 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-37f3b426-dc4c-4ab5-8d26-5463dd21c3a9 {{(pid=103846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:32:10.047552 dv-cinder-848848-4-iscsi neutron-server[103846]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-37f3b426-dc4c-4ab5-8d26-5463dd21c3a9']: {'server_uuid': '9a1e795f-7c0a-4f58-ba33-0b43235e9af7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a3380706-64df-4d3c-b081-f2075be880fa', 'code': 422} returned with failed status Jul 06 15:32:10.069054 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Pushing event updated for resources: {'Port': ['ID=a3380706-64df-4d3c-b081-f2075be880fa,revision_number=8']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:32:10.126880 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da39c4-08f1-4236-8539-99861b1ee7d2 req-96cdeda2-6611-40fa-a050-6da48c08b1e5 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:10.128402 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-95da39c4-08f1-4236-8539-99861b1ee7d2 req-96cdeda2-6611-40fa-a050-6da48c08b1e5 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a1e795f-7c0a-4f58-ba33-0b43235e9af7 HTTP/1.1" status: 200 len: 943 time: 0.0488727 Jul 06 15:32:10.169495 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=100 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:32:10.177770 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-95da39c4-08f1-4236-8539-99861b1ee7d2 req-83889a34-b312-477a-b7db-be5615e681a9 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=1105f9be-68f2-4160-8f77-af41fd5e2d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433326 Jul 06 15:32:10.465184 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 59192) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:32:10.534987 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:32:10.546937 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-047513c5-e84a-474b-9275-3536580893b8 req-109188b8-629b-4e34-bcbe-1334b8faa101 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9a1e795f-7c0a-4f58-ba33-0b43235e9af7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0807030 Jul 06 15:32:10.555200 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [req-047513c5-e84a-474b-9275-3536580893b8 req-6a6d0aaa-53b6-42aa-9e2b-6ee70640fda1 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103844) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 06 15:32:10.556153 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-047513c5-e84a-474b-9275-3536580893b8 req-6a6d0aaa-53b6-42aa-9e2b-6ee70640fda1 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047047 Jul 06 15:32:10.628603 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 59200) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:32:10.727854 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047513c5-e84a-474b-9275-3536580893b8 req-e1675cda-46fc-4dfe-9f98-c65b00752881 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:10.729238 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-047513c5-e84a-474b-9275-3536580893b8 req-e1675cda-46fc-4dfe-9f98-c65b00752881 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports/a3380706-64df-4d3c-b081-f2075be880fa HTTP/1.1" status: 200 len: 940 time: 0.0996470 Jul 06 15:32:10.826197 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ce75e8-7803-4eb5-b304-c3076947d7ef req-bb61667b-6133-45cc-b63a-1f301184eed3 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:10.827709 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-30ce75e8-7803-4eb5-b304-c3076947d7ef req-bb61667b-6133-45cc-b63a-1f301184eed3 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/ports?device_id=95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825 HTTP/1.1" status: 200 len: 946 time: 0.0531745 Jul 06 15:32:10.883073 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-30ce75e8-7803-4eb5-b304-c3076947d7ef req-fdee94d3-c0b9-4b6a-ae80-86580b24fd94 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/security-groups?id=f64e9139-f7c8-4326-922d-ff02b5362541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497212 Jul 06 15:32:11.295835 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e7a28-31c1-4f5d-88c8-f1f09168fe35 req-7acca16e-29fe-49ae-9c08-6099d063e9ee tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:11.297206 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-599e7a28-31c1-4f5d-88c8-f1f09168fe35 req-7acca16e-29fe-49ae-9c08-6099d063e9ee tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a1e795f-7c0a-4f58-ba33-0b43235e9af7 HTTP/1.1" status: 200 len: 943 time: 0.0470836 Jul 06 15:32:11.344105 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-599e7a28-31c1-4f5d-88c8-f1f09168fe35 req-1105d58a-0b73-497a-9241-e76f0f64424a tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=1105f9be-68f2-4160-8f77-af41fd5e2d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405083 Jul 06 15:32:11.450221 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc8d83e-185b-4c1b-9d80-f0b6f91efde6 req-ad166b52-57d6-4b4e-bf8d-f20ac5b759bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:11.451723 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6fc8d83e-185b-4c1b-9d80-f0b6f91efde6 req-ad166b52-57d6-4b4e-bf8d-f20ac5b759bd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=42279c5b622c47a192c529ce53566555&device_id=95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825 HTTP/1.1" status: 200 len: 1130 time: 0.0444641 Jul 06 15:32:11.548043 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc8d83e-185b-4c1b-9d80-f0b6f91efde6 req-d7a13244-cf57-4312-b6b7-8158fb1d6098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:11.549545 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6fc8d83e-185b-4c1b-9d80-f0b6f91efde6 req-d7a13244-cf57-4312-b6b7-8158fb1d6098 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9096fa59-64b3-483c-b50a-082ce5ce747d HTTP/1.1" status: 200 len: 910 time: 0.0909402 Jul 06 15:32:11.621748 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6fc8d83e-185b-4c1b-9d80-f0b6f91efde6 req-b5df5aaf-fa28-488c-b3d6-362a03396a96 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d111c7f-26a5-4b88-b2d7-d536d2ce685b HTTP/1.1" status: 200 len: 1001 time: 0.0630782 Jul 06 15:32:11.673972 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc8d83e-185b-4c1b-9d80-f0b6f91efde6 req-a79f16f2-7c5c-4dcc-80e5-36279fcc15d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:11.675480 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6fc8d83e-185b-4c1b-9d80-f0b6f91efde6 req-a79f16f2-7c5c-4dcc-80e5-36279fcc15d4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cd4abdc7-c383-439f-83a0-38f6c53653a0 HTTP/1.1" status: 200 len: 848 time: 0.0472550 Jul 06 15:32:11.724465 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc8d83e-185b-4c1b-9d80-f0b6f91efde6 req-3b12a446-4739-4395-b582-6678da0b322f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:11.726257 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6fc8d83e-185b-4c1b-9d80-f0b6f91efde6 req-3b12a446-4739-4395-b582-6678da0b322f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9096fa59-64b3-483c-b50a-082ce5ce747d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409203 Jul 06 15:32:11.822562 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6fc8d83e-185b-4c1b-9d80-f0b6f91efde6 req-b565cebe-a4ba-4716-b0f1-e079c92b8d9c service neutron] 10.222.0.16 "GET /v2.0/networks/9096fa59-64b3-483c-b50a-082ce5ce747d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905688 Jul 06 15:32:11.998156 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b124024a-070a-4afd-912e-995725f25c82 req-02bf0fd0-a8c6-4bfa-b102-73b1dbd1b068 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:11.999764 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-b124024a-070a-4afd-912e-995725f25c82 req-02bf0fd0-a8c6-4bfa-b102-73b1dbd1b068 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/ports?device_id=95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825 HTTP/1.1" status: 200 len: 946 time: 0.0475025 Jul 06 15:32:12.095165 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:32:12.160958 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047513c5-e84a-474b-9275-3536580893b8 req-27513a9c-2c1e-40ec-90eb-39087cfec7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:12.162451 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-047513c5-e84a-474b-9275-3536580893b8 req-27513a9c-2c1e-40ec-90eb-39087cfec7b0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9a1e795f-7c0a-4f58-ba33-0b43235e9af7&tenant_id=848d6c1f478d4dba813663c4c866d8b8 HTTP/1.1" status: 200 len: 1127 time: 0.1306438 Jul 06 15:32:12.206103 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-b124024a-070a-4afd-912e-995725f25c82 req-1e18999d-6948-47d6-a855-f5e35441d83d tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/security-groups?id=f64e9139-f7c8-4326-922d-ff02b5362541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1924856 Jul 06 15:32:12.242831 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6fc8d83e-185b-4c1b-9d80-f0b6f91efde6 req-3702022c-0db4-4d73-9b69-bc1c37a22740 service neutron] 10.222.0.16 "GET /v2.0/networks/9096fa59-64b3-483c-b50a-082ce5ce747d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387159 Jul 06 15:32:12.250728 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047513c5-e84a-474b-9275-3536580893b8 req-7a2486e3-ddf4-4002-8c4b-7c6e296962f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:12.252374 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-047513c5-e84a-474b-9275-3536580893b8 req-7a2486e3-ddf4-4002-8c4b-7c6e296962f6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=848d6c1f478d4dba813663c4c866d8b8&device_id=9a1e795f-7c0a-4f58-ba33-0b43235e9af7 HTTP/1.1" status: 200 len: 1127 time: 0.0642548 Jul 06 15:32:12.356533 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047513c5-e84a-474b-9275-3536580893b8 req-4192bb2c-dfb5-4328-a613-aaa648a97aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:12.357897 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-047513c5-e84a-474b-9275-3536580893b8 req-4192bb2c-dfb5-4328-a613-aaa648a97aec service neutron] 10.222.0.16 "GET /v2.0/networks?id=bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b HTTP/1.1" status: 200 len: 918 time: 0.0997987 Jul 06 15:32:12.466160 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b6059-1e49-4987-b754-590bd4e24d20 req-3206e0d0-5cea-461b-a882-fa8e3034314b tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:12.467624 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-3c4b6059-1e49-4987-b754-590bd4e24d20 req-3206e0d0-5cea-461b-a882-fa8e3034314b tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a1e795f-7c0a-4f58-ba33-0b43235e9af7 HTTP/1.1" status: 200 len: 943 time: 0.0461345 Jul 06 15:32:12.516590 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-3c4b6059-1e49-4987-b754-590bd4e24d20 req-568bc174-6fb3-4557-9d12-39ee065327a4 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=1105f9be-68f2-4160-8f77-af41fd5e2d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435581 Jul 06 15:32:13.319867 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04f52d2-6781-47ad-b2a8-21462c3c9eb8 req-9fe40fdd-9f08-46d8-91e2-b28cf4b515bb tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:13.321319 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-a04f52d2-6781-47ad-b2a8-21462c3c9eb8 req-9fe40fdd-9f08-46d8-91e2-b28cf4b515bb tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/ports?device_id=95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825 HTTP/1.1" status: 200 len: 946 time: 0.0465922 Jul 06 15:32:13.397484 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:32:13.407705 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-047513c5-e84a-474b-9275-3536580893b8 req-023a37e9-be07-439f-9824-fc93e3e711e1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3380706-64df-4d3c-b081-f2075be880fa HTTP/1.1" status: 200 len: 998 time: 0.0847929 Jul 06 15:32:13.421085 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-a04f52d2-6781-47ad-b2a8-21462c3c9eb8 req-c66c78b9-c5f1-4995-b26b-b846fe9f1f4f tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/security-groups?id=f64e9139-f7c8-4326-922d-ff02b5362541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916159 Jul 06 15:32:13.610467 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047513c5-e84a-474b-9275-3536580893b8 req-35ae97bb-9eba-4cd1-b4a9-327d924f3301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:13.611937 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-047513c5-e84a-474b-9275-3536580893b8 req-35ae97bb-9eba-4cd1-b4a9-327d924f3301 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=269837f6-8226-4731-9efa-b81af4068805 HTTP/1.1" status: 200 len: 856 time: 0.0467777 Jul 06 15:32:13.638473 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4fb06a-dbb1-4df3-b953-209f1caa52f4 req-565cb266-e492-4a7c-9daf-f2f6797b5214 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:13.640027 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-5b4fb06a-dbb1-4df3-b953-209f1caa52f4 req-565cb266-e492-4a7c-9daf-f2f6797b5214 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a1e795f-7c0a-4f58-ba33-0b43235e9af7 HTTP/1.1" status: 200 len: 943 time: 0.0499418 Jul 06 15:32:13.665173 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047513c5-e84a-474b-9275-3536580893b8 req-08258840-fc91-415a-b41c-381f5579f8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:13.666730 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-047513c5-e84a-474b-9275-3536580893b8 req-08258840-fc91-415a-b41c-381f5579f8b7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424390 Jul 06 15:32:13.690673 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-5b4fb06a-dbb1-4df3-b953-209f1caa52f4 req-3c3f8d1b-8d0b-4daa-b2af-b78191560119 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=1105f9be-68f2-4160-8f77-af41fd5e2d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421305 Jul 06 15:32:13.765095 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-047513c5-e84a-474b-9275-3536580893b8 req-1dc3f1f9-4ac9-434d-900b-7e503a4870d8 service neutron] 10.222.0.16 "GET /v2.0/networks/bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920134 Jul 06 15:32:13.858335 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-047513c5-e84a-474b-9275-3536580893b8 req-4b7dbb6c-2e23-440f-b9b6-d776f24ec4fd service neutron] 10.222.0.16 "GET /v2.0/networks/bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868437 Jul 06 15:32:14.558613 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a2b8cb-c8f1-493a-b95d-2cb52712a5e4 req-36e39a1d-6c96-44da-b7ea-39991c25285c tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:14.560124 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-44a2b8cb-c8f1-493a-b95d-2cb52712a5e4 req-36e39a1d-6c96-44da-b7ea-39991c25285c tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/ports?device_id=95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825 HTTP/1.1" status: 200 len: 946 time: 0.0562763 Jul 06 15:32:14.611796 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (eda728fc-b46d-4378-b578-35bac6b15486), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:14.626515 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-44a2b8cb-c8f1-493a-b95d-2cb52712a5e4 req-d224cd5e-d7e2-486a-93c9-7ad2f216258b tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/security-groups?id=f64e9139-f7c8-4326-922d-ff02b5362541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607915 Jul 06 15:32:14.732104 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [req-fb420e14-f9d3-4807-bf96-7277d6e4fa87 req-ba795128-9806-47b4-ba41-548e767e08ac service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103845) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 06 15:32:14.733723 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-fb420e14-f9d3-4807-bf96-7277d6e4fa87 req-ba795128-9806-47b4-ba41-548e767e08ac service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0063004 Jul 06 15:32:14.866760 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b66911b-cd76-4ec7-887a-88883387872e req-ef450211-df7c-48e6-aecd-4ec484eca0aa tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:14.869252 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-2b66911b-cd76-4ec7-887a-88883387872e req-ef450211-df7c-48e6-aecd-4ec484eca0aa tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a1e795f-7c0a-4f58-ba33-0b43235e9af7 HTTP/1.1" status: 200 len: 943 time: 0.0847797 Jul 06 15:32:14.974771 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-2b66911b-cd76-4ec7-887a-88883387872e req-de7a0839-80a1-4bc8-bc20-c0ad1c92775d tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=1105f9be-68f2-4160-8f77-af41fd5e2d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991743 Jul 06 15:32:14.979655 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 59302) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:32:15.042538 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46552e0-2924-46d1-adfa-1782c592b1fc req-ed23357b-8da3-4aa6-9b9b-9bc8d669a07c tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:15.044345 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-a46552e0-2924-46d1-adfa-1782c592b1fc req-ed23357b-8da3-4aa6-9b9b-9bc8d669a07c tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/ports?device_id=95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825 HTTP/1.1" status: 200 len: 946 time: 0.0904708 Jul 06 15:32:15.109120 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-58484f40-1c4d-493d-a04f-2550ddbba3c1 req-b6f527c3-41a7-4225-8f86-112b7b6a9337 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1280859 Jul 06 15:32:15.122941 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [req-58484f40-1c4d-493d-a04f-2550ddbba3c1 req-2ac205fd-9673-4734-a129-897ad2649f9a service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103844) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 06 15:32:15.124376 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-58484f40-1c4d-493d-a04f-2550ddbba3c1 req-2ac205fd-9673-4734-a129-897ad2649f9a service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0090804 Jul 06 15:32:15.161676 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-a46552e0-2924-46d1-adfa-1782c592b1fc req-3f31b9ba-dd9d-4a22-8595-0040cf879be6 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/security-groups?id=f64e9139-f7c8-4326-922d-ff02b5362541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047189 Jul 06 15:32:15.264903 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 59314) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:32:15.416950 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58484f40-1c4d-493d-a04f-2550ddbba3c1 req-44b72477-4efb-4cb0-8bdf-2a9c6320b41b tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:15.428192 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-58484f40-1c4d-493d-a04f-2550ddbba3c1 req-44b72477-4efb-4cb0-8bdf-2a9c6320b41b tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/ports/1d111c7f-26a5-4b88-b2d7-d536d2ce685b HTTP/1.1" status: 200 len: 943 time: 0.1607482 Jul 06 15:32:16.123694 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c396f1d1-7ea8-4abb-9d13-45f684eaf5dc req-3cf8b0ac-6401-40ee-82b4-791a794d8ed5 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:16.126089 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-c396f1d1-7ea8-4abb-9d13-45f684eaf5dc req-3cf8b0ac-6401-40ee-82b4-791a794d8ed5 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a1e795f-7c0a-4f58-ba33-0b43235e9af7 HTTP/1.1" status: 200 len: 943 time: 0.0559068 Jul 06 15:32:16.178897 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-c396f1d1-7ea8-4abb-9d13-45f684eaf5dc req-98e9feb6-f1bd-48ed-8c03-2b2564ff1b3f tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=1105f9be-68f2-4160-8f77-af41fd5e2d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469999 Jul 06 15:32:16.264287 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=100 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:32:16.272537 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-fd4be2c5-882f-4fd2-a773-d0608f4e5277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (a81823b9-ba52-46bb-9bcd-43b269600933), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:16.279987 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f862b62-9401-4e6c-89a8-de0253c64fbe req-ca5c9c28-e84d-4d15-a590-ca056cd3b47a tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:16.283663 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-1f862b62-9401-4e6c-89a8-de0253c64fbe req-ca5c9c28-e84d-4d15-a590-ca056cd3b47a tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/ports?device_id=95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825 HTTP/1.1" status: 200 len: 946 time: 0.0568204 Jul 06 15:32:16.349712 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-1f862b62-9401-4e6c-89a8-de0253c64fbe req-c4f2ef5c-57f0-4d14-8b63-4103cbc2681f tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/security-groups?id=f64e9139-f7c8-4326-922d-ff02b5362541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585332 Jul 06 15:32:16.941394 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 59356) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:32:17.058128 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-5d9375a7-5da2-40da-984d-da454766374e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:17.139140 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-5d9375a7-5da2-40da-984d-da454766374e admin admin] Publish callbacks [] for security_group (d4cbaff2-275b-43ef-8e89-4e3f25a74761), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:17.148573 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-5d9375a7-5da2-40da-984d-da454766374e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (d4cbaff2-275b-43ef-8e89-4e3f25a74761), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:17.193847 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-5d9375a7-5da2-40da-984d-da454766374e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=24d72f011ba347a38759bb7056985f8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2511456 Jul 06 15:32:17.194694 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9375a7-5da2-40da-984d-da454766374e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4cbaff2-275b-43ef-8e89-4e3f25a74761,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:32:17.196645 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 59360) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:32:17.262530 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:32:17.326963 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-a5947845-1ddf-4e26-9535-115b7fede075 admin admin] Publish callbacks [] for security_group (d4cbaff2-275b-43ef-8e89-4e3f25a74761), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:17.341101 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63f7229-f188-49f9-8ca2-b4434bbe1892 req-21463b0d-abf0-48ef-a33e-5ace1fcf2cb4 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:17.342689 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-e63f7229-f188-49f9-8ca2-b4434bbe1892 req-21463b0d-abf0-48ef-a33e-5ace1fcf2cb4 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a1e795f-7c0a-4f58-ba33-0b43235e9af7 HTTP/1.1" status: 200 len: 943 time: 0.0668073 Jul 06 15:32:17.389539 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-a5947845-1ddf-4e26-9535-115b7fede075 admin admin] Publish callbacks [] for security_group (d4cbaff2-275b-43ef-8e89-4e3f25a74761), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:17.451825 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-e63f7229-f188-49f9-8ca2-b4434bbe1892 req-76792e6c-0faa-4289-827b-7279a04f9d28 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=1105f9be-68f2-4160-8f77-af41fd5e2d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024497 Jul 06 15:32:17.478020 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-a5947845-1ddf-4e26-9535-115b7fede075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (d4cbaff2-275b-43ef-8e89-4e3f25a74761), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:17.489870 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-a5947845-1ddf-4e26-9535-115b7fede075 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:17.489870 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-a5947845-1ddf-4e26-9535-115b7fede075 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d4cbaff2-275b-43ef-8e89-4e3f25a74761 HTTP/1.1" status: 204 len: 168 time: 0.2916572 Jul 06 15:32:17.498535 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5947845-1ddf-4e26-9535-115b7fede075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4cbaff2-275b-43ef-8e89-4e3f25a74761,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:32:17.510826 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5947845-1ddf-4e26-9535-115b7fede075 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:32:17.511156 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5947845-1ddf-4e26-9535-115b7fede075 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:32:17.511454 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5947845-1ddf-4e26-9535-115b7fede075 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:32:17.512046 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5947845-1ddf-4e26-9535-115b7fede075 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:32:17.513207 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5947845-1ddf-4e26-9535-115b7fede075 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:32:17.513538 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5947845-1ddf-4e26-9535-115b7fede075 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:32:17.513868 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5947845-1ddf-4e26-9535-115b7fede075 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:32:17.514405 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5947845-1ddf-4e26-9535-115b7fede075 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:32:17.514524 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5947845-1ddf-4e26-9535-115b7fede075 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:32:17.514850 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5947845-1ddf-4e26-9535-115b7fede075 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:32:17.515170 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5947845-1ddf-4e26-9535-115b7fede075 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:32:17.515517 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5947845-1ddf-4e26-9535-115b7fede075 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:32:17.519396 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5947845-1ddf-4e26-9535-115b7fede075 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:32:17.520215 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5947845-1ddf-4e26-9535-115b7fede075 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:32:17.520927 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1500b2d-3803-4d37-bbb9-9a9de4bb2f2f req-ca9f8f47-8609-4dbd-aa27-f833b2421217 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:17.521640 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5947845-1ddf-4e26-9535-115b7fede075 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:32:17.527877 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-d1500b2d-3803-4d37-bbb9-9a9de4bb2f2f req-ca9f8f47-8609-4dbd-aa27-f833b2421217 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/ports?device_id=95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825 HTTP/1.1" status: 200 len: 946 time: 0.0937548 Jul 06 15:32:17.608650 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-d1500b2d-3803-4d37-bbb9-9a9de4bb2f2f req-2e620e41-157d-4427-aea7-6bcbac0bf9c4 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/security-groups?id=f64e9139-f7c8-4326-922d-ff02b5362541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795848 Jul 06 15:32:17.761873 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device 1d111c7f-26a5-4b88-b2d7-d536d2ce685b no longer exists at agent hyperv_hv-cinder-84884 {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:32:17.853708 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Current status of the port 1d111c7f-26a5-4b88-b2d7-d536d2ce685b is: ACTIVE; New status is: DOWN {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:32:17.854356 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (1d111c7f-26a5-4b88-b2d7-d536d2ce685b), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:17.879441 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d111c7f-26a5-4b88-b2d7-d536d2ce685b'}] {{(pid=103846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:32:17.882406 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83ad2954d886e551320551455e9fbed623a66dbf450698aab55d06241312ca55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e63055a-bc49-40c9-beb9-62659f15b4ab" -d '{"events": [{"server_uuid": "95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825", "name": "network-vif-unplugged", "status": "completed", "tag": "1d111c7f-26a5-4b88-b2d7-d536d2ce685b"}]}' {{(pid=103846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:32:17.884921 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 59370) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:32:17.902681 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fce73628-2a76-4c02-a90a-9684205cb804 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:17.905440 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port 1d111c7f-26a5-4b88-b2d7-d536d2ce685b, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=1d111c7f-26a5-4b88-b2d7-d536d2ce685b,segment=NetworkSegment(3c018295-6829-4351-a6be-1e240dc0b595),segment_id=3c018295-6829-4351-a6be-1e240dc0b595)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:32:17.912451 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (1d111c7f-26a5-4b88-b2d7-d536d2ce685b), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:17.965555 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 06 Jul 2022 15:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91288597-d0d4-46de-a7de-f16a3750a829 x-openstack-request-id: req-91288597-d0d4-46de-a7de-f16a3750a829 {{(pid=103846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:32:17.966130 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825", "name": "network-vif-unplugged", "status": "completed", "tag": "1d111c7f-26a5-4b88-b2d7-d536d2ce685b", "code": 200}]} {{(pid=103846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:32:17.966538 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-91288597-d0d4-46de-a7de-f16a3750a829 {{(pid=103846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:32:17.967171 dv-cinder-848848-4-iscsi neutron-server[103846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91288597-d0d4-46de-a7de-f16a3750a829'] response: {'server_uuid': '95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d111c7f-26a5-4b88-b2d7-d536d2ce685b', 'code': 200} Jul 06 15:32:17.968638 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Pushing event updated for resources: {'Port': ['ID=1d111c7f-26a5-4b88-b2d7-d536d2ce685b,revision_number=6']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:32:17.976554 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:32:18.030990 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fce73628-2a76-4c02-a90a-9684205cb804 admin admin] Publish callbacks [] for security_group (9443fe40-d94b-4fc8-b381-fb0f038af125), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:18.035831 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fce73628-2a76-4c02-a90a-9684205cb804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (9443fe40-d94b-4fc8-b381-fb0f038af125), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:18.074986 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce73628-2a76-4c02-a90a-9684205cb804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9443fe40-d94b-4fc8-b381-fb0f038af125,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:32:18.083666 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 59374) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:32:18.083789 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-fce73628-2a76-4c02-a90a-9684205cb804 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=25b7182e42a8472ba723860253b4c056&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1977813 Jul 06 15:32:18.148130 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-0378e461-c3c8-4216-b817-2f8de21a5fbb admin admin] Publish callbacks [] for security_group (9443fe40-d94b-4fc8-b381-fb0f038af125), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:18.171478 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-0378e461-c3c8-4216-b817-2f8de21a5fbb admin admin] Publish callbacks [] for security_group (9443fe40-d94b-4fc8-b381-fb0f038af125), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:18.204362 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:32:18.222172 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-0378e461-c3c8-4216-b817-2f8de21a5fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (9443fe40-d94b-4fc8-b381-fb0f038af125), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:18.224779 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-0378e461-c3c8-4216-b817-2f8de21a5fbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:18.228573 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-0378e461-c3c8-4216-b817-2f8de21a5fbb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9443fe40-d94b-4fc8-b381-fb0f038af125 HTTP/1.1" status: 204 len: 168 time: 0.1437318 Jul 06 15:32:18.237325 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0378e461-c3c8-4216-b817-2f8de21a5fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9443fe40-d94b-4fc8-b381-fb0f038af125,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:32:18.318336 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-24f41b3a-619c-4216-9196-d09242c5fb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8e6e5f2a-f235-48ed-8752-aab723ac44e7), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:18.607607 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eef61e-8022-4c29-954a-2d005e38b1bd req-190ded57-74db-496f-9976-7e3c242084de tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:18.626671 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-17eef61e-8022-4c29-954a-2d005e38b1bd req-190ded57-74db-496f-9976-7e3c242084de tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a1e795f-7c0a-4f58-ba33-0b43235e9af7 HTTP/1.1" status: 200 len: 943 time: 0.0807514 Jul 06 15:32:18.713434 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-17eef61e-8022-4c29-954a-2d005e38b1bd req-3cb50dff-0709-4a6a-a40c-ace88ec17b13 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=1105f9be-68f2-4160-8f77-af41fd5e2d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857677 Jul 06 15:32:18.772248 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec02d9-a9d8-42f1-8b8f-5a5dd01429fb req-a0df9106-35f1-4a29-b630-ba41dc75da92 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:18.779041 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-4fec02d9-a9d8-42f1-8b8f-5a5dd01429fb req-a0df9106-35f1-4a29-b630-ba41dc75da92 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/ports?device_id=95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825 HTTP/1.1" status: 200 len: 944 time: 0.0773461 Jul 06 15:32:18.842378 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-4fec02d9-a9d8-42f1-8b8f-5a5dd01429fb req-5898d4b4-e82a-4154-8f63-7f6ff4b22d7a tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/security-groups?id=f64e9139-f7c8-4326-922d-ff02b5362541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623181 Jul 06 15:32:19.611201 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-5e71b6aa-55c8-4030-9936-371c496b104b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (6f0d5ee7-fa21-4cb0-b4ff-cf35f5a4ba31), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:20.001260 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d495dd-06ac-40bf-a659-4665b02315d6 req-9bb0c0bc-4fa0-4bb8-a31f-371ed3090a35 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:20.003497 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-45d495dd-06ac-40bf-a659-4665b02315d6 req-9bb0c0bc-4fa0-4bb8-a31f-371ed3090a35 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/ports?device_id=95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825 HTTP/1.1" status: 200 len: 944 time: 0.0922019 Jul 06 15:32:20.033207 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf00755-9a6b-405f-98a0-045673ab280f req-1ee9e102-4523-48db-b7df-526e1b2f272b tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:20.043797 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-2cf00755-9a6b-405f-98a0-045673ab280f req-1ee9e102-4523-48db-b7df-526e1b2f272b tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a1e795f-7c0a-4f58-ba33-0b43235e9af7 HTTP/1.1" status: 200 len: 943 time: 0.0582361 Jul 06 15:32:20.098532 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-45d495dd-06ac-40bf-a659-4665b02315d6 req-6e7ba3ad-bf5d-4330-abed-ecc72c74cf15 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/security-groups?id=f64e9139-f7c8-4326-922d-ff02b5362541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875666 Jul 06 15:32:20.135712 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-2cf00755-9a6b-405f-98a0-045673ab280f req-e1b09ef1-0abe-4be0-9b66-b314be5fb276 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=1105f9be-68f2-4160-8f77-af41fd5e2d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905337 Jul 06 15:32:20.397914 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 59430) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:32:20.546708 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-74c08662-f9b8-432f-aea4-343c2d76d594 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:20.640679 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-74c08662-f9b8-432f-aea4-343c2d76d594 admin admin] Publish callbacks [] for security_group (a0af5b3d-7253-47de-9eaa-fabdd7a1f8f6), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:20.645857 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-74c08662-f9b8-432f-aea4-343c2d76d594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (a0af5b3d-7253-47de-9eaa-fabdd7a1f8f6), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:20.668350 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=3 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:32:20.690232 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-74c08662-f9b8-432f-aea4-343c2d76d594 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=638fd8c2253246e985b99763c0c84ce6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2912230 Jul 06 15:32:20.691005 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c08662-f9b8-432f-aea4-343c2d76d594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0af5b3d-7253-47de-9eaa-fabdd7a1f8f6,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:32:20.694372 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 59434) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:32:20.749689 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b1fe2873-0db2-460a-a06b-24f03ba5179e admin admin] Publish callbacks [] for security_group (a0af5b3d-7253-47de-9eaa-fabdd7a1f8f6), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:20.773978 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b1fe2873-0db2-460a-a06b-24f03ba5179e admin admin] Publish callbacks [] for security_group (a0af5b3d-7253-47de-9eaa-fabdd7a1f8f6), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:20.823341 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b1fe2873-0db2-460a-a06b-24f03ba5179e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (a0af5b3d-7253-47de-9eaa-fabdd7a1f8f6), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:20.826110 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b1fe2873-0db2-460a-a06b-24f03ba5179e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:20.827301 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-b1fe2873-0db2-460a-a06b-24f03ba5179e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a0af5b3d-7253-47de-9eaa-fabdd7a1f8f6 HTTP/1.1" status: 204 len: 168 time: 0.1318560 Jul 06 15:32:20.836513 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fe2873-0db2-460a-a06b-24f03ba5179e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0af5b3d-7253-47de-9eaa-fabdd7a1f8f6,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:32:21.113130 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-8ac95340-3f24-440b-a4d9-caf8afcb49bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8ea57be5-348a-4c5b-804c-cda178363830), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:21.161761 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 59446) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:32:21.192608 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-f695809e-8e3b-4529-8089-e7cc702dd491 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:21.250488 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (d26a5351-3de7-44f9-93eb-9fed5ee5b55b), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:21.294020 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:32:21.300090 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3acd2f-92cf-42e1-a676-3404dd66980d req-71a1af3a-9949-4094-8270-6121208da68b tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:21.303010 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-8a3acd2f-92cf-42e1-a676-3404dd66980d req-71a1af3a-9949-4094-8270-6121208da68b tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a1e795f-7c0a-4f58-ba33-0b43235e9af7 HTTP/1.1" status: 200 len: 943 time: 0.0722704 Jul 06 15:32:21.359588 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-8a3acd2f-92cf-42e1-a676-3404dd66980d req-ed2716f0-e4de-434d-9042-75b387738f99 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=1105f9be-68f2-4160-8f77-af41fd5e2d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505896 Jul 06 15:32:21.386642 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396dcc9-be15-42cf-bee6-bdc7718bffd2 req-4e133011-c9eb-425c-8504-0005e5f0c08b tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:21.388390 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-4396dcc9-be15-42cf-bee6-bdc7718bffd2 req-4e133011-c9eb-425c-8504-0005e5f0c08b tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/ports?device_id=95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825 HTTP/1.1" status: 200 len: 944 time: 0.0952685 Jul 06 15:32:21.390471 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-f695809e-8e3b-4529-8089-e7cc702dd491 admin admin] Publish callbacks [] for security_group (3be1732c-2843-4eb6-8d83-76fe2e5867a8), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:21.397764 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-f695809e-8e3b-4529-8089-e7cc702dd491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (3be1732c-2843-4eb6-8d83-76fe2e5867a8), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:21.464279 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-f695809e-8e3b-4529-8089-e7cc702dd491 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b6de0e48c1fe48ec8b4623540cff8eca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3013341 Jul 06 15:32:21.466952 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 59448) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:32:21.467755 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f695809e-8e3b-4529-8089-e7cc702dd491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be1732c-2843-4eb6-8d83-76fe2e5867a8,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:32:21.483987 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-4396dcc9-be15-42cf-bee6-bdc7718bffd2 req-a5fbaf1b-a23a-4597-8520-1a3b88fe1284 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/security-groups?id=f64e9139-f7c8-4326-922d-ff02b5362541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880549 Jul 06 15:32:21.528031 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-a9be1cf7-f649-4392-a1fa-04f1f0203ca9 admin admin] Publish callbacks [] for security_group (3be1732c-2843-4eb6-8d83-76fe2e5867a8), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:21.549964 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-a9be1cf7-f649-4392-a1fa-04f1f0203ca9 admin admin] Publish callbacks [] for security_group (3be1732c-2843-4eb6-8d83-76fe2e5867a8), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:21.602406 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-a9be1cf7-f649-4392-a1fa-04f1f0203ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (3be1732c-2843-4eb6-8d83-76fe2e5867a8), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:21.605212 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-a9be1cf7-f649-4392-a1fa-04f1f0203ca9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:21.606360 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-a9be1cf7-f649-4392-a1fa-04f1f0203ca9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3be1732c-2843-4eb6-8d83-76fe2e5867a8 HTTP/1.1" status: 204 len: 168 time: 0.1384137 Jul 06 15:32:21.614222 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9be1cf7-f649-4392-a1fa-04f1f0203ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be1732c-2843-4eb6-8d83-76fe2e5867a8,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:32:21.621686 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9be1cf7-f649-4392-a1fa-04f1f0203ca9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:32:21.622026 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9be1cf7-f649-4392-a1fa-04f1f0203ca9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:32:21.622364 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9be1cf7-f649-4392-a1fa-04f1f0203ca9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:32:21.622693 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9be1cf7-f649-4392-a1fa-04f1f0203ca9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:32:21.623019 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9be1cf7-f649-4392-a1fa-04f1f0203ca9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:32:21.623373 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9be1cf7-f649-4392-a1fa-04f1f0203ca9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:32:21.623695 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9be1cf7-f649-4392-a1fa-04f1f0203ca9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:32:21.624011 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9be1cf7-f649-4392-a1fa-04f1f0203ca9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:32:21.624331 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9be1cf7-f649-4392-a1fa-04f1f0203ca9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:32:21.624651 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9be1cf7-f649-4392-a1fa-04f1f0203ca9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:32:21.624967 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9be1cf7-f649-4392-a1fa-04f1f0203ca9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:32:21.625275 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9be1cf7-f649-4392-a1fa-04f1f0203ca9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:32:21.625591 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9be1cf7-f649-4392-a1fa-04f1f0203ca9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:32:21.625905 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9be1cf7-f649-4392-a1fa-04f1f0203ca9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:32:21.626221 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9be1cf7-f649-4392-a1fa-04f1f0203ca9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:32:22.497759 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa59ccec-53b6-41d5-927f-1d4627afaa04 req-4619aaaf-da2a-41ef-a40a-bd82ccefacd7 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:22.499278 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-aa59ccec-53b6-41d5-927f-1d4627afaa04 req-4619aaaf-da2a-41ef-a40a-bd82ccefacd7 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a1e795f-7c0a-4f58-ba33-0b43235e9af7 HTTP/1.1" status: 200 len: 943 time: 0.0562103 Jul 06 15:32:22.562969 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-aa59ccec-53b6-41d5-927f-1d4627afaa04 req-fec7a596-f859-4776-b151-c46d406347ca tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=1105f9be-68f2-4160-8f77-af41fd5e2d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447938 Jul 06 15:32:22.618884 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce0965-ac24-4a4c-bd6b-26d67c34496e req-10cdaab5-4b39-4622-8d0c-7e8719ddba0e tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:22.620308 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-a9ce0965-ac24-4a4c-bd6b-26d67c34496e req-10cdaab5-4b39-4622-8d0c-7e8719ddba0e tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/ports?device_id=95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825 HTTP/1.1" status: 200 len: 944 time: 0.0620446 Jul 06 15:32:22.645433 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:INSERT=6,neutron:SELECT=93,neutron:DELETE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:32:22.670921 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-a9ce0965-ac24-4a4c-bd6b-26d67c34496e req-5accb434-5df3-4f0f-95e3-e06d96f8bf0a tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/security-groups?id=f64e9139-f7c8-4326-922d-ff02b5362541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449991 Jul 06 15:32:23.248912 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58484f40-1c4d-493d-a04f-2550ddbba3c1 req-40b93dc7-4b74-4ef4-8ba5-78ff68f0e002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:23.250521 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-58484f40-1c4d-493d-a04f-2550ddbba3c1 req-40b93dc7-4b74-4ef4-8ba5-78ff68f0e002 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825&tenant_id=42279c5b622c47a192c529ce53566555 HTTP/1.1" status: 200 len: 1128 time: 0.0412781 Jul 06 15:32:23.314608 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58484f40-1c4d-493d-a04f-2550ddbba3c1 req-f5c1ebe5-64ef-48dc-8035-0a79f098a995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:23.316299 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-58484f40-1c4d-493d-a04f-2550ddbba3c1 req-f5c1ebe5-64ef-48dc-8035-0a79f098a995 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=42279c5b622c47a192c529ce53566555&device_id=95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825 HTTP/1.1" status: 200 len: 1128 time: 0.0443528 Jul 06 15:32:23.409426 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58484f40-1c4d-493d-a04f-2550ddbba3c1 req-24c91f13-37c6-4b42-9154-005309974f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:23.412089 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-58484f40-1c4d-493d-a04f-2550ddbba3c1 req-24c91f13-37c6-4b42-9154-005309974f15 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9096fa59-64b3-483c-b50a-082ce5ce747d HTTP/1.1" status: 200 len: 910 time: 0.0906072 Jul 06 15:32:23.685181 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78649b93-89d5-4f9b-be64-65a86d5250cd req-59b5337b-65d5-474f-847a-c1525a1a1c07 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:23.686701 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-78649b93-89d5-4f9b-be64-65a86d5250cd req-59b5337b-65d5-474f-847a-c1525a1a1c07 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a1e795f-7c0a-4f58-ba33-0b43235e9af7 HTTP/1.1" status: 200 len: 943 time: 0.0489197 Jul 06 15:32:23.740727 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-78649b93-89d5-4f9b-be64-65a86d5250cd req-fc6eaeed-8650-435e-85ca-167908812822 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=1105f9be-68f2-4160-8f77-af41fd5e2d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466988 Jul 06 15:32:23.789678 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-58484f40-1c4d-493d-a04f-2550ddbba3c1 req-a0ba4f5e-9d7f-4acf-9a5a-ea34d1f1adaf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d111c7f-26a5-4b88-b2d7-d536d2ce685b HTTP/1.1" status: 200 len: 999 time: 0.3715544 Jul 06 15:32:23.800138 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad11b207-ccad-43a6-b781-d4a9ccfe4643 req-8dd02b68-3d06-4fc6-b352-b8748dcccbf9 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:23.801564 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-ad11b207-ccad-43a6-b781-d4a9ccfe4643 req-8dd02b68-3d06-4fc6-b352-b8748dcccbf9 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/ports?device_id=95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825 HTTP/1.1" status: 200 len: 944 time: 0.0539005 Jul 06 15:32:23.877516 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58484f40-1c4d-493d-a04f-2550ddbba3c1 req-52112897-8722-4f1f-b5d9-b2efeda182fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:23.879159 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-58484f40-1c4d-493d-a04f-2550ddbba3c1 req-52112897-8722-4f1f-b5d9-b2efeda182fe service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cd4abdc7-c383-439f-83a0-38f6c53653a0 HTTP/1.1" status: 200 len: 848 time: 0.0766058 Jul 06 15:32:23.895832 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-ad11b207-ccad-43a6-b781-d4a9ccfe4643 req-16b7e2d8-6a41-4693-b50b-5175c8025c49 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/security-groups?id=f64e9139-f7c8-4326-922d-ff02b5362541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862868 Jul 06 15:32:23.930496 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58484f40-1c4d-493d-a04f-2550ddbba3c1 req-9412a93b-4bc0-4e7c-aab7-78d106cc6fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:23.932005 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-58484f40-1c4d-493d-a04f-2550ddbba3c1 req-9412a93b-4bc0-4e7c-aab7-78d106cc6fff service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9096fa59-64b3-483c-b50a-082ce5ce747d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471435 Jul 06 15:32:24.023810 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-58484f40-1c4d-493d-a04f-2550ddbba3c1 req-fa031e3d-0f42-46be-8c69-8e50e6dc23ab service neutron] 10.222.0.16 "GET /v2.0/networks/9096fa59-64b3-483c-b50a-082ce5ce747d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856755 Jul 06 15:32:24.116054 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-58484f40-1c4d-493d-a04f-2550ddbba3c1 req-9a1314be-bba2-46ed-9c57-85d6ce9f1a33 service neutron] 10.222.0.16 "GET /v2.0/networks/9096fa59-64b3-483c-b50a-082ce5ce747d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868642 Jul 06 15:32:24.858499 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b4e14d-8ee7-4ad9-8398-e1d2d7a3238e req-38006494-ef45-415b-a4ce-1e9c08d6763f tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:24.859945 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-64b4e14d-8ee7-4ad9-8398-e1d2d7a3238e req-38006494-ef45-415b-a4ce-1e9c08d6763f tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a1e795f-7c0a-4f58-ba33-0b43235e9af7 HTTP/1.1" status: 200 len: 943 time: 0.0478351 Jul 06 15:32:24.905122 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-64b4e14d-8ee7-4ad9-8398-e1d2d7a3238e req-e0de7a95-dec3-4213-add9-8d8540f6c989 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=1105f9be-68f2-4160-8f77-af41fd5e2d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392706 Jul 06 15:32:25.007968 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48fe09e-db8b-4ffd-b56b-8e79851b81c4 req-9c31e9ad-5b83-42a1-a690-3ce65fbc116f tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:25.009414 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-d48fe09e-db8b-4ffd-b56b-8e79851b81c4 req-9c31e9ad-5b83-42a1-a690-3ce65fbc116f tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/ports?device_id=95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825 HTTP/1.1" status: 200 len: 944 time: 0.0468311 Jul 06 15:32:25.058412 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-d48fe09e-db8b-4ffd-b56b-8e79851b81c4 req-2cfecdeb-70b1-4c68-b819-64742e6feb8c tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/security-groups?id=f64e9139-f7c8-4326-922d-ff02b5362541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435624 Jul 06 15:32:26.023976 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c468901a-682f-4e58-8614-0a42955de837 req-f04e1970-620a-4c99-a1b9-9dfd5c9d0402 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:26.025405 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-c468901a-682f-4e58-8614-0a42955de837 req-f04e1970-620a-4c99-a1b9-9dfd5c9d0402 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a1e795f-7c0a-4f58-ba33-0b43235e9af7 HTTP/1.1" status: 200 len: 943 time: 0.0464938 Jul 06 15:32:26.071258 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-c468901a-682f-4e58-8614-0a42955de837 req-1b2c6b02-5957-442d-af16-eb3253fa4f86 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=1105f9be-68f2-4160-8f77-af41fd5e2d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404372 Jul 06 15:32:26.175454 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45ad04-0ceb-4dbc-a115-391072e57f58 req-68a995ae-6c40-4705-a0ab-42cfd0e07114 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:26.177379 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-9e45ad04-0ceb-4dbc-a115-391072e57f58 req-68a995ae-6c40-4705-a0ab-42cfd0e07114 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/ports?device_id=95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825 HTTP/1.1" status: 200 len: 944 time: 0.0521917 Jul 06 15:32:26.224735 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-9e45ad04-0ceb-4dbc-a115-391072e57f58 req-6d21022a-4778-45e4-818e-f14d53815261 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/security-groups?id=f64e9139-f7c8-4326-922d-ff02b5362541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418496 Jul 06 15:32:27.182932 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:32:27.191848 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c5fe06-7312-49a4-8305-3b9ff08c3f8a req-c3388be3-13f3-4495-894c-33571d7edaec tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:27.193287 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-77c5fe06-7312-49a4-8305-3b9ff08c3f8a req-c3388be3-13f3-4495-894c-33571d7edaec tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a1e795f-7c0a-4f58-ba33-0b43235e9af7 HTTP/1.1" status: 200 len: 943 time: 0.0502756 Jul 06 15:32:27.239807 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-77c5fe06-7312-49a4-8305-3b9ff08c3f8a req-55d0b45d-5f54-4772-9705-af133df16243 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=1105f9be-68f2-4160-8f77-af41fd5e2d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403857 Jul 06 15:32:27.338188 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db38cbdf-547e-402e-93ed-40d644f50b5b req-e3c74fe9-4ee6-4872-925f-433292758d8f tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:27.339649 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-db38cbdf-547e-402e-93ed-40d644f50b5b req-e3c74fe9-4ee6-4872-925f-433292758d8f tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/ports?device_id=95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825 HTTP/1.1" status: 200 len: 944 time: 0.0463533 Jul 06 15:32:27.382997 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:32:27.388806 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-db38cbdf-547e-402e-93ed-40d644f50b5b req-9c6a76d5-1ab6-4aa1-aff3-c42797f1a29d tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/security-groups?id=f64e9139-f7c8-4326-922d-ff02b5362541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430617 Jul 06 15:32:28.361594 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af3041f-3890-4d5d-81bb-b3dda01a2cf9 req-3b453407-5ff3-442e-af66-408e533a4777 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:28.363051 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-8af3041f-3890-4d5d-81bb-b3dda01a2cf9 req-3b453407-5ff3-442e-af66-408e533a4777 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a1e795f-7c0a-4f58-ba33-0b43235e9af7 HTTP/1.1" status: 200 len: 943 time: 0.0465870 Jul 06 15:32:28.408147 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-8af3041f-3890-4d5d-81bb-b3dda01a2cf9 req-d99c5479-acb5-47da-bb9e-8709172dec16 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=1105f9be-68f2-4160-8f77-af41fd5e2d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397120 Jul 06 15:32:28.510939 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6f74f2-7b17-439f-92e9-8b52fa913a66 req-9cd249e8-1600-4825-821a-75a0c368ed14 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:28.512410 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-2c6f74f2-7b17-439f-92e9-8b52fa913a66 req-9cd249e8-1600-4825-821a-75a0c368ed14 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/ports?device_id=95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825 HTTP/1.1" status: 200 len: 944 time: 0.0578086 Jul 06 15:32:28.525105 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:32:28.564639 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-2c6f74f2-7b17-439f-92e9-8b52fa913a66 req-7efc7325-99ef-4019-921c-f070d38fdd68 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/security-groups?id=f64e9139-f7c8-4326-922d-ff02b5362541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467200 Jul 06 15:32:29.528484 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cab6ed-b8b4-45f8-846b-28305ffef9d1 req-9d9e34cc-0fd3-4c00-a74a-bde3af956c16 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:29.529935 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-21cab6ed-b8b4-45f8-846b-28305ffef9d1 req-9d9e34cc-0fd3-4c00-a74a-bde3af956c16 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a1e795f-7c0a-4f58-ba33-0b43235e9af7 HTTP/1.1" status: 200 len: 943 time: 0.0461183 Jul 06 15:32:29.548198 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:32:29.580788 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-21cab6ed-b8b4-45f8-846b-28305ffef9d1 req-5d3a1ad8-c6b3-4431-a782-71856941afc1 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=1105f9be-68f2-4160-8f77-af41fd5e2d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447035 Jul 06 15:32:29.679581 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dd37bd-b9a7-43fa-aa16-3fbc5d5fe550 req-b6b17271-c740-4da3-a175-a12ae0ddf273 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:29.681034 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-f0dd37bd-b9a7-43fa-aa16-3fbc5d5fe550 req-b6b17271-c740-4da3-a175-a12ae0ddf273 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/ports?device_id=95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825 HTTP/1.1" status: 200 len: 944 time: 0.0477967 Jul 06 15:32:29.728909 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-f0dd37bd-b9a7-43fa-aa16-3fbc5d5fe550 req-01dc6105-6bb3-454f-bd9a-66183cdf6c0a tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/security-groups?id=f64e9139-f7c8-4326-922d-ff02b5362541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424261 Jul 06 15:32:29.838882 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device a3380706-64df-4d3c-b081-f2075be880fa details requested by agent hyperv_hv-cinder-84884 with host hv-cinder-84884 {{(pid=103846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 15:32:29.936299 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port a3380706-64df-4d3c-b081-f2075be880fa, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=a3380706-64df-4d3c-b081-f2075be880fa,segment=NetworkSegment(e86c9f57-fa7f-455d-be56-203cd26dcd68),segment_id=e86c9f57-fa7f-455d-be56-203cd26dcd68)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:32:29.938271 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:32:29.947734 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Returning: {'device': 'a3380706-64df-4d3c-b081-f2075be880fa', 'network_id': 'bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b', 'port_id': 'a3380706-64df-4d3c-b081-f2075be880fa', 'mac_address': 'fa:16:3e:72:4f:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '269837f6-8226-4731-9efa-b81af4068805', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 15:32:29.981919 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Current status of the port a3380706-64df-4d3c-b081-f2075be880fa is: DOWN; New status is: BUILD {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:32:29.982230 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (a3380706-64df-4d3c-b081-f2075be880fa), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:29.994931 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.notifiers.nova [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3380706-64df-4d3c-b081-f2075be880fa {{(pid=103846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 15:32:30.017533 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port a3380706-64df-4d3c-b081-f2075be880fa, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=a3380706-64df-4d3c-b081-f2075be880fa,segment=NetworkSegment(e86c9f57-fa7f-455d-be56-203cd26dcd68),segment_id=e86c9f57-fa7f-455d-be56-203cd26dcd68)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:32:30.023015 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (a3380706-64df-4d3c-b081-f2075be880fa), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:30.066709 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Pushing event updated for resources: {'Port': ['ID=a3380706-64df-4d3c-b081-f2075be880fa,revision_number=9']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:32:30.222361 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] get_ports_and_sgs() called for port_ids ['a3380706-64df-4d3c-b081-f2075be880fa'] {{(pid=103846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:32:30.266066 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:32:30.686354 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 59568) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:32:30.700651 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceab604-f856-4419-93f4-9d9732c4c6dc req-db61924a-088f-4a48-92a8-049d4ece243c tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:30.702112 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-7ceab604-f856-4419-93f4-9d9732c4c6dc req-db61924a-088f-4a48-92a8-049d4ece243c tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a1e795f-7c0a-4f58-ba33-0b43235e9af7 HTTP/1.1" status: 200 len: 944 time: 0.0475242 Jul 06 15:32:30.748709 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-7ceab604-f856-4419-93f4-9d9732c4c6dc req-ab8e1c4b-1b44-4cdd-addd-2855266c74be tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=1105f9be-68f2-4160-8f77-af41fd5e2d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410399 Jul 06 15:32:30.796711 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-7dd8cc5a-498b-41d6-9284-a2aeb07254b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:30.864293 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ceaa84-7843-4f22-a952-26b13b73087a req-ae6bf06c-db78-49b8-bfd1-853d3b60f61c tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:30.865734 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-25ceaa84-7843-4f22-a952-26b13b73087a req-ae6bf06c-db78-49b8-bfd1-853d3b60f61c tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/ports?device_id=95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825 HTTP/1.1" status: 200 len: 944 time: 0.0607977 Jul 06 15:32:30.944053 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-25ceaa84-7843-4f22-a952-26b13b73087a req-e711ad6c-7292-43be-867a-442c041c885f tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/security-groups?id=f64e9139-f7c8-4326-922d-ff02b5362541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721798 Jul 06 15:32:30.952328 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-7dd8cc5a-498b-41d6-9284-a2aeb07254b2 admin admin] Publish callbacks [] for security_group (3866cccb-2ab5-408a-95e0-a3385f7b9306), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:30.956313 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-7dd8cc5a-498b-41d6-9284-a2aeb07254b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (3866cccb-2ab5-408a-95e0-a3385f7b9306), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:30.995594 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-7dd8cc5a-498b-41d6-9284-a2aeb07254b2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2ce26dfc8eac415c9433a08ad3f7b250&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3081648 Jul 06 15:32:30.996687 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd8cc5a-498b-41d6-9284-a2aeb07254b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3866cccb-2ab5-408a-95e0-a3385f7b9306,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:32:30.998242 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 59574) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:32:31.048036 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-f1ab5ce2-e736-4a2d-9fed-555c5a3efee9 admin admin] Publish callbacks [] for security_group (3866cccb-2ab5-408a-95e0-a3385f7b9306), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:31.069383 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-f1ab5ce2-e736-4a2d-9fed-555c5a3efee9 admin admin] Publish callbacks [] for security_group (3866cccb-2ab5-408a-95e0-a3385f7b9306), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:31.116165 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-f1ab5ce2-e736-4a2d-9fed-555c5a3efee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (3866cccb-2ab5-408a-95e0-a3385f7b9306), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:31.118624 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-f1ab5ce2-e736-4a2d-9fed-555c5a3efee9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:31.119763 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-f1ab5ce2-e736-4a2d-9fed-555c5a3efee9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3866cccb-2ab5-408a-95e0-a3385f7b9306 HTTP/1.1" status: 204 len: 168 time: 0.1195700 Jul 06 15:32:31.127316 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ab5ce2-e736-4a2d-9fed-555c5a3efee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3866cccb-2ab5-408a-95e0-a3385f7b9306,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:32:31.377982 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 59580) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:32:31.394104 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-082d919e-9efc-4bd9-a90a-9f0a2235fdad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:31.468585 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-082d919e-9efc-4bd9-a90a-9f0a2235fdad admin admin] Publish callbacks [] for security_group (41764478-42a4-44fe-8f3a-142c962ecc0f), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:31.472046 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-082d919e-9efc-4bd9-a90a-9f0a2235fdad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (41764478-42a4-44fe-8f3a-142c962ecc0f), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:31.511006 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-082d919e-9efc-4bd9-a90a-9f0a2235fdad admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=38971fa3a1264fb0b0a91f66ab0226e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1320109 Jul 06 15:32:31.511889 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082d919e-9efc-4bd9-a90a-9f0a2235fdad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41764478-42a4-44fe-8f3a-142c962ecc0f,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:32:31.513711 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 59582) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:32:31.562595 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-1c494f94-b2f9-43eb-85c6-e7a0c806b64a admin admin] Publish callbacks [] for security_group (41764478-42a4-44fe-8f3a-142c962ecc0f), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:31.584288 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-1c494f94-b2f9-43eb-85c6-e7a0c806b64a admin admin] Publish callbacks [] for security_group (41764478-42a4-44fe-8f3a-142c962ecc0f), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:31.628499 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-1c494f94-b2f9-43eb-85c6-e7a0c806b64a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (41764478-42a4-44fe-8f3a-142c962ecc0f), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:31.631427 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-1c494f94-b2f9-43eb-85c6-e7a0c806b64a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:31.632552 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-1c494f94-b2f9-43eb-85c6-e7a0c806b64a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/41764478-42a4-44fe-8f3a-142c962ecc0f HTTP/1.1" status: 204 len: 168 time: 0.1178691 Jul 06 15:32:31.640101 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c494f94-b2f9-43eb-85c6-e7a0c806b64a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41764478-42a4-44fe-8f3a-142c962ecc0f,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:32:31.850185 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device 1d111c7f-26a5-4b88-b2d7-d536d2ce685b details requested by agent hyperv_hv-cinder-84884 with host hv-cinder-84884 {{(pid=103846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 15:32:31.855104 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device a3380706-64df-4d3c-b081-f2075be880fa up at agent hyperv_hv-cinder-84884 {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:32:31.872602 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf34db-46a3-43dc-81db-d43ebc84faeb req-0936c45f-b96e-43de-98d0-264c4f9612ef tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:31.874103 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-64bf34db-46a3-43dc-81db-d43ebc84faeb req-0936c45f-b96e-43de-98d0-264c4f9612ef tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a1e795f-7c0a-4f58-ba33-0b43235e9af7 HTTP/1.1" status: 200 len: 944 time: 0.0490000 Jul 06 15:32:31.926907 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-64bf34db-46a3-43dc-81db-d43ebc84faeb req-226fa455-cb14-401f-be28-d3ccb0079d7e tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=1105f9be-68f2-4160-8f77-af41fd5e2d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461521 Jul 06 15:32:31.938632 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Provisioning complete for port a3380706-64df-4d3c-b081-f2075be880fa triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:32:31.939043 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (a3380706-64df-4d3c-b081-f2075be880fa), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:32.064109 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port 1d111c7f-26a5-4b88-b2d7-d536d2ce685b, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=1d111c7f-26a5-4b88-b2d7-d536d2ce685b,segment=NetworkSegment(3c018295-6829-4351-a6be-1e240dc0b595),segment_id=3c018295-6829-4351-a6be-1e240dc0b595)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:32:32.070475 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fce8cd1-bd8c-4628-9dca-7b9117eabb24 req-6ca47031-ab00-4007-85fc-ae62a2b6f657 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:32.072721 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-9fce8cd1-bd8c-4628-9dca-7b9117eabb24 req-6ca47031-ab00-4007-85fc-ae62a2b6f657 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/ports?device_id=95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825 HTTP/1.1" status: 200 len: 944 time: 0.0566401 Jul 06 15:32:32.079828 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Returning: {'device': '1d111c7f-26a5-4b88-b2d7-d536d2ce685b', 'network_id': '9096fa59-64b3-483c-b50a-082ce5ce747d', 'port_id': '1d111c7f-26a5-4b88-b2d7-d536d2ce685b', 'mac_address': 'fa:16:3e:6b:63:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd4abdc7-c383-439f-83a0-38f6c53653a0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 15:32:32.081638 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Current status of the port a3380706-64df-4d3c-b081-f2075be880fa is: BUILD; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:32:32.082030 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (a3380706-64df-4d3c-b081-f2075be880fa), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:32.128517 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-9fce8cd1-bd8c-4628-9dca-7b9117eabb24 req-879d51e0-c14a-4d63-87e8-45e4daaa415f tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/security-groups?id=f64e9139-f7c8-4326-922d-ff02b5362541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494165 Jul 06 15:32:32.130698 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a1e795f-7c0a-4f58-ba33-0b43235e9af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3380706-64df-4d3c-b081-f2075be880fa'}] {{(pid=103846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:32:32.132955 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83ad2954d886e551320551455e9fbed623a66dbf450698aab55d06241312ca55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14484df-73e2-4488-ac53-e99659f75476" -d '{"events": [{"server_uuid": "9a1e795f-7c0a-4f58-ba33-0b43235e9af7", "name": "network-vif-plugged", "status": "completed", "tag": "a3380706-64df-4d3c-b081-f2075be880fa"}]}' {{(pid=103846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:32:32.150632 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port a3380706-64df-4d3c-b081-f2075be880fa, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=a3380706-64df-4d3c-b081-f2075be880fa,segment=NetworkSegment(e86c9f57-fa7f-455d-be56-203cd26dcd68),segment_id=e86c9f57-fa7f-455d-be56-203cd26dcd68)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:32:32.155581 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (a3380706-64df-4d3c-b081-f2075be880fa), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:32.160994 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Current status of the port 1d111c7f-26a5-4b88-b2d7-d536d2ce685b is: DOWN; New status is: BUILD {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:32:32.161371 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (1d111c7f-26a5-4b88-b2d7-d536d2ce685b), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:32.193590 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 15:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b9329a-fa76-4b69-8f65-60264ff9ad44 x-openstack-request-id: req-a4b9329a-fa76-4b69-8f65-60264ff9ad44 {{(pid=103846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:32:32.193883 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a1e795f-7c0a-4f58-ba33-0b43235e9af7", "name": "network-vif-plugged", "status": "completed", "tag": "a3380706-64df-4d3c-b081-f2075be880fa", "code": 200}]} {{(pid=103846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:32:32.194133 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a4b9329a-fa76-4b69-8f65-60264ff9ad44 {{(pid=103846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:32:32.194549 dv-cinder-848848-4-iscsi neutron-server[103846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4b9329a-fa76-4b69-8f65-60264ff9ad44'] response: {'server_uuid': '9a1e795f-7c0a-4f58-ba33-0b43235e9af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3380706-64df-4d3c-b081-f2075be880fa', 'code': 200} Jul 06 15:32:32.200321 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.notifiers.nova [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d111c7f-26a5-4b88-b2d7-d536d2ce685b {{(pid=103846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 15:32:32.235187 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port 1d111c7f-26a5-4b88-b2d7-d536d2ce685b, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=1d111c7f-26a5-4b88-b2d7-d536d2ce685b,segment=NetworkSegment(3c018295-6829-4351-a6be-1e240dc0b595),segment_id=3c018295-6829-4351-a6be-1e240dc0b595)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:32:32.240759 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Pushing event updated for resources: {'Port': ['ID=a3380706-64df-4d3c-b081-f2075be880fa,revision_number=10']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:32:32.243352 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (1d111c7f-26a5-4b88-b2d7-d536d2ce685b), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:32.266009 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:32:32.293221 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Pushing event updated for resources: {'Port': ['ID=1d111c7f-26a5-4b88-b2d7-d536d2ce685b,revision_number=7']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:32:32.459110 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] get_ports_and_sgs() called for port_ids ['1d111c7f-26a5-4b88-b2d7-d536d2ce685b'] {{(pid=103846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:32:32.599855 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:32:32.624436 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22fd482-2356-4487-8c5c-f7ea77f60fa6 req-f5adbb2c-3c2e-4afe-8d86-4fadd916f3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:32.625953 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-e22fd482-2356-4487-8c5c-f7ea77f60fa6 req-f5adbb2c-3c2e-4afe-8d86-4fadd916f3d7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9a1e795f-7c0a-4f58-ba33-0b43235e9af7 HTTP/1.1" status: 200 len: 1130 time: 0.0513146 Jul 06 15:32:32.674503 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-e22fd482-2356-4487-8c5c-f7ea77f60fa6 req-a2006d13-c6bc-4362-b72a-6d186a14f223 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1105f9be-68f2-4160-8f77-af41fd5e2d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415537 Jul 06 15:32:33.048458 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3428eb8-3177-42c3-ba19-eb8ffe4ed2aa req-ad6c8dc1-12d2-48fd-b544-f42bb8a8eb9b tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:33.049844 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-f3428eb8-3177-42c3-ba19-eb8ffe4ed2aa req-ad6c8dc1-12d2-48fd-b544-f42bb8a8eb9b tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a1e795f-7c0a-4f58-ba33-0b43235e9af7 HTTP/1.1" status: 200 len: 946 time: 0.0468590 Jul 06 15:32:33.104193 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-f3428eb8-3177-42c3-ba19-eb8ffe4ed2aa req-fa5a1b51-b2fb-4ead-ae07-c4756c7a4efd tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=1105f9be-68f2-4160-8f77-af41fd5e2d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480883 Jul 06 15:32:33.250438 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d1338-31ae-4f9f-b31b-f36beabfdc01 req-38acc47c-0348-41c5-906e-497e3c1664ec tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:33.252961 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-6a3d1338-31ae-4f9f-b31b-f36beabfdc01 req-38acc47c-0348-41c5-906e-497e3c1664ec tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/ports?device_id=95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825 HTTP/1.1" status: 200 len: 945 time: 0.0527399 Jul 06 15:32:33.304705 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-6a3d1338-31ae-4f9f-b31b-f36beabfdc01 req-5e69615d-c7f6-4b83-ab34-6b0725b7b483 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/security-groups?id=f64e9139-f7c8-4326-922d-ff02b5362541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455015 Jul 06 15:32:33.700663 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.agents_db [None req-99b786f5-93e1-437c-926e-a88e17275ab4 None None] Agent healthcheck: found 6 active agents {{(pid=103847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:32:33.854453 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device 1d111c7f-26a5-4b88-b2d7-d536d2ce685b up at agent hyperv_hv-cinder-84884 {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:32:33.903395 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Provisioning complete for port 1d111c7f-26a5-4b88-b2d7-d536d2ce685b triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:32:33.903843 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (1d111c7f-26a5-4b88-b2d7-d536d2ce685b), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:33.980051 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Current status of the port 1d111c7f-26a5-4b88-b2d7-d536d2ce685b is: BUILD; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:32:33.980438 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (1d111c7f-26a5-4b88-b2d7-d536d2ce685b), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:34.014986 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port 1d111c7f-26a5-4b88-b2d7-d536d2ce685b, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=1d111c7f-26a5-4b88-b2d7-d536d2ce685b,segment=NetworkSegment(3c018295-6829-4351-a6be-1e240dc0b595),segment_id=3c018295-6829-4351-a6be-1e240dc0b595)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:32:34.019051 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (1d111c7f-26a5-4b88-b2d7-d536d2ce685b), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:34.078323 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Pushing event updated for resources: {'Port': ['ID=1d111c7f-26a5-4b88-b2d7-d536d2ce685b,revision_number=8']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:32:34.195476 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d111c7f-26a5-4b88-b2d7-d536d2ce685b'}] {{(pid=103846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:32:34.199009 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83ad2954d886e551320551455e9fbed623a66dbf450698aab55d06241312ca55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2904d0-11c9-421d-baf2-1adb9b302e12" -d '{"events": [{"server_uuid": "95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825", "name": "network-vif-plugged", "status": "completed", "tag": "1d111c7f-26a5-4b88-b2d7-d536d2ce685b"}]}' {{(pid=103846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:32:34.228580 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c1828-a609-40ba-aa49-bd751025a512 req-9fd63f07-7930-4c3a-9021-ec6c71ca1359 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:34.230151 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-195c1828-a609-40ba-aa49-bd751025a512 req-9fd63f07-7930-4c3a-9021-ec6c71ca1359 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a1e795f-7c0a-4f58-ba33-0b43235e9af7 HTTP/1.1" status: 200 len: 946 time: 0.0503416 Jul 06 15:32:34.243242 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 15:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba6de97b-6a9c-4a2d-a6b0-2e0a7dd06015 x-openstack-request-id: req-ba6de97b-6a9c-4a2d-a6b0-2e0a7dd06015 {{(pid=103846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:32:34.243669 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825", "name": "network-vif-plugged", "status": "completed", "tag": "1d111c7f-26a5-4b88-b2d7-d536d2ce685b", "code": 200}]} {{(pid=103846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:32:34.244034 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ba6de97b-6a9c-4a2d-a6b0-2e0a7dd06015 {{(pid=103846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:32:34.244513 dv-cinder-848848-4-iscsi neutron-server[103846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba6de97b-6a9c-4a2d-a6b0-2e0a7dd06015'] response: {'server_uuid': '95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d111c7f-26a5-4b88-b2d7-d536d2ce685b', 'code': 200} Jul 06 15:32:34.258428 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:32:34.281701 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:32:34.301096 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-195c1828-a609-40ba-aa49-bd751025a512 req-ed9eb628-3c3b-487c-b395-8eaed3101860 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=1105f9be-68f2-4160-8f77-af41fd5e2d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648527 Jul 06 15:32:34.423761 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28085116-41cd-4f80-89a0-7a78165c99f3 req-eca8a970-45d5-4527-b104-d19cdf8fad1b tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:34.425241 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-28085116-41cd-4f80-89a0-7a78165c99f3 req-eca8a970-45d5-4527-b104-d19cdf8fad1b tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/ports?device_id=95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825 HTTP/1.1" status: 200 len: 946 time: 0.0495670 Jul 06 15:32:34.477476 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-28085116-41cd-4f80-89a0-7a78165c99f3 req-c0a5d771-a8af-4742-9a26-95352d7ebade tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/security-groups?id=f64e9139-f7c8-4326-922d-ff02b5362541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462584 Jul 06 15:32:34.507401 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64fc4bf-0538-4f7d-b1e7-cdd3a346ec41 req-0237a13c-a23f-4711-8ff9-5cd0bad253f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:34.508882 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-d64fc4bf-0538-4f7d-b1e7-cdd3a346ec41 req-0237a13c-a23f-4711-8ff9-5cd0bad253f4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825 HTTP/1.1" status: 200 len: 1130 time: 0.0401852 Jul 06 15:32:34.556521 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-d64fc4bf-0538-4f7d-b1e7-cdd3a346ec41 req-de3b530f-4a25-4686-b75f-c972f469f81b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f64e9139-f7c8-4326-922d-ff02b5362541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417037 Jul 06 15:32:35.428347 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40e5ee3-05f3-4f40-9869-d3dfa9c6cafe req-286e1f27-b4db-4db8-a940-42a9ab99eb61 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:35.429812 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-d40e5ee3-05f3-4f40-9869-d3dfa9c6cafe req-286e1f27-b4db-4db8-a940-42a9ab99eb61 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a1e795f-7c0a-4f58-ba33-0b43235e9af7 HTTP/1.1" status: 200 len: 946 time: 0.0521665 Jul 06 15:32:35.477603 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-d40e5ee3-05f3-4f40-9869-d3dfa9c6cafe req-e53dd196-a385-4ba4-91a7-7ff2a89299b6 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=1105f9be-68f2-4160-8f77-af41fd5e2d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421116 Jul 06 15:32:35.593986 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:32:35.603319 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f628ff-3805-445b-9ee8-ebcbe8004f8d req-973978b2-8844-4f9d-b06e-9e8eb7a26941 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:35.604803 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-87f628ff-3805-445b-9ee8-ebcbe8004f8d req-973978b2-8844-4f9d-b06e-9e8eb7a26941 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/ports?device_id=95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825 HTTP/1.1" status: 200 len: 946 time: 0.0498602 Jul 06 15:32:35.665150 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-87f628ff-3805-445b-9ee8-ebcbe8004f8d req-535e0e48-2906-4969-ac97-b0564038b9a3 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/security-groups?id=f64e9139-f7c8-4326-922d-ff02b5362541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498269 Jul 06 15:32:36.773251 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e607c1-9758-4513-875f-ef10717b70d8 req-9eddf95b-2e1c-4d96-bf09-5329d980055a tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:36.774698 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-66e607c1-9758-4513-875f-ef10717b70d8 req-9eddf95b-2e1c-4d96-bf09-5329d980055a tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/ports?device_id=95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825 HTTP/1.1" status: 200 len: 946 time: 0.0472157 Jul 06 15:32:36.822366 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-66e607c1-9758-4513-875f-ef10717b70d8 req-c3b60bab-8ead-4280-b0ad-5fa0b85a6bd4 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/security-groups?id=f64e9139-f7c8-4326-922d-ff02b5362541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422318 Jul 06 15:32:39.819365 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 59760) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:32:39.923591 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-18764970-daf7-4f42-bc31-e8924ba17332 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:40.002732 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-18764970-daf7-4f42-bc31-e8924ba17332 admin admin] Publish callbacks [] for security_group (77ecc03c-2f32-4d82-9c31-1e8d1c2101b5), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:40.006733 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-18764970-daf7-4f42-bc31-e8924ba17332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (77ecc03c-2f32-4d82-9c31-1e8d1c2101b5), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:40.047086 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-18764970-daf7-4f42-bc31-e8924ba17332 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=29f0c3219807488784b24cbcdc49309c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2266879 Jul 06 15:32:40.047984 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18764970-daf7-4f42-bc31-e8924ba17332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ecc03c-2f32-4d82-9c31-1e8d1c2101b5,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:32:40.049794 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 59764) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:32:40.076662 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:32:40.100323 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-e37608ba-9987-4752-9010-4d79c484994d admin admin] Publish callbacks [] for security_group (77ecc03c-2f32-4d82-9c31-1e8d1c2101b5), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:40.122222 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-e37608ba-9987-4752-9010-4d79c484994d admin admin] Publish callbacks [] for security_group (77ecc03c-2f32-4d82-9c31-1e8d1c2101b5), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:40.168556 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-e37608ba-9987-4752-9010-4d79c484994d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (77ecc03c-2f32-4d82-9c31-1e8d1c2101b5), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:40.171028 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-e37608ba-9987-4752-9010-4d79c484994d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:40.172171 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-e37608ba-9987-4752-9010-4d79c484994d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/77ecc03c-2f32-4d82-9c31-1e8d1c2101b5 HTTP/1.1" status: 204 len: 168 time: 0.1214111 Jul 06 15:32:40.179772 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37608ba-9987-4752-9010-4d79c484994d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ecc03c-2f32-4d82-9c31-1e8d1c2101b5,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:32:40.434367 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 59770) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:32:40.448160 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-a61175ea-55f3-4af4-a7d0-d45ba1ff9f12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:40.522537 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-a61175ea-55f3-4af4-a7d0-d45ba1ff9f12 admin admin] Publish callbacks [] for security_group (5b564164-bf5f-4ca2-8c14-fbf72b2a18ea), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:40.526538 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-a61175ea-55f3-4af4-a7d0-d45ba1ff9f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (5b564164-bf5f-4ca2-8c14-fbf72b2a18ea), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:40.563734 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-a61175ea-55f3-4af4-a7d0-d45ba1ff9f12 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=35034c4c8a8b4b3f99126cbfb7ef2230&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1283517 Jul 06 15:32:40.565726 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61175ea-55f3-4af4-a7d0-d45ba1ff9f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b564164-bf5f-4ca2-8c14-fbf72b2a18ea,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:32:40.566454 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 59772) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:32:40.616929 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0c5ddb38-fe44-4ccb-aa7c-23ff7fc163f1 admin admin] Publish callbacks [] for security_group (5b564164-bf5f-4ca2-8c14-fbf72b2a18ea), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:40.638358 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0c5ddb38-fe44-4ccb-aa7c-23ff7fc163f1 admin admin] Publish callbacks [] for security_group (5b564164-bf5f-4ca2-8c14-fbf72b2a18ea), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:40.684365 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0c5ddb38-fe44-4ccb-aa7c-23ff7fc163f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (5b564164-bf5f-4ca2-8c14-fbf72b2a18ea), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:40.687116 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0c5ddb38-fe44-4ccb-aa7c-23ff7fc163f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:40.688271 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-0c5ddb38-fe44-4ccb-aa7c-23ff7fc163f1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5b564164-bf5f-4ca2-8c14-fbf72b2a18ea HTTP/1.1" status: 204 len: 168 time: 0.1208479 Jul 06 15:32:40.696260 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5ddb38-fe44-4ccb-aa7c-23ff7fc163f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b564164-bf5f-4ca2-8c14-fbf72b2a18ea,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:32:41.004724 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 59778) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:32:41.018628 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-9644697a-a1ee-43bb-b00a-59961a45baae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:41.093304 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-9644697a-a1ee-43bb-b00a-59961a45baae admin admin] Publish callbacks [] for security_group (0dbae23f-c9c5-456d-b60b-4bbcc788cb21), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:41.097029 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-9644697a-a1ee-43bb-b00a-59961a45baae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (0dbae23f-c9c5-456d-b60b-4bbcc788cb21), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:41.101527 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:32:41.141333 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9644697a-a1ee-43bb-b00a-59961a45baae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dbae23f-c9c5-456d-b60b-4bbcc788cb21,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:32:41.146604 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-9644697a-a1ee-43bb-b00a-59961a45baae admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dc03aab7da6542059e7e9482f1198d07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1408765 Jul 06 15:32:41.150282 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 59780) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:32:41.201701 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-dd077ea4-9910-4344-87d9-da94d6814f37 admin admin] Publish callbacks [] for security_group (0dbae23f-c9c5-456d-b60b-4bbcc788cb21), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:41.222367 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-dd077ea4-9910-4344-87d9-da94d6814f37 admin admin] Publish callbacks [] for security_group (0dbae23f-c9c5-456d-b60b-4bbcc788cb21), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:41.268785 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-dd077ea4-9910-4344-87d9-da94d6814f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (0dbae23f-c9c5-456d-b60b-4bbcc788cb21), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:41.271280 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-dd077ea4-9910-4344-87d9-da94d6814f37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:41.272662 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-dd077ea4-9910-4344-87d9-da94d6814f37 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0dbae23f-c9c5-456d-b60b-4bbcc788cb21 HTTP/1.1" status: 204 len: 168 time: 0.1214073 Jul 06 15:32:41.280776 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd077ea4-9910-4344-87d9-da94d6814f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dbae23f-c9c5-456d-b60b-4bbcc788cb21,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:32:41.936754 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 59802) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:32:42.033574 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [None req-390ca3af-c446-4f7c-8254-b7739bb5ed7f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1684097512-network', 'tenant_id': '6d724d364f9b4bafb241a0bb0b02429f'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:32:42.052863 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-390ca3af-c446-4f7c-8254-b7739bb5ed7f admin admin] Made reservation on behalf of 6d724d364f9b4bafb241a0bb0b02429f for: {'network': 1} {{(pid=103844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:32:42.055591 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-390ca3af-c446-4f7c-8254-b7739bb5ed7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for network (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:42.064470 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-390ca3af-c446-4f7c-8254-b7739bb5ed7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:42.080256 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:32:42.145639 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-390ca3af-c446-4f7c-8254-b7739bb5ed7f admin admin] Publish callbacks [] for security_group (d6a41fa5-f6d8-4dc6-bbf7-727903f068dd), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:42.149956 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-390ca3af-c446-4f7c-8254-b7739bb5ed7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (d6a41fa5-f6d8-4dc6-bbf7-727903f068dd), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:42.174617 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-390ca3af-c446-4f7c-8254-b7739bb5ed7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=103844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 15:32:42.184563 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390ca3af-c446-4f7c-8254-b7739bb5ed7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a41fa5-f6d8-4dc6-bbf7-727903f068dd,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:32:42.189278 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-390ca3af-c446-4f7c-8254-b7739bb5ed7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490363'] for segment (392e2498-ea74-4b12-b63e-65e707942834), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:42.189619 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.db.segments_db [None req-390ca3af-c446-4f7c-8254-b7739bb5ed7f admin admin] Added segment 392e2498-ea74-4b12-b63e-65e707942834 of type vlan for network 784d35cc-1e96-42d9-b35a-63f5c285a35a Jul 06 15:32:42.230064 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-390ca3af-c446-4f7c-8254-b7739bb5ed7f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786465444024'] for network (784d35cc-1e96-42d9-b35a-63f5c285a35a), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:42.254997 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-390ca3af-c446-4f7c-8254-b7739bb5ed7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-666929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561'] for network (784d35cc-1e96-42d9-b35a-63f5c285a35a), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:42.256017 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390ca3af-c446-4f7c-8254-b7739bb5ed7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:42.256591 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-390ca3af-c446-4f7c-8254-b7739bb5ed7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629707'] for network (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:42.295600 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-390ca3af-c446-4f7c-8254-b7739bb5ed7f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3577616 Jul 06 15:32:42.298326 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 59806) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:32:42.327424 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [None req-e56fb1e5-521b-4bb1-b90a-035a8348b140 admin admin] Request body: {'subnet': {'network_id': '784d35cc-1e96-42d9-b35a-63f5c285a35a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1684097512-subnet', 'tenant_id': '6d724d364f9b4bafb241a0bb0b02429f', 'ip_version': 4}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:32:42.332049 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390ca3af-c446-4f7c-8254-b7739bb5ed7f admin admin] Pushing event updated for resources: {'Network': ['ID=784d35cc-1e96-42d9-b35a-63f5c285a35a,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:32:42.342032 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Network 784d35cc-1e96-42d9-b35a-63f5c285a35a details requested by agent ovs-agent-dv-cinder-848848-4-iscsi with host dv-cinder-848848-4-iscsi {{(pid=103846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 15:32:42.348483 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56fb1e5-521b-4bb1-b90a-035a8348b140 admin admin] Made reservation on behalf of 6d724d364f9b4bafb241a0bb0b02429f for: {'subnet': 1} {{(pid=103844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:32:42.350799 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-e56fb1e5-521b-4bb1-b90a-035a8348b140 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60559035'] for subnet (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:42.522588 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-e56fb1e5-521b-4bb1-b90a-035a8348b140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2698191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60558417'] for subnet (4bf4bc6c-097d-41f4-91b7-12c91aca1e8f), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:42.572138 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56fb1e5-521b-4bb1-b90a-035a8348b140 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bf4bc6c-097d-41f4-91b7-12c91aca1e8f,revision_number=0']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:32:42.586919 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56fb1e5-521b-4bb1-b90a-035a8348b140 admin admin] Checking segment: {'id': '392e2498-ea74-4b12-b63e-65e707942834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '784d35cc-1e96-42d9-b35a-63f5c285a35a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:32:42.587309 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56fb1e5-521b-4bb1-b90a-035a8348b140 admin admin] Network hostable DHCP agents. Network: 784d35cc-1e96-42d9-b35a-63f5c285a35a, hostable agents: ['a81823b9-ba52-46bb-9bcd-43b269600933'], hosted agents: [] {{(pid=103844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 15:32:42.604726 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56fb1e5-521b-4bb1-b90a-035a8348b140 admin admin] Network 784d35cc-1e96-42d9-b35a-63f5c285a35a is scheduled to be hosted by DHCP agent a81823b9-ba52-46bb-9bcd-43b269600933 with binding_index 1 {{(pid=103844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 15:32:42.610057 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:32:42.614904 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.base_scheduler [None req-e56fb1e5-521b-4bb1-b90a-035a8348b140 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848848-4-iscsi, 784d35cc-1e96-42d9-b35a-63f5c285a35a) {{(pid=103844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:32:42.620934 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56fb1e5-521b-4bb1-b90a-035a8348b140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:42.621883 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-e56fb1e5-521b-4bb1-b90a-035a8348b140 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:42.625061 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f899031f-9704-48b1-9edc-11c9058b07dd None None] Network 784d35cc-1e96-42d9-b35a-63f5c285a35a requested from dv-cinder-848848-4-iscsi {{(pid=103846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 15:32:42.638585 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-e56fb1e5-521b-4bb1-b90a-035a8348b140 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3392963 Jul 06 15:32:42.641247 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 59808) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:32:42.645445 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [None req-bdaf3952-0f79-4cfb-9e42-13e897d65965 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1684097512-router', 'tenant_id': '6d724d364f9b4bafb241a0bb0b02429f', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604'}}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:32:42.667453 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-bdaf3952-0f79-4cfb-9e42-13e897d65965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-647350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109444'] for router (b72d11e3-0c53-4024-b657-bb1519d61b5a), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:42.668460 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-bdaf3952-0f79-4cfb-9e42-13e897d65965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-647123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109453'] for router (b72d11e3-0c53-4024-b657-bb1519d61b5a), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:42.721763 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-bdaf3952-0f79-4cfb-9e42-13e897d65965 admin admin] Publish callbacks [] for router_controller (b72d11e3-0c53-4024-b657-bb1519d61b5a), precommit_add_association {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:42.731882 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea996d71-bb60-4cbb-beda-38b01a7080c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa43ccfed-9ada-5d0f-938a-3e2abdea0954-784d35cc-1e96-42d9-b35a-63f5c285a35a', 'network_id': '784d35cc-1e96-42d9-b35a-63f5c285a35a', 'project_id': '6d724d364f9b4bafb241a0bb0b02429f', 'fixed_ips': [{'subnet_id': '4bf4bc6c-097d-41f4-91b7-12c91aca1e8f'}]}} from dv-cinder-848848-4-iscsi. {{(pid=103846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 06 15:32:42.732829 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-ea996d71-bb60-4cbb-beda-38b01a7080c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (None), before_create {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:42.856148 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-bdaf3952-0f79-4cfb-9e42-13e897d65965 admin admin] Publish callbacks [] for router_gateway (b72d11e3-0c53-4024-b657-bb1519d61b5a), precommit_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:42.862794 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.db_base_plugin_common [None req-ea996d71-bb60-4cbb-beda-38b01a7080c1 None None] Allocated IP 172.20.0.2 (784d35cc-1e96-42d9-b35a-63f5c285a35a/4bf4bc6c-097d-41f4-91b7-12c91aca1e8f/74bd4a8a-aa25-4da0-a55f-faa6aab177b5) {{(pid=103846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:32:42.867000 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:32:42.887527 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:UPDATE=4,neutron:INSERT=16,neutron:SELECT=78,neutron:DELETE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:32:42.957301 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:32:43.012796 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-ea996d71-bb60-4cbb-beda-38b01a7080c1 None None] Publish callbacks [] for port (74bd4a8a-aa25-4da0-a55f-faa6aab177b5), precommit_create {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:43.017948 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-ea996d71-bb60-4cbb-beda-38b01a7080c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786465455737'] for port (74bd4a8a-aa25-4da0-a55f-faa6aab177b5), after_create {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:43.040133 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-bdaf3952-0f79-4cfb-9e42-13e897d65965 admin admin] Publish callbacks [] for router_gateway (b72d11e3-0c53-4024-b657-bb1519d61b5a), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:43.059154 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-bdaf3952-0f79-4cfb-9e42-13e897d65965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:43.059884 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea996d71-bb60-4cbb-beda-38b01a7080c1 None None] Network 784d35cc-1e96-42d9-b35a-63f5c285a35a is already hosted by enough agents. {{(pid=103846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:32:43.062928 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.scheduler.base_scheduler [None req-ea996d71-bb60-4cbb-beda-38b01a7080c1 None None] Resources bound (agent type, host, resource id): {{(pid=103846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:32:43.066246 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea996d71-bb60-4cbb-beda-38b01a7080c1 None None] Received port after_create {{(pid=103846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 15:32:43.078857 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea996d71-bb60-4cbb-beda-38b01a7080c1 None None] Pushing event updated for resources: {'Port': ['ID=74bd4a8a-aa25-4da0-a55f-faa6aab177b5,revision_number=1']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:32:43.140287 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.managers [None req-ea996d71-bb60-4cbb-beda-38b01a7080c1 None None] Attempting to bind port 74bd4a8a-aa25-4da0-a55f-faa6aab177b5 on host dv-cinder-848848-4-iscsi for vnic_type normal with profile {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 15:32:43.140658 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.managers [None req-ea996d71-bb60-4cbb-beda-38b01a7080c1 None None] Attempting to bind port 74bd4a8a-aa25-4da0-a55f-faa6aab177b5 by drivers openvswitch,hyperv on host dv-cinder-848848-4-iscsi at level 0 using segments [{'id': '392e2498-ea74-4b12-b63e-65e707942834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '784d35cc-1e96-42d9-b35a-63f5c285a35a'}] {{(pid=103846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 15:32:43.141022 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea996d71-bb60-4cbb-beda-38b01a7080c1 None None] Attempting to bind port 74bd4a8a-aa25-4da0-a55f-faa6aab177b5 on network 784d35cc-1e96-42d9-b35a-63f5c285a35a {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:32:43.147288 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea996d71-bb60-4cbb-beda-38b01a7080c1 None None] Checking agent: {'id': 'd26a5351-3de7-44f9-93eb-9fed5ee5b55b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848848-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 15, 16, 51), 'started_at': datetime.datetime(2022, 7, 6, 15, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 15, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848848-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 15:32:43.147666 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea996d71-bb60-4cbb-beda-38b01a7080c1 None None] Checking segment: {'id': '392e2498-ea74-4b12-b63e-65e707942834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '784d35cc-1e96-42d9-b35a-63f5c285a35a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:32:43.148062 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-ea996d71-bb60-4cbb-beda-38b01a7080c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:43.148954 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea996d71-bb60-4cbb-beda-38b01a7080c1 None None] Bound using segment: {'id': '392e2498-ea74-4b12-b63e-65e707942834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '784d35cc-1e96-42d9-b35a-63f5c285a35a'} {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 15:32:43.149420 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.managers [None req-ea996d71-bb60-4cbb-beda-38b01a7080c1 None None] Bound port: 74bd4a8a-aa25-4da0-a55f-faa6aab177b5, host: dv-cinder-848848-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392e2498-ea74-4b12-b63e-65e707942834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '784d35cc-1e96-42d9-b35a-63f5c285a35a'}}] {{(pid=103846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 15:32:43.149799 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-ea996d71-bb60-4cbb-beda-38b01a7080c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (74bd4a8a-aa25-4da0-a55f-faa6aab177b5), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:43.166260 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.db_base_plugin_common [None req-bdaf3952-0f79-4cfb-9e42-13e897d65965 admin admin] Allocated IP 172.27.3.187 (377cda5e-c384-46ee-8e00-4b775f415604/1975bb39-9f7d-4b8c-94d3-6023908c91e1/1a14bced-14dd-4a2e-b9c0-5a8d662317e9) {{(pid=103844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:32:43.209495 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-ea996d71-bb60-4cbb-beda-38b01a7080c1 None None] For port 74bd4a8a-aa25-4da0-a55f-faa6aab177b5, host dv-cinder-848848-4-iscsi, cleared binding levels {{(pid=103846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:32:43.213072 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-ea996d71-bb60-4cbb-beda-38b01a7080c1 None None] For port 74bd4a8a-aa25-4da0-a55f-faa6aab177b5, host dv-cinder-848848-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=74bd4a8a-aa25-4da0-a55f-faa6aab177b5,segment=NetworkSegment(392e2498-ea74-4b12-b63e-65e707942834),segment_id=392e2498-ea74-4b12-b63e-65e707942834)] {{(pid=103846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:32:43.218312 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-ea996d71-bb60-4cbb-beda-38b01a7080c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (74bd4a8a-aa25-4da0-a55f-faa6aab177b5), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:43.280278 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea996d71-bb60-4cbb-beda-38b01a7080c1 None None] Pushing event updated for resources: {'Port': ['ID=74bd4a8a-aa25-4da0-a55f-faa6aab177b5,revision_number=2']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:32:43.280924 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-bdaf3952-0f79-4cfb-9e42-13e897d65965 admin admin] Publish callbacks [] for port (1a14bced-14dd-4a2e-b9c0-5a8d662317e9), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:43.317457 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-bdaf3952-0f79-4cfb-9e42-13e897d65965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786465455737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2698075'] for port (1a14bced-14dd-4a2e-b9c0-5a8d662317e9), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:43.362586 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdaf3952-0f79-4cfb-9e42-13e897d65965 admin admin] Network 377cda5e-c384-46ee-8e00-4b775f415604 is already hosted by enough agents. {{(pid=103844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:32:43.367768 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.base_scheduler [None req-bdaf3952-0f79-4cfb-9e42-13e897d65965 admin admin] Resources bound (agent type, host, resource id): {{(pid=103844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:32:43.370738 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdaf3952-0f79-4cfb-9e42-13e897d65965 admin admin] Received port after_create {{(pid=103844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 15:32:43.374402 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaf3952-0f79-4cfb-9e42-13e897d65965 admin admin] Pushing event updated for resources: {'Port': ['ID=1a14bced-14dd-4a2e-b9c0-5a8d662317e9,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:32:43.522470 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:32:43.632628 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-bdaf3952-0f79-4cfb-9e42-13e897d65965 admin admin] Publish callbacks [] for router_gateway (b72d11e3-0c53-4024-b657-bb1519d61b5a), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:43.803005 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:32:43.818071 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-bdaf3952-0f79-4cfb-9e42-13e897d65965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591614'] for router (b72d11e3-0c53-4024-b657-bb1519d61b5a), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:43.943864 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdaf3952-0f79-4cfb-9e42-13e897d65965 admin admin] Router b72d11e3-0c53-4024-b657-bb1519d61b5a is scheduled to L3 agent 8e6e5f2a-f235-48ed-8752-aab723ac44e7 with binding_index 1 {{(pid=103844) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 06 15:32:44.050814 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdaf3952-0f79-4cfb-9e42-13e897d65965 admin admin] Notify agent at l3_agent.dv-cinder-848848-4-iscsi the message routers_updated {{(pid=103844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:32:44.063174 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff25888-e407-4d9e-a4ee-31d2d8e026aa None None] Sync routers for ids ['b72d11e3-0c53-4024-b657-bb1519d61b5a'] in dv-cinder-848848-4-iscsi {{(pid=103846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:32:44.072118 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-bdaf3952-0f79-4cfb-9e42-13e897d65965 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:44.073376 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-bdaf3952-0f79-4cfb-9e42-13e897d65965 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4312129 Jul 06 15:32:44.076059 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 59810) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:32:44.083458 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff25888-e407-4d9e-a4ee-31d2d8e026aa None None] Routers {'b72d11e3-0c53-4024-b657-bb1519d61b5a'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:32:44.083458 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-eff25888-e407-4d9e-a4ee-31d2d8e026aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:32:18Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['b72d11e3-0c53-4024-b657-bb1519d61b5a'], 'active': True} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:32:44.191949 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvr_db [None req-eff25888-e407-4d9e-a4ee-31d2d8e026aa None None] Set router b72d11e3-0c53-4024-b657-bb1519d61b5a gateway port host: dv-cinder-848848-4-iscsi {{(pid=103846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:32:44.219284 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b64d79-a626-4ff7-95b7-734e55afe147 None None] Network 784d35cc-1e96-42d9-b35a-63f5c285a35a requested from dv-cinder-848848-4-iscsi {{(pid=103846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 15:32:44.444269 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:32:44.452649 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-22e9d079-5939-4cb9-9791-6780d0eefcc5 None None] Provisioning complete for port 74bd4a8a-aa25-4da0-a55f-faa6aab177b5 triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:32:44.453023 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-22e9d079-5939-4cb9-9791-6780d0eefcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (74bd4a8a-aa25-4da0-a55f-faa6aab177b5), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:44.458248 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 74bd4a8a-aa25-4da0-a55f-faa6aab177b5 up at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:32:44.498721 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-bc1423f6-78d3-4eb8-9510-b0ddf7d35fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:44.581081 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:32:44.654774 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.db_base_plugin_common [None req-bc1423f6-78d3-4eb8-9510-b0ddf7d35fa8 admin admin] Allocated IP 172.20.0.1 (784d35cc-1e96-42d9-b35a-63f5c285a35a/4bf4bc6c-097d-41f4-91b7-12c91aca1e8f/5506e7af-726e-4d99-b651-a2ecbd3e1a59) {{(pid=103844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:32:44.665922 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:32:44.679144 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Provisioning complete for port 74bd4a8a-aa25-4da0-a55f-faa6aab177b5 triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:32:44.679537 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (74bd4a8a-aa25-4da0-a55f-faa6aab177b5), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:44.680823 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:32:44.715047 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (eda728fc-b46d-4378-b578-35bac6b15486), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:44.732691 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-22e9d079-5939-4cb9-9791-6780d0eefcc5 None None] Current status of the port 74bd4a8a-aa25-4da0-a55f-faa6aab177b5 is: DOWN; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:32:44.733487 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-22e9d079-5939-4cb9-9791-6780d0eefcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (74bd4a8a-aa25-4da0-a55f-faa6aab177b5), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:44.737841 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-eff25888-e407-4d9e-a4ee-31d2d8e026aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'name': 'tempest-TestVolumeBootPattern-1684097512-router', 'tenant_id': '6d724d364f9b4bafb241a0bb0b02429f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '1a14bced-14dd-4a2e-b9c0-5a8d662317e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:32:42Z', 'updated_at': '2022-07-06T15:32:43Z', 'revision_number': 3, 'project_id': '6d724d364f9b4bafb241a0bb0b02429f', 'gw_port': {'id': '1a14bced-14dd-4a2e-b9c0-5a8d662317e9', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e5:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:32:43Z', 'updated_at': '2022-07-06T15:32:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi'}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:32:44.770942 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-bc1423f6-78d3-4eb8-9510-b0ddf7d35fa8 admin admin] Publish callbacks [] for port (5506e7af-726e-4d99-b651-a2ecbd3e1a59), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:44.775732 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff25888-e407-4d9e-a4ee-31d2d8e026aa None None] Checking router: b72d11e3-0c53-4024-b657-bb1519d61b5a for host: dv-cinder-848848-4-iscsi {{(pid=103846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:32:44.776081 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff25888-e407-4d9e-a4ee-31d2d8e026aa None None] Updating router b72d11e3-0c53-4024-b657-bb1519d61b5a port 1a14bced-14dd-4a2e-b9c0-5a8d662317e9 binding host dv-cinder-848848-4-iscsi {{(pid=103846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 15:32:44.808075 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-bc1423f6-78d3-4eb8-9510-b0ddf7d35fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786465455737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2698075'] for port (5506e7af-726e-4d99-b651-a2ecbd3e1a59), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:44.831971 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-22e9d079-5939-4cb9-9791-6780d0eefcc5 None None] For port 74bd4a8a-aa25-4da0-a55f-faa6aab177b5, host dv-cinder-848848-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=74bd4a8a-aa25-4da0-a55f-faa6aab177b5,segment=NetworkSegment(392e2498-ea74-4b12-b63e-65e707942834),segment_id=392e2498-ea74-4b12-b63e-65e707942834)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:32:44.832802 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-eff25888-e407-4d9e-a4ee-31d2d8e026aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (1a14bced-14dd-4a2e-b9c0-5a8d662317e9), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:44.848208 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1423f6-78d3-4eb8-9510-b0ddf7d35fa8 admin admin] Network 784d35cc-1e96-42d9-b35a-63f5c285a35a is already hosted by enough agents. {{(pid=103844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:32:44.852153 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.base_scheduler [None req-bc1423f6-78d3-4eb8-9510-b0ddf7d35fa8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:32:44.856069 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1423f6-78d3-4eb8-9510-b0ddf7d35fa8 admin admin] Received port after_create {{(pid=103844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 15:32:44.870669 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-22e9d079-5939-4cb9-9791-6780d0eefcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (74bd4a8a-aa25-4da0-a55f-faa6aab177b5), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:44.892641 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1423f6-78d3-4eb8-9510-b0ddf7d35fa8 admin admin] Pushing event updated for resources: {'Port': ['ID=5506e7af-726e-4d99-b651-a2ecbd3e1a59,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:32:44.910934 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-bc1423f6-78d3-4eb8-9510-b0ddf7d35fa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-649734'] for router_interface (b72d11e3-0c53-4024-b657-bb1519d61b5a), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:44.924378 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Current status of the port 74bd4a8a-aa25-4da0-a55f-faa6aab177b5 is: DOWN; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:32:44.924557 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (74bd4a8a-aa25-4da0-a55f-faa6aab177b5), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:45.025559 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e9d079-5939-4cb9-9791-6780d0eefcc5 None None] Pushing event updated for resources: {'Port': ['ID=74bd4a8a-aa25-4da0-a55f-faa6aab177b5,revision_number=3']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:32:45.031034 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-177779a0-59f7-40f8-b724-52f39f8832b8 None None] Provisioning complete for port 74bd4a8a-aa25-4da0-a55f-faa6aab177b5 triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:32:45.031422 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-177779a0-59f7-40f8-b724-52f39f8832b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (74bd4a8a-aa25-4da0-a55f-faa6aab177b5), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:45.056347 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-bc1423f6-78d3-4eb8-9510-b0ddf7d35fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (5506e7af-726e-4d99-b651-a2ecbd3e1a59), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:45.142562 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.db.api [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 06 15:32:45.143241 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG oslo_db.api [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 15:32:45.196943 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:32:45.214915 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-177779a0-59f7-40f8-b724-52f39f8832b8 None None] Current status of the port 74bd4a8a-aa25-4da0-a55f-faa6aab177b5 is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:32:45.230177 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-bc1423f6-78d3-4eb8-9510-b0ddf7d35fa8 admin admin] Publish callbacks [] for port (5506e7af-726e-4d99-b651-a2ecbd3e1a59), precommit_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:45.234587 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-bc1423f6-78d3-4eb8-9510-b0ddf7d35fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2698066'] for port (5506e7af-726e-4d99-b651-a2ecbd3e1a59), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:45.269863 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-eff25888-e407-4d9e-a4ee-31d2d8e026aa None None] Publish callbacks [] for port (1a14bced-14dd-4a2e-b9c0-5a8d662317e9), precommit_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:45.275951 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-eff25888-e407-4d9e-a4ee-31d2d8e026aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (1a14bced-14dd-4a2e-b9c0-5a8d662317e9), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:45.302037 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-bc1423f6-78d3-4eb8-9510-b0ddf7d35fa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649874'] for router_interface (b72d11e3-0c53-4024-b657-bb1519d61b5a), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:45.303930 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1423f6-78d3-4eb8-9510-b0ddf7d35fa8 admin admin] Pushing event updated for resources: {'Port': ['ID=5506e7af-726e-4d99-b651-a2ecbd3e1a59,revision_number=2']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:32:45.337358 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:32:45.338064 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a834b0-a426-4da3-8937-a7b86bd19a95 None None] Pushing event updated for resources: {'Port': ['ID=1a14bced-14dd-4a2e-b9c0-5a8d662317e9,revision_number=2']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:32:45.341371 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.managers [None req-eff25888-e407-4d9e-a4ee-31d2d8e026aa None None] Attempting to bind port 1a14bced-14dd-4a2e-b9c0-5a8d662317e9 on host dv-cinder-848848-4-iscsi for vnic_type normal with profile {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 15:32:45.341738 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.managers [None req-eff25888-e407-4d9e-a4ee-31d2d8e026aa None None] Attempting to bind port 1a14bced-14dd-4a2e-b9c0-5a8d662317e9 by drivers openvswitch,hyperv on host dv-cinder-848848-4-iscsi at level 0 using segments [{'id': '7bafd98f-0c00-45ed-9abe-629590d245f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604'}] {{(pid=103846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 15:32:45.342092 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff25888-e407-4d9e-a4ee-31d2d8e026aa None None] Attempting to bind port 1a14bced-14dd-4a2e-b9c0-5a8d662317e9 on network 377cda5e-c384-46ee-8e00-4b775f415604 {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:32:45.347936 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-db58cf43-4d65-40de-827f-33e25fe8a542 None None] Provisioning complete for port 5506e7af-726e-4d99-b651-a2ecbd3e1a59 triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:32:45.348306 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-db58cf43-4d65-40de-827f-33e25fe8a542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (5506e7af-726e-4d99-b651-a2ecbd3e1a59), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:45.351518 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff25888-e407-4d9e-a4ee-31d2d8e026aa None None] Checking agent: {'id': 'd26a5351-3de7-44f9-93eb-9fed5ee5b55b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848848-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 15, 16, 51), 'started_at': datetime.datetime(2022, 7, 6, 15, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 15, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848848-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 15:32:45.352013 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff25888-e407-4d9e-a4ee-31d2d8e026aa None None] Checking segment: {'id': '7bafd98f-0c00-45ed-9abe-629590d245f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:32:45.352462 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-eff25888-e407-4d9e-a4ee-31d2d8e026aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:45.352802 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff25888-e407-4d9e-a4ee-31d2d8e026aa None None] Bound using segment: {'id': '7bafd98f-0c00-45ed-9abe-629590d245f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604'} {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 15:32:45.353272 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.managers [None req-eff25888-e407-4d9e-a4ee-31d2d8e026aa None None] Bound port: 1a14bced-14dd-4a2e-b9c0-5a8d662317e9, host: dv-cinder-848848-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bafd98f-0c00-45ed-9abe-629590d245f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604'}}] {{(pid=103846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 15:32:45.353672 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-eff25888-e407-4d9e-a4ee-31d2d8e026aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (1a14bced-14dd-4a2e-b9c0-5a8d662317e9), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:45.405835 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1423f6-78d3-4eb8-9510-b0ddf7d35fa8 admin admin] Network 784d35cc-1e96-42d9-b35a-63f5c285a35a is already hosted by enough agents. {{(pid=103844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:32:45.407252 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.base_scheduler [None req-bc1423f6-78d3-4eb8-9510-b0ddf7d35fa8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:32:45.422436 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-db58cf43-4d65-40de-827f-33e25fe8a542 None None] Port 5506e7af-726e-4d99-b651-a2ecbd3e1a59 cannot update to ACTIVE because it is not bound. {{(pid=103846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 15:32:45.439562 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-eff25888-e407-4d9e-a4ee-31d2d8e026aa None None] For port 1a14bced-14dd-4a2e-b9c0-5a8d662317e9, host dv-cinder-848848-4-iscsi, cleared binding levels {{(pid=103846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:32:45.441273 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:32:45.442950 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-eff25888-e407-4d9e-a4ee-31d2d8e026aa None None] For port 1a14bced-14dd-4a2e-b9c0-5a8d662317e9, host dv-cinder-848848-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=1a14bced-14dd-4a2e-b9c0-5a8d662317e9,segment=NetworkSegment(7bafd98f-0c00-45ed-9abe-629590d245f2),segment_id=7bafd98f-0c00-45ed-9abe-629590d245f2)] {{(pid=103846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:32:45.450689 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-eff25888-e407-4d9e-a4ee-31d2d8e026aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (1a14bced-14dd-4a2e-b9c0-5a8d662317e9), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:45.494644 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:32:45.515402 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff25888-e407-4d9e-a4ee-31d2d8e026aa None None] Routers {'b72d11e3-0c53-4024-b657-bb1519d61b5a'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:32:45.516231 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-eff25888-e407-4d9e-a4ee-31d2d8e026aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:32:18Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['b72d11e3-0c53-4024-b657-bb1519d61b5a'], 'active': True} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:32:45.519283 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a834b0-a426-4da3-8937-a7b86bd19a95 None None] Pushing event updated for resources: {'Port': ['ID=1a14bced-14dd-4a2e-b9c0-5a8d662317e9,revision_number=3']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:32:45.525612 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc1423f6-78d3-4eb8-9510-b0ddf7d35fa8 admin admin] Router b72d11e3-0c53-4024-b657-bb1519d61b5a has already been hosted by L3 agent 8e6e5f2a-f235-48ed-8752-aab723ac44e7 {{(pid=103844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 15:32:45.629167 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvr_db [None req-eff25888-e407-4d9e-a4ee-31d2d8e026aa None None] Set router b72d11e3-0c53-4024-b657-bb1519d61b5a gateway port host: dv-cinder-848848-4-iscsi {{(pid=103846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:32:45.699576 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-f5e8e853-189c-4ca1-8f58-a6549b79cf39 None None] Provisioning complete for port 5506e7af-726e-4d99-b651-a2ecbd3e1a59 triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:32:45.699850 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-f5e8e853-189c-4ca1-8f58-a6549b79cf39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (5506e7af-726e-4d99-b651-a2ecbd3e1a59), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:45.747400 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:32:45.752835 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=5 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:32:45.758732 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Current status of the port 74bd4a8a-aa25-4da0-a55f-faa6aab177b5 is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:32:45.794177 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8e853-189c-4ca1-8f58-a6549b79cf39 None None] Port 5506e7af-726e-4d99-b651-a2ecbd3e1a59 cannot update to ACTIVE because it is not bound. {{(pid=103846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 15:32:45.889411 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-eff25888-e407-4d9e-a4ee-31d2d8e026aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'name': 'tempest-TestVolumeBootPattern-1684097512-router', 'tenant_id': '6d724d364f9b4bafb241a0bb0b02429f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '1a14bced-14dd-4a2e-b9c0-5a8d662317e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:32:42Z', 'updated_at': '2022-07-06T15:32:45Z', 'revision_number': 4, 'project_id': '6d724d364f9b4bafb241a0bb0b02429f', 'gw_port': {'id': '1a14bced-14dd-4a2e-b9c0-5a8d662317e9', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e5:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:32:43Z', 'updated_at': '2022-07-06T15:32:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': '5506e7af-726e-4d99-b651-a2ecbd3e1a59', 'name': '', 'network_id': '784d35cc-1e96-42d9-b35a-63f5c285a35a', 'tenant_id': '6d724d364f9b4bafb241a0bb0b02429f', 'mac_address': 'fa:16:3e:ac:99:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '4bf4bc6c-097d-41f4-91b7-12c91aca1e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:32:44Z', 'updated_at': '2022-07-06T15:32:45Z', 'revision_number': 2, 'project_id': '6d724d364f9b4bafb241a0bb0b02429f', 'subnets': [{'id': '4bf4bc6c-097d-41f4-91b7-12c91aca1e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:32:45.914753 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff25888-e407-4d9e-a4ee-31d2d8e026aa None None] The sync data for ids ['b72d11e3-0c53-4024-b657-bb1519d61b5a'] in dv-cinder-848848-4-iscsi is: [{'id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'name': 'tempest-TestVolumeBootPattern-1684097512-router', 'tenant_id': '6d724d364f9b4bafb241a0bb0b02429f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '1a14bced-14dd-4a2e-b9c0-5a8d662317e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:32:42Z', 'updated_at': '2022-07-06T15:32:45Z', 'revision_number': 4, 'project_id': '6d724d364f9b4bafb241a0bb0b02429f', 'gw_port': {'id': '1a14bced-14dd-4a2e-b9c0-5a8d662317e9', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e5:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:32:43Z', 'updated_at': '2022-07-06T15:32:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': '5506e7af-726e-4d99-b651-a2ecbd3e1a59', 'name': '', 'network_id': '784d35cc-1e96-42d9-b35a-63f5c285a35a', 'tenant_id': '6d724d364f9b4bafb241a0bb0b02429f', 'mac_address': 'fa:16:3e:ac:99:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '4bf4bc6c-097d-41f4-91b7-12c91aca1e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:32:44Z', 'updated_at': '2022-07-06T15:32:45Z', 'revision_number': 2, 'project_id': '6d724d364f9b4bafb241a0bb0b02429f', 'subnets': [{'id': '4bf4bc6c-097d-41f4-91b7-12c91aca1e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:32:45.917543 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc1423f6-78d3-4eb8-9510-b0ddf7d35fa8 admin admin] Notify agent at l3_agent.dv-cinder-848848-4-iscsi the message routers_updated {{(pid=103844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:32:45.922798 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-bc1423f6-78d3-4eb8-9510-b0ddf7d35fa8 admin admin] 10.222.0.46 "PUT /v2.0/routers/b72d11e3-0c53-4024-b657-bb1519d61b5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8457887 Jul 06 15:32:46.275993 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b03b8670-8f9b-41a5-9df7-485e6992e85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (a81823b9-ba52-46bb-9bcd-43b269600933), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:46.381164 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 74bd4a8a-aa25-4da0-a55f-faa6aab177b5 up at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:32:46.436831 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Provisioning complete for port 74bd4a8a-aa25-4da0-a55f-faa6aab177b5 triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:32:46.437227 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (74bd4a8a-aa25-4da0-a55f-faa6aab177b5), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:46.464519 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 59826) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:32:46.469465 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [None req-f4048adb-8fab-4b3c-9d05-59a5aff9a704 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1364859226-network', 'tenant_id': '260c02062b8247ee8adff900243d628a'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:32:46.491865 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4048adb-8fab-4b3c-9d05-59a5aff9a704 admin admin] Made reservation on behalf of 260c02062b8247ee8adff900243d628a for: {'network': 1} {{(pid=103844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:32:46.494498 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-f4048adb-8fab-4b3c-9d05-59a5aff9a704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for network (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:46.504408 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-f4048adb-8fab-4b3c-9d05-59a5aff9a704 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:46.611739 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-f4048adb-8fab-4b3c-9d05-59a5aff9a704 admin admin] Publish callbacks [] for security_group (e6d443c8-cbd6-4a11-b480-559970b815bf), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:46.623181 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-f4048adb-8fab-4b3c-9d05-59a5aff9a704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (e6d443c8-cbd6-4a11-b480-559970b815bf), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:46.652696 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4048adb-8fab-4b3c-9d05-59a5aff9a704 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=103844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 15:32:46.663567 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4048adb-8fab-4b3c-9d05-59a5aff9a704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d443c8-cbd6-4a11-b480-559970b815bf,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:32:46.670035 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-f4048adb-8fab-4b3c-9d05-59a5aff9a704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490363'] for segment (c14e24db-f44d-44ad-9b73-d6c20204e715), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:46.670374 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.db.segments_db [None req-f4048adb-8fab-4b3c-9d05-59a5aff9a704 admin admin] Added segment c14e24db-f44d-44ad-9b73-d6c20204e715 of type vlan for network c0c619d7-77f9-4d54-bc16-4fa369e626e5 Jul 06 15:32:46.682667 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Current status of the port 74bd4a8a-aa25-4da0-a55f-faa6aab177b5 is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:32:46.715899 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-f4048adb-8fab-4b3c-9d05-59a5aff9a704 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786465444024'] for network (c0c619d7-77f9-4d54-bc16-4fa369e626e5), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:46.741770 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-f4048adb-8fab-4b3c-9d05-59a5aff9a704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-666929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561'] for network (c0c619d7-77f9-4d54-bc16-4fa369e626e5), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:46.744327 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4048adb-8fab-4b3c-9d05-59a5aff9a704 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:46.745245 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-f4048adb-8fab-4b3c-9d05-59a5aff9a704 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629707'] for network (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:46.778148 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-f4048adb-8fab-4b3c-9d05-59a5aff9a704 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3100352 Jul 06 15:32:46.778576 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 59828) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:32:46.783713 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.v2.base [None req-66d707b7-4991-4d17-8116-9f27c159c0d8 admin admin] Request body: {'subnet': {'network_id': 'c0c619d7-77f9-4d54-bc16-4fa369e626e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1364859226-subnet', 'tenant_id': '260c02062b8247ee8adff900243d628a', 'ip_version': 4}} {{(pid=103845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:32:46.806727 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d707b7-4991-4d17-8116-9f27c159c0d8 admin admin] Made reservation on behalf of 260c02062b8247ee8adff900243d628a for: {'subnet': 1} {{(pid=103845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:32:46.809431 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-66d707b7-4991-4d17-8116-9f27c159c0d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59834214'] for subnet (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:46.816481 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4048adb-8fab-4b3c-9d05-59a5aff9a704 admin admin] Pushing event updated for resources: {'Network': ['ID=c0c619d7-77f9-4d54-bc16-4fa369e626e5,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:32:46.827208 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Network c0c619d7-77f9-4d54-bc16-4fa369e626e5 details requested by agent ovs-agent-dv-cinder-848848-4-iscsi with host dv-cinder-848848-4-iscsi {{(pid=103846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 15:32:46.989884 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-66d707b7-4991-4d17-8116-9f27c159c0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2888696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59833740'] for subnet (f3816828-7370-4d2c-97a8-13d012c1916a), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:47.030863 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:32:47.045043 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d707b7-4991-4d17-8116-9f27c159c0d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3816828-7370-4d2c-97a8-13d012c1916a,revision_number=0']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:32:47.063020 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d707b7-4991-4d17-8116-9f27c159c0d8 admin admin] Checking segment: {'id': 'c14e24db-f44d-44ad-9b73-d6c20204e715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'c0c619d7-77f9-4d54-bc16-4fa369e626e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:32:47.063401 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d707b7-4991-4d17-8116-9f27c159c0d8 admin admin] Network hostable DHCP agents. Network: c0c619d7-77f9-4d54-bc16-4fa369e626e5, hostable agents: ['a81823b9-ba52-46bb-9bcd-43b269600933'], hosted agents: [] {{(pid=103845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 15:32:47.069729 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:32:47.084256 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d707b7-4991-4d17-8116-9f27c159c0d8 admin admin] Network c0c619d7-77f9-4d54-bc16-4fa369e626e5 is scheduled to be hosted by DHCP agent a81823b9-ba52-46bb-9bcd-43b269600933 with binding_index 1 {{(pid=103845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 15:32:47.095644 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.base_scheduler [None req-66d707b7-4991-4d17-8116-9f27c159c0d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848848-4-iscsi, c0c619d7-77f9-4d54-bc16-4fa369e626e5) {{(pid=103845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:32:47.104901 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0d9ea0-0897-42a7-8273-be15167c6e0d None None] Network c0c619d7-77f9-4d54-bc16-4fa369e626e5 requested from dv-cinder-848848-4-iscsi {{(pid=103846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 15:32:47.108015 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d707b7-4991-4d17-8116-9f27c159c0d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:47.109204 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-66d707b7-4991-4d17-8116-9f27c159c0d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629707'] for subnet (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:47.128390 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-66d707b7-4991-4d17-8116-9f27c159c0d8 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3485796 Jul 06 15:32:47.130815 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 59830) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:32:47.135521 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.v2.base [None req-99a08e79-d265-4125-b459-7bfa1d817e49 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1364859226-router', 'tenant_id': '260c02062b8247ee8adff900243d628a', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604'}}} {{(pid=103845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:32:47.158012 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-99a08e79-d265-4125-b459-7bfa1d817e49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-647350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109444'] for router (34b4a016-7d1f-4741-b492-cb32471ca687), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:47.159150 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-99a08e79-d265-4125-b459-7bfa1d817e49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-647123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109453'] for router (34b4a016-7d1f-4741-b492-cb32471ca687), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:47.215534 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4319fd9b-146b-4eb7-aae6-6c0ce509eb93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa43ccfed-9ada-5d0f-938a-3e2abdea0954-c0c619d7-77f9-4d54-bc16-4fa369e626e5', 'network_id': 'c0c619d7-77f9-4d54-bc16-4fa369e626e5', 'project_id': '260c02062b8247ee8adff900243d628a', 'fixed_ips': [{'subnet_id': 'f3816828-7370-4d2c-97a8-13d012c1916a'}]}} from dv-cinder-848848-4-iscsi. {{(pid=103846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 06 15:32:47.216681 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-4319fd9b-146b-4eb7-aae6-6c0ce509eb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (None), before_create {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:47.217515 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-99a08e79-d265-4125-b459-7bfa1d817e49 admin admin] Publish callbacks [] for router_controller (34b4a016-7d1f-4741-b492-cb32471ca687), precommit_add_association {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:47.308836 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:32:47.323099 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:32:47.360728 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-99a08e79-d265-4125-b459-7bfa1d817e49 admin admin] Publish callbacks [] for router_gateway (34b4a016-7d1f-4741-b492-cb32471ca687), precommit_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:47.364531 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.db_base_plugin_common [None req-4319fd9b-146b-4eb7-aae6-6c0ce509eb93 None None] Allocated IP 172.20.0.2 (c0c619d7-77f9-4d54-bc16-4fa369e626e5/f3816828-7370-4d2c-97a8-13d012c1916a/088343a2-2f65-4810-991d-349f5b20261e) {{(pid=103846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:32:47.511662 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-4319fd9b-146b-4eb7-aae6-6c0ce509eb93 None None] Publish callbacks [] for port (088343a2-2f65-4810-991d-349f5b20261e), precommit_create {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:47.517569 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-4319fd9b-146b-4eb7-aae6-6c0ce509eb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786465455737'] for port (088343a2-2f65-4810-991d-349f5b20261e), after_create {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:47.541254 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-99a08e79-d265-4125-b459-7bfa1d817e49 admin admin] Publish callbacks [] for router_gateway (34b4a016-7d1f-4741-b492-cb32471ca687), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:47.555941 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4319fd9b-146b-4eb7-aae6-6c0ce509eb93 None None] Network c0c619d7-77f9-4d54-bc16-4fa369e626e5 is already hosted by enough agents. {{(pid=103846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:32:47.560128 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.scheduler.base_scheduler [None req-4319fd9b-146b-4eb7-aae6-6c0ce509eb93 None None] Resources bound (agent type, host, resource id): {{(pid=103846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:32:47.560304 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-99a08e79-d265-4125-b459-7bfa1d817e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:47.564367 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4319fd9b-146b-4eb7-aae6-6c0ce509eb93 None None] Received port after_create {{(pid=103846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 15:32:47.571170 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4319fd9b-146b-4eb7-aae6-6c0ce509eb93 None None] Pushing event updated for resources: {'Port': ['ID=088343a2-2f65-4810-991d-349f5b20261e,revision_number=1']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:32:47.627910 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.managers [None req-4319fd9b-146b-4eb7-aae6-6c0ce509eb93 None None] Attempting to bind port 088343a2-2f65-4810-991d-349f5b20261e on host dv-cinder-848848-4-iscsi for vnic_type normal with profile {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 15:32:47.628275 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.managers [None req-4319fd9b-146b-4eb7-aae6-6c0ce509eb93 None None] Attempting to bind port 088343a2-2f65-4810-991d-349f5b20261e by drivers openvswitch,hyperv on host dv-cinder-848848-4-iscsi at level 0 using segments [{'id': 'c14e24db-f44d-44ad-9b73-d6c20204e715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'c0c619d7-77f9-4d54-bc16-4fa369e626e5'}] {{(pid=103846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 15:32:47.628634 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4319fd9b-146b-4eb7-aae6-6c0ce509eb93 None None] Attempting to bind port 088343a2-2f65-4810-991d-349f5b20261e on network c0c619d7-77f9-4d54-bc16-4fa369e626e5 {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:32:47.633816 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4319fd9b-146b-4eb7-aae6-6c0ce509eb93 None None] Checking agent: {'id': 'd26a5351-3de7-44f9-93eb-9fed5ee5b55b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848848-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 15, 16, 51), 'started_at': datetime.datetime(2022, 7, 6, 15, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 15, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848848-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 15:32:47.634176 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4319fd9b-146b-4eb7-aae6-6c0ce509eb93 None None] Checking segment: {'id': 'c14e24db-f44d-44ad-9b73-d6c20204e715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'c0c619d7-77f9-4d54-bc16-4fa369e626e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:32:47.634591 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-4319fd9b-146b-4eb7-aae6-6c0ce509eb93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:47.634970 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4319fd9b-146b-4eb7-aae6-6c0ce509eb93 None None] Bound using segment: {'id': 'c14e24db-f44d-44ad-9b73-d6c20204e715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'c0c619d7-77f9-4d54-bc16-4fa369e626e5'} {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 15:32:47.635465 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.managers [None req-4319fd9b-146b-4eb7-aae6-6c0ce509eb93 None None] Bound port: 088343a2-2f65-4810-991d-349f5b20261e, host: dv-cinder-848848-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c14e24db-f44d-44ad-9b73-d6c20204e715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'c0c619d7-77f9-4d54-bc16-4fa369e626e5'}}] {{(pid=103846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 15:32:47.635833 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-4319fd9b-146b-4eb7-aae6-6c0ce509eb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (088343a2-2f65-4810-991d-349f5b20261e), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:47.672901 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.db.db_base_plugin_common [None req-99a08e79-d265-4125-b459-7bfa1d817e49 admin admin] Allocated IP 172.27.3.142 (377cda5e-c384-46ee-8e00-4b775f415604/1975bb39-9f7d-4b8c-94d3-6023908c91e1/789ceefb-7d8e-48aa-9cae-b43594a07fc3) {{(pid=103845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:32:47.700781 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-4319fd9b-146b-4eb7-aae6-6c0ce509eb93 None None] For port 088343a2-2f65-4810-991d-349f5b20261e, host dv-cinder-848848-4-iscsi, cleared binding levels {{(pid=103846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:32:47.704384 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-4319fd9b-146b-4eb7-aae6-6c0ce509eb93 None None] For port 088343a2-2f65-4810-991d-349f5b20261e, host dv-cinder-848848-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=088343a2-2f65-4810-991d-349f5b20261e,segment=NetworkSegment(c14e24db-f44d-44ad-9b73-d6c20204e715),segment_id=c14e24db-f44d-44ad-9b73-d6c20204e715)] {{(pid=103846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:32:47.713157 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-4319fd9b-146b-4eb7-aae6-6c0ce509eb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (088343a2-2f65-4810-991d-349f5b20261e), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:47.769571 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4319fd9b-146b-4eb7-aae6-6c0ce509eb93 None None] Pushing event updated for resources: {'Port': ['ID=088343a2-2f65-4810-991d-349f5b20261e,revision_number=2']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:32:47.792982 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-99a08e79-d265-4125-b459-7bfa1d817e49 admin admin] Publish callbacks [] for port (789ceefb-7d8e-48aa-9cae-b43594a07fc3), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:47.826691 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-99a08e79-d265-4125-b459-7bfa1d817e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786465455737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2888556'] for port (789ceefb-7d8e-48aa-9cae-b43594a07fc3), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:47.870197 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a08e79-d265-4125-b459-7bfa1d817e49 admin admin] Network 377cda5e-c384-46ee-8e00-4b775f415604 is already hosted by enough agents. {{(pid=103845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:32:47.875039 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.base_scheduler [None req-99a08e79-d265-4125-b459-7bfa1d817e49 admin admin] Resources bound (agent type, host, resource id): {{(pid=103845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:32:47.878947 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a08e79-d265-4125-b459-7bfa1d817e49 admin admin] Received port after_create {{(pid=103845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 15:32:47.882342 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a08e79-d265-4125-b459-7bfa1d817e49 admin admin] Pushing event updated for resources: {'Port': ['ID=789ceefb-7d8e-48aa-9cae-b43594a07fc3,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:32:47.970518 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:32:48.021761 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb36ad5b-c637-452e-8d46-1fc8d5a39846 None None] Sync routers for ids ['b72d11e3-0c53-4024-b657-bb1519d61b5a'] in dv-cinder-848848-4-iscsi {{(pid=103847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:32:48.027608 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:32:48.127034 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb36ad5b-c637-452e-8d46-1fc8d5a39846 None None] Routers {'b72d11e3-0c53-4024-b657-bb1519d61b5a'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:32:48.127678 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-fb36ad5b-c637-452e-8d46-1fc8d5a39846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:32:18Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['b72d11e3-0c53-4024-b657-bb1519d61b5a'], 'active': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:32:48.155951 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-99a08e79-d265-4125-b459-7bfa1d817e49 admin admin] Publish callbacks [] for router_gateway (34b4a016-7d1f-4741-b492-cb32471ca687), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:48.231943 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvr_db [None req-fb36ad5b-c637-452e-8d46-1fc8d5a39846 None None] Set router b72d11e3-0c53-4024-b657-bb1519d61b5a gateway port host: dv-cinder-848848-4-iscsi {{(pid=103847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:32:48.315923 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-578358f9-3ca9-427e-b833-a10f70e364b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8e6e5f2a-f235-48ed-8752-aab723ac44e7), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:48.450885 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-fb36ad5b-c637-452e-8d46-1fc8d5a39846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'name': 'tempest-TestVolumeBootPattern-1684097512-router', 'tenant_id': '6d724d364f9b4bafb241a0bb0b02429f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '1a14bced-14dd-4a2e-b9c0-5a8d662317e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:32:42Z', 'updated_at': '2022-07-06T15:32:45Z', 'revision_number': 4, 'project_id': '6d724d364f9b4bafb241a0bb0b02429f', 'gw_port': {'id': '1a14bced-14dd-4a2e-b9c0-5a8d662317e9', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e5:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:32:43Z', 'updated_at': '2022-07-06T15:32:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': '5506e7af-726e-4d99-b651-a2ecbd3e1a59', 'name': '', 'network_id': '784d35cc-1e96-42d9-b35a-63f5c285a35a', 'tenant_id': '6d724d364f9b4bafb241a0bb0b02429f', 'mac_address': 'fa:16:3e:ac:99:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '4bf4bc6c-097d-41f4-91b7-12c91aca1e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:32:44Z', 'updated_at': '2022-07-06T15:32:45Z', 'revision_number': 2, 'project_id': '6d724d364f9b4bafb241a0bb0b02429f', 'subnets': [{'id': '4bf4bc6c-097d-41f4-91b7-12c91aca1e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:32:48.457159 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 1a14bced-14dd-4a2e-b9c0-5a8d662317e9 up at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:32:48.483863 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb36ad5b-c637-452e-8d46-1fc8d5a39846 None None] Checking router: b72d11e3-0c53-4024-b657-bb1519d61b5a for host: dv-cinder-848848-4-iscsi {{(pid=103847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:32:48.484445 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb36ad5b-c637-452e-8d46-1fc8d5a39846 None None] Updating router b72d11e3-0c53-4024-b657-bb1519d61b5a port 5506e7af-726e-4d99-b651-a2ecbd3e1a59 binding host dv-cinder-848848-4-iscsi {{(pid=103847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 15:32:48.508730 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Provisioning complete for port 1a14bced-14dd-4a2e-b9c0-5a8d662317e9 triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:32:48.509238 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (1a14bced-14dd-4a2e-b9c0-5a8d662317e9), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:48.520855 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fb36ad5b-c637-452e-8d46-1fc8d5a39846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (5506e7af-726e-4d99-b651-a2ecbd3e1a59), before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:48.595247 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Current status of the port 1a14bced-14dd-4a2e-b9c0-5a8d662317e9 is: DOWN; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:32:48.595638 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (1a14bced-14dd-4a2e-b9c0-5a8d662317e9), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:48.597802 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-99a08e79-d265-4125-b459-7bfa1d817e49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591614'] for router (34b4a016-7d1f-4741-b492-cb32471ca687), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:48.620277 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] For port 1a14bced-14dd-4a2e-b9c0-5a8d662317e9, host dv-cinder-848848-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=1a14bced-14dd-4a2e-b9c0-5a8d662317e9,segment=NetworkSegment(7bafd98f-0c00-45ed-9abe-629590d245f2),segment_id=7bafd98f-0c00-45ed-9abe-629590d245f2)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:32:48.628400 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (1a14bced-14dd-4a2e-b9c0-5a8d662317e9), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:48.629248 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 088343a2-2f65-4810-991d-349f5b20261e up at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:32:48.715593 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Pushing event updated for resources: {'Port': ['ID=1a14bced-14dd-4a2e-b9c0-5a8d662317e9,revision_number=4']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:32:48.723518 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Provisioning complete for port 088343a2-2f65-4810-991d-349f5b20261e triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:32:48.723887 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (088343a2-2f65-4810-991d-349f5b20261e), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:48.779580 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:32:48.782203 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:32:48.806031 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99a08e79-d265-4125-b459-7bfa1d817e49 admin admin] Router 34b4a016-7d1f-4741-b492-cb32471ca687 is scheduled to L3 agent 8e6e5f2a-f235-48ed-8752-aab723ac44e7 with binding_index 1 {{(pid=103845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 06 15:32:48.832720 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Current status of the port 088343a2-2f65-4810-991d-349f5b20261e is: DOWN; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:32:48.833107 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (088343a2-2f65-4810-991d-349f5b20261e), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:48.875285 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] For port 088343a2-2f65-4810-991d-349f5b20261e, host dv-cinder-848848-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=088343a2-2f65-4810-991d-349f5b20261e,segment=NetworkSegment(c14e24db-f44d-44ad-9b73-d6c20204e715),segment_id=c14e24db-f44d-44ad-9b73-d6c20204e715)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:32:48.880297 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (088343a2-2f65-4810-991d-349f5b20261e), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:48.885272 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fb36ad5b-c637-452e-8d46-1fc8d5a39846 None None] Publish callbacks [] for port (5506e7af-726e-4d99-b651-a2ecbd3e1a59), precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:48.905523 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fb36ad5b-c637-452e-8d46-1fc8d5a39846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (5506e7af-726e-4d99-b651-a2ecbd3e1a59), after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:48.916463 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4621ac1c-ffd3-4cc5-b8aa-0150d480e1bc None None] Network c0c619d7-77f9-4d54-bc16-4fa369e626e5 requested from dv-cinder-848848-4-iscsi {{(pid=103846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 15:32:48.953038 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a08e79-d265-4125-b459-7bfa1d817e49 admin admin] Notify agent at l3_agent.dv-cinder-848848-4-iscsi the message routers_updated {{(pid=103845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:32:48.981069 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b9d738-e8d9-41bd-b6dd-9b686d388be5 None None] Sync routers for ids ['34b4a016-7d1f-4741-b492-cb32471ca687'] in dv-cinder-848848-4-iscsi {{(pid=103846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:32:48.988856 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-aedd4e4c-5cb9-4996-ba0f-314695dce5c9 None None] Provisioning complete for port 088343a2-2f65-4810-991d-349f5b20261e triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:32:48.989571 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-aedd4e4c-5cb9-4996-ba0f-314695dce5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (088343a2-2f65-4810-991d-349f5b20261e), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:48.991132 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-99a08e79-d265-4125-b459-7bfa1d817e49 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:48.992829 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-99a08e79-d265-4125-b459-7bfa1d817e49 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8606164 Jul 06 15:32:48.995432 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 59834) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:32:49.045585 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Pushing event updated for resources: {'Port': ['ID=088343a2-2f65-4810-991d-349f5b20261e,revision_number=3']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:32:49.083022 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59e3626-316f-4bc2-866f-7e8a64c278bd None None] Pushing event updated for resources: {'Port': ['ID=5506e7af-726e-4d99-b651-a2ecbd3e1a59,revision_number=3']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:32:49.090174 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b9d738-e8d9-41bd-b6dd-9b686d388be5 None None] Routers {'34b4a016-7d1f-4741-b492-cb32471ca687'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:32:49.090871 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-a4b9d738-e8d9-41bd-b6dd-9b686d388be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:32:48Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['34b4a016-7d1f-4741-b492-cb32471ca687'], 'active': True} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:32:49.097244 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:32:49.097577 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:32:49.097912 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:32:49.098239 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:32:49.098567 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:32:49.098887 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:32:49.099697 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:32:49.100032 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:32:49.100446 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:32:49.100769 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:32:49.101092 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:32:49.102455 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:32:49.102455 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:32:49.102848 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:32:49.103170 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:32:49.115780 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59e3626-316f-4bc2-866f-7e8a64c278bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:32:49.118986 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59e3626-316f-4bc2-866f-7e8a64c278bd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:32:49.120780 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59e3626-316f-4bc2-866f-7e8a64c278bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:32:49.121304 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59e3626-316f-4bc2-866f-7e8a64c278bd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:32:49.121821 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59e3626-316f-4bc2-866f-7e8a64c278bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:32:49.123710 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59e3626-316f-4bc2-866f-7e8a64c278bd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:32:49.124218 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59e3626-316f-4bc2-866f-7e8a64c278bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:32:49.124708 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59e3626-316f-4bc2-866f-7e8a64c278bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:32:49.126058 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59e3626-316f-4bc2-866f-7e8a64c278bd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:32:49.126589 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59e3626-316f-4bc2-866f-7e8a64c278bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:32:49.126930 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59e3626-316f-4bc2-866f-7e8a64c278bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:32:49.127312 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59e3626-316f-4bc2-866f-7e8a64c278bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:32:49.127650 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59e3626-316f-4bc2-866f-7e8a64c278bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:32:49.127985 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59e3626-316f-4bc2-866f-7e8a64c278bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:32:49.128301 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59e3626-316f-4bc2-866f-7e8a64c278bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:32:49.144528 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:32:49.144687 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [None req-fb36ad5b-c637-452e-8d46-1fc8d5a39846 None None] Attempting to bind port 5506e7af-726e-4d99-b651-a2ecbd3e1a59 on host dv-cinder-848848-4-iscsi for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 15:32:49.145020 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [None req-fb36ad5b-c637-452e-8d46-1fc8d5a39846 None None] Attempting to bind port 5506e7af-726e-4d99-b651-a2ecbd3e1a59 by drivers openvswitch,hyperv on host dv-cinder-848848-4-iscsi at level 0 using segments [{'id': '392e2498-ea74-4b12-b63e-65e707942834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '784d35cc-1e96-42d9-b35a-63f5c285a35a'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 15:32:49.145375 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb36ad5b-c637-452e-8d46-1fc8d5a39846 None None] Attempting to bind port 5506e7af-726e-4d99-b651-a2ecbd3e1a59 on network 784d35cc-1e96-42d9-b35a-63f5c285a35a {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:32:49.152815 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb36ad5b-c637-452e-8d46-1fc8d5a39846 None None] Checking agent: {'id': 'd26a5351-3de7-44f9-93eb-9fed5ee5b55b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848848-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 15, 16, 51), 'started_at': datetime.datetime(2022, 7, 6, 15, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 15, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848848-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 15:32:49.153459 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb36ad5b-c637-452e-8d46-1fc8d5a39846 None None] Checking segment: {'id': '392e2498-ea74-4b12-b63e-65e707942834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '784d35cc-1e96-42d9-b35a-63f5c285a35a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:32:49.154060 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fb36ad5b-c637-452e-8d46-1fc8d5a39846 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:49.154636 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb36ad5b-c637-452e-8d46-1fc8d5a39846 None None] Bound using segment: {'id': '392e2498-ea74-4b12-b63e-65e707942834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '784d35cc-1e96-42d9-b35a-63f5c285a35a'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 15:32:49.155305 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [None req-fb36ad5b-c637-452e-8d46-1fc8d5a39846 None None] Bound port: 5506e7af-726e-4d99-b651-a2ecbd3e1a59, host: dv-cinder-848848-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392e2498-ea74-4b12-b63e-65e707942834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '784d35cc-1e96-42d9-b35a-63f5c285a35a'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 15:32:49.155853 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fb36ad5b-c637-452e-8d46-1fc8d5a39846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (5506e7af-726e-4d99-b651-a2ecbd3e1a59), before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:49.254886 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-fb36ad5b-c637-452e-8d46-1fc8d5a39846 None None] For port 5506e7af-726e-4d99-b651-a2ecbd3e1a59, host dv-cinder-848848-4-iscsi, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:32:49.259749 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-fb36ad5b-c637-452e-8d46-1fc8d5a39846 None None] For port 5506e7af-726e-4d99-b651-a2ecbd3e1a59, host dv-cinder-848848-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=5506e7af-726e-4d99-b651-a2ecbd3e1a59,segment=NetworkSegment(392e2498-ea74-4b12-b63e-65e707942834),segment_id=392e2498-ea74-4b12-b63e-65e707942834)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:32:49.267529 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fb36ad5b-c637-452e-8d46-1fc8d5a39846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (5506e7af-726e-4d99-b651-a2ecbd3e1a59), after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:49.281499 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:32:49.298251 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-aedd4e4c-5cb9-4996-ba0f-314695dce5c9 None None] Current status of the port 088343a2-2f65-4810-991d-349f5b20261e is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:32:49.311541 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvr_db [None req-a4b9d738-e8d9-41bd-b6dd-9b686d388be5 None None] Set router 34b4a016-7d1f-4741-b492-cb32471ca687 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:32:49.312859 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:32:49.339930 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:32:49.348689 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb36ad5b-c637-452e-8d46-1fc8d5a39846 None None] Routers {'b72d11e3-0c53-4024-b657-bb1519d61b5a'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:32:49.349325 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-fb36ad5b-c637-452e-8d46-1fc8d5a39846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:32:48Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['b72d11e3-0c53-4024-b657-bb1519d61b5a'], 'active': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:32:49.409600 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59e3626-316f-4bc2-866f-7e8a64c278bd None None] Pushing event updated for resources: {'Port': ['ID=5506e7af-726e-4d99-b651-a2ecbd3e1a59,revision_number=4']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:32:49.452975 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-05760ee1-71ad-496e-b8c2-b9b4bef2b710 None None] Provisioning complete for port 5506e7af-726e-4d99-b651-a2ecbd3e1a59 triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:32:49.454440 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-05760ee1-71ad-496e-b8c2-b9b4bef2b710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (5506e7af-726e-4d99-b651-a2ecbd3e1a59), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:49.545682 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-13b09538-5f85-417e-b965-156c3db7989c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:49.552464 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvr_db [None req-fb36ad5b-c637-452e-8d46-1fc8d5a39846 None None] Set router b72d11e3-0c53-4024-b657-bb1519d61b5a gateway port host: dv-cinder-848848-4-iscsi {{(pid=103847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:32:49.675652 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-5e71b6aa-55c8-4030-9936-371c496b104b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (6f0d5ee7-fa21-4cb0-b4ff-cf35f5a4ba31), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:49.694046 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-05760ee1-71ad-496e-b8c2-b9b4bef2b710 None None] Current status of the port 5506e7af-726e-4d99-b651-a2ecbd3e1a59 is: DOWN; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:32:49.694433 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-05760ee1-71ad-496e-b8c2-b9b4bef2b710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (5506e7af-726e-4d99-b651-a2ecbd3e1a59), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:49.715457 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-a4b9d738-e8d9-41bd-b6dd-9b686d388be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b4a016-7d1f-4741-b492-cb32471ca687', 'name': 'tempest-TestVolumeBootPattern-1364859226-router', 'tenant_id': '260c02062b8247ee8adff900243d628a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '789ceefb-7d8e-48aa-9cae-b43594a07fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:32:47Z', 'updated_at': '2022-07-06T15:32:48Z', 'revision_number': 3, 'project_id': '260c02062b8247ee8adff900243d628a', 'gw_port': {'id': '789ceefb-7d8e-48aa-9cae-b43594a07fc3', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d8:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b4a016-7d1f-4741-b492-cb32471ca687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:32:47Z', 'updated_at': '2022-07-06T15:32:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi'}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:32:49.738589 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.db_base_plugin_common [None req-13b09538-5f85-417e-b965-156c3db7989c admin admin] Allocated IP 172.20.0.1 (c0c619d7-77f9-4d54-bc16-4fa369e626e5/f3816828-7370-4d2c-97a8-13d012c1916a/5be6e796-070b-437d-bc82-dfd92a625ff8) {{(pid=103844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:32:49.757086 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b9d738-e8d9-41bd-b6dd-9b686d388be5 None None] Checking router: 34b4a016-7d1f-4741-b492-cb32471ca687 for host: dv-cinder-848848-4-iscsi {{(pid=103846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:32:49.757430 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b9d738-e8d9-41bd-b6dd-9b686d388be5 None None] Updating router 34b4a016-7d1f-4741-b492-cb32471ca687 port 789ceefb-7d8e-48aa-9cae-b43594a07fc3 binding host dv-cinder-848848-4-iscsi {{(pid=103846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 15:32:49.763902 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-05760ee1-71ad-496e-b8c2-b9b4bef2b710 None None] For port 5506e7af-726e-4d99-b651-a2ecbd3e1a59, host dv-cinder-848848-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=5506e7af-726e-4d99-b651-a2ecbd3e1a59,segment=NetworkSegment(392e2498-ea74-4b12-b63e-65e707942834),segment_id=392e2498-ea74-4b12-b63e-65e707942834)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:32:49.772035 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-fb36ad5b-c637-452e-8d46-1fc8d5a39846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'name': 'tempest-TestVolumeBootPattern-1684097512-router', 'tenant_id': '6d724d364f9b4bafb241a0bb0b02429f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '1a14bced-14dd-4a2e-b9c0-5a8d662317e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:32:42Z', 'updated_at': '2022-07-06T15:32:45Z', 'revision_number': 4, 'project_id': '6d724d364f9b4bafb241a0bb0b02429f', 'gw_port': {'id': '1a14bced-14dd-4a2e-b9c0-5a8d662317e9', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:32:43Z', 'updated_at': '2022-07-06T15:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': '5506e7af-726e-4d99-b651-a2ecbd3e1a59', 'name': '', 'network_id': '784d35cc-1e96-42d9-b35a-63f5c285a35a', 'tenant_id': '6d724d364f9b4bafb241a0bb0b02429f', 'mac_address': 'fa:16:3e:ac:99:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '4bf4bc6c-097d-41f4-91b7-12c91aca1e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:32:44Z', 'updated_at': '2022-07-06T15:32:49Z', 'revision_number': 4, 'project_id': '6d724d364f9b4bafb241a0bb0b02429f', 'subnets': [{'id': '4bf4bc6c-097d-41f4-91b7-12c91aca1e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:32:49.781841 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-05760ee1-71ad-496e-b8c2-b9b4bef2b710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (5506e7af-726e-4d99-b651-a2ecbd3e1a59), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:49.797754 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb36ad5b-c637-452e-8d46-1fc8d5a39846 None None] The sync data for ids ['b72d11e3-0c53-4024-b657-bb1519d61b5a'] in dv-cinder-848848-4-iscsi is: [{'id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'name': 'tempest-TestVolumeBootPattern-1684097512-router', 'tenant_id': '6d724d364f9b4bafb241a0bb0b02429f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '1a14bced-14dd-4a2e-b9c0-5a8d662317e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:32:42Z', 'updated_at': '2022-07-06T15:32:45Z', 'revision_number': 4, 'project_id': '6d724d364f9b4bafb241a0bb0b02429f', 'gw_port': {'id': '1a14bced-14dd-4a2e-b9c0-5a8d662317e9', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:32:43Z', 'updated_at': '2022-07-06T15:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': '5506e7af-726e-4d99-b651-a2ecbd3e1a59', 'name': '', 'network_id': '784d35cc-1e96-42d9-b35a-63f5c285a35a', 'tenant_id': '6d724d364f9b4bafb241a0bb0b02429f', 'mac_address': 'fa:16:3e:ac:99:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '4bf4bc6c-097d-41f4-91b7-12c91aca1e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:32:44Z', 'updated_at': '2022-07-06T15:32:49Z', 'revision_number': 4, 'project_id': '6d724d364f9b4bafb241a0bb0b02429f', 'subnets': [{'id': '4bf4bc6c-097d-41f4-91b7-12c91aca1e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:32:49.814977 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-a4b9d738-e8d9-41bd-b6dd-9b686d388be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (789ceefb-7d8e-48aa-9cae-b43594a07fc3), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:49.816356 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:32:49.846457 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:32:49.859700 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-13b09538-5f85-417e-b965-156c3db7989c admin admin] Publish callbacks [] for port (5be6e796-070b-437d-bc82-dfd92a625ff8), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:49.895060 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-13b09538-5f85-417e-b965-156c3db7989c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786465455737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2698075'] for port (5be6e796-070b-437d-bc82-dfd92a625ff8), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:49.923400 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05760ee1-71ad-496e-b8c2-b9b4bef2b710 None None] Pushing event updated for resources: {'Port': ['ID=5506e7af-726e-4d99-b651-a2ecbd3e1a59,revision_number=5']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:32:49.930521 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b09538-5f85-417e-b965-156c3db7989c admin admin] Network c0c619d7-77f9-4d54-bc16-4fa369e626e5 is already hosted by enough agents. {{(pid=103844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:32:49.938074 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.base_scheduler [None req-13b09538-5f85-417e-b965-156c3db7989c admin admin] Resources bound (agent type, host, resource id): {{(pid=103844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:32:49.940252 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-275b400d-6930-4007-91cb-bc7d88973e1f None None] Provisioning complete for port 088343a2-2f65-4810-991d-349f5b20261e triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:32:49.940625 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-275b400d-6930-4007-91cb-bc7d88973e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (088343a2-2f65-4810-991d-349f5b20261e), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:49.942103 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b09538-5f85-417e-b965-156c3db7989c admin admin] Received port after_create {{(pid=103844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 15:32:49.980951 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b09538-5f85-417e-b965-156c3db7989c admin admin] Pushing event updated for resources: {'Port': ['ID=5be6e796-070b-437d-bc82-dfd92a625ff8,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:32:49.993648 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-13b09538-5f85-417e-b965-156c3db7989c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-649734'] for router_interface (34b4a016-7d1f-4741-b492-cb32471ca687), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:50.155857 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-13b09538-5f85-417e-b965-156c3db7989c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (5be6e796-070b-437d-bc82-dfd92a625ff8), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:50.159119 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:32:50.191365 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:32:50.264653 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-275b400d-6930-4007-91cb-bc7d88973e1f None None] Current status of the port 088343a2-2f65-4810-991d-349f5b20261e is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:32:50.286416 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-275b400d-6930-4007-91cb-bc7d88973e1f None None] Provisioning complete for port 5506e7af-726e-4d99-b651-a2ecbd3e1a59 triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:32:50.286790 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-275b400d-6930-4007-91cb-bc7d88973e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (5506e7af-726e-4d99-b651-a2ecbd3e1a59), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:50.350903 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-13b09538-5f85-417e-b965-156c3db7989c admin admin] Publish callbacks [] for port (5be6e796-070b-437d-bc82-dfd92a625ff8), precommit_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:50.357158 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-13b09538-5f85-417e-b965-156c3db7989c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2698066'] for port (5be6e796-070b-437d-bc82-dfd92a625ff8), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:50.370433 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-a4b9d738-e8d9-41bd-b6dd-9b686d388be5 None None] Publish callbacks [] for port (789ceefb-7d8e-48aa-9cae-b43594a07fc3), precommit_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:50.380930 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-a4b9d738-e8d9-41bd-b6dd-9b686d388be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (789ceefb-7d8e-48aa-9cae-b43594a07fc3), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:50.433586 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b09538-5f85-417e-b965-156c3db7989c admin admin] Pushing event updated for resources: {'Port': ['ID=5be6e796-070b-437d-bc82-dfd92a625ff8,revision_number=2']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:32:50.440649 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-13b09538-5f85-417e-b965-156c3db7989c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649874'] for router_interface (34b4a016-7d1f-4741-b492-cb32471ca687), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:50.454607 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 1a14bced-14dd-4a2e-b9c0-5a8d662317e9 up at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:32:50.501759 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7889798-3fcc-4cc9-9a65-b6a73f864fce None None] Pushing event updated for resources: {'Port': ['ID=789ceefb-7d8e-48aa-9cae-b43594a07fc3,revision_number=2']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:32:50.503924 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-275b400d-6930-4007-91cb-bc7d88973e1f None None] Current status of the port 5506e7af-726e-4d99-b651-a2ecbd3e1a59 is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:32:50.505869 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.managers [None req-a4b9d738-e8d9-41bd-b6dd-9b686d388be5 None None] Attempting to bind port 789ceefb-7d8e-48aa-9cae-b43594a07fc3 on host dv-cinder-848848-4-iscsi for vnic_type normal with profile {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 15:32:50.506222 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.managers [None req-a4b9d738-e8d9-41bd-b6dd-9b686d388be5 None None] Attempting to bind port 789ceefb-7d8e-48aa-9cae-b43594a07fc3 by drivers openvswitch,hyperv on host dv-cinder-848848-4-iscsi at level 0 using segments [{'id': '7bafd98f-0c00-45ed-9abe-629590d245f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604'}] {{(pid=103846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 15:32:50.506584 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b9d738-e8d9-41bd-b6dd-9b686d388be5 None None] Attempting to bind port 789ceefb-7d8e-48aa-9cae-b43594a07fc3 on network 377cda5e-c384-46ee-8e00-4b775f415604 {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:32:50.517907 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b9d738-e8d9-41bd-b6dd-9b686d388be5 None None] Checking agent: {'id': 'd26a5351-3de7-44f9-93eb-9fed5ee5b55b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848848-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 15, 16, 51), 'started_at': datetime.datetime(2022, 7, 6, 15, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 15, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848848-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 15:32:50.518286 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b9d738-e8d9-41bd-b6dd-9b686d388be5 None None] Checking segment: {'id': '7bafd98f-0c00-45ed-9abe-629590d245f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:32:50.518688 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-a4b9d738-e8d9-41bd-b6dd-9b686d388be5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:50.519075 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b9d738-e8d9-41bd-b6dd-9b686d388be5 None None] Bound using segment: {'id': '7bafd98f-0c00-45ed-9abe-629590d245f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604'} {{(pid=103846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 15:32:50.519579 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.managers [None req-a4b9d738-e8d9-41bd-b6dd-9b686d388be5 None None] Bound port: 789ceefb-7d8e-48aa-9cae-b43594a07fc3, host: dv-cinder-848848-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bafd98f-0c00-45ed-9abe-629590d245f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604'}}] {{(pid=103846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 15:32:50.519963 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-a4b9d738-e8d9-41bd-b6dd-9b686d388be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (789ceefb-7d8e-48aa-9cae-b43594a07fc3), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:50.547514 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b09538-5f85-417e-b965-156c3db7989c admin admin] Network c0c619d7-77f9-4d54-bc16-4fa369e626e5 is already hosted by enough agents. {{(pid=103844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:32:50.549304 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.base_scheduler [None req-13b09538-5f85-417e-b965-156c3db7989c admin admin] Resources bound (agent type, host, resource id): {{(pid=103844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:32:50.574025 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Provisioning complete for port 1a14bced-14dd-4a2e-b9c0-5a8d662317e9 triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:32:50.574368 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (1a14bced-14dd-4a2e-b9c0-5a8d662317e9), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:50.600947 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-a4b9d738-e8d9-41bd-b6dd-9b686d388be5 None None] For port 789ceefb-7d8e-48aa-9cae-b43594a07fc3, host dv-cinder-848848-4-iscsi, cleared binding levels {{(pid=103846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:32:50.636076 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-a4b9d738-e8d9-41bd-b6dd-9b686d388be5 None None] For port 789ceefb-7d8e-48aa-9cae-b43594a07fc3, host dv-cinder-848848-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=789ceefb-7d8e-48aa-9cae-b43594a07fc3,segment=NetworkSegment(7bafd98f-0c00-45ed-9abe-629590d245f2),segment_id=7bafd98f-0c00-45ed-9abe-629590d245f2)] {{(pid=103846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:32:50.650853 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-a4b9d738-e8d9-41bd-b6dd-9b686d388be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (789ceefb-7d8e-48aa-9cae-b43594a07fc3), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:50.659254 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-bf330d87-7ac5-412e-a700-b32c3efbd0a5 None None] Provisioning complete for port 5be6e796-070b-437d-bc82-dfd92a625ff8 triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:32:50.659620 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-bf330d87-7ac5-412e-a700-b32c3efbd0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (5be6e796-070b-437d-bc82-dfd92a625ff8), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:50.683901 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6e8c7e51-5479-4401-9121-76a5045ed53f req-86c3759c-1c5a-408b-a89f-874c1cc1206d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9a1e795f-7c0a-4f58-ba33-0b43235e9af7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0785892 Jul 06 15:32:50.731351 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:32:50.737984 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:32:50.756086 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13b09538-5f85-417e-b965-156c3db7989c admin admin] Router 34b4a016-7d1f-4741-b492-cb32471ca687 has already been hosted by L3 agent 8e6e5f2a-f235-48ed-8752-aab723ac44e7 {{(pid=103844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 15:32:50.765886 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c7e51-5479-4401-9121-76a5045ed53f req-ff9a29e4-10d7-4d14-bfd3-d7f2d662f112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:50.767548 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6e8c7e51-5479-4401-9121-76a5045ed53f req-ff9a29e4-10d7-4d14-bfd3-d7f2d662f112 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=848d6c1f478d4dba813663c4c866d8b8&device_id=9a1e795f-7c0a-4f58-ba33-0b43235e9af7 HTTP/1.1" status: 200 len: 1130 time: 0.0596845 Jul 06 15:32:50.789805 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-bf330d87-7ac5-412e-a700-b32c3efbd0a5 None None] Port 5be6e796-070b-437d-bc82-dfd92a625ff8 cannot update to ACTIVE because it is not bound. {{(pid=103846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 15:32:50.795039 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b9d738-e8d9-41bd-b6dd-9b686d388be5 None None] Routers {'34b4a016-7d1f-4741-b492-cb32471ca687'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:32:50.795849 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-a4b9d738-e8d9-41bd-b6dd-9b686d388be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:32:48Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['34b4a016-7d1f-4741-b492-cb32471ca687'], 'active': True} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:32:50.797617 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7889798-3fcc-4cc9-9a65-b6a73f864fce None None] Pushing event updated for resources: {'Port': ['ID=789ceefb-7d8e-48aa-9cae-b43594a07fc3,revision_number=3']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:32:50.839454 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Current status of the port 1a14bced-14dd-4a2e-b9c0-5a8d662317e9 is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:32:50.840411 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 5506e7af-726e-4d99-b651-a2ecbd3e1a59 up at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:32:50.933614 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-b5b69073-eca6-45ad-a113-67d79bf4adda None None] Provisioning complete for port 5be6e796-070b-437d-bc82-dfd92a625ff8 triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:32:50.933978 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b5b69073-eca6-45ad-a113-67d79bf4adda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (5be6e796-070b-437d-bc82-dfd92a625ff8), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:50.950905 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b09538-5f85-417e-b965-156c3db7989c admin admin] Notify agent at l3_agent.dv-cinder-848848-4-iscsi the message routers_updated {{(pid=103844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:32:50.956568 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c7e51-5479-4401-9121-76a5045ed53f req-c3f8704b-e126-4d3d-b9fb-43ae1d584bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:50.958183 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6e8c7e51-5479-4401-9121-76a5045ed53f req-c3f8704b-e126-4d3d-b9fb-43ae1d584bd2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b HTTP/1.1" status: 200 len: 918 time: 0.1457105 Jul 06 15:32:50.963267 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-13b09538-5f85-417e-b965-156c3db7989c admin admin] 10.222.0.46 "PUT /v2.0/routers/34b4a016-7d1f-4741-b492-cb32471ca687/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9648385 Jul 06 15:32:50.980271 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvr_db [None req-a4b9d738-e8d9-41bd-b6dd-9b686d388be5 None None] Set router 34b4a016-7d1f-4741-b492-cb32471ca687 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:32:50.983638 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Provisioning complete for port 5506e7af-726e-4d99-b651-a2ecbd3e1a59 triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:32:50.984004 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (5506e7af-726e-4d99-b651-a2ecbd3e1a59), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:51.035545 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b5b69073-eca6-45ad-a113-67d79bf4adda None None] Port 5be6e796-070b-437d-bc82-dfd92a625ff8 cannot update to ACTIVE because it is not bound. {{(pid=103846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 15:32:51.041179 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6e8c7e51-5479-4401-9121-76a5045ed53f req-ea82fa82-fae1-487e-8df8-e5f4ae1faffb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3380706-64df-4d3c-b081-f2075be880fa HTTP/1.1" status: 200 len: 1000 time: 0.0729213 Jul 06 15:32:51.105425 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c7e51-5479-4401-9121-76a5045ed53f req-1abc0671-5012-419c-a789-b49acc90395e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:51.108194 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6e8c7e51-5479-4401-9121-76a5045ed53f req-1abc0671-5012-419c-a789-b49acc90395e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=269837f6-8226-4731-9efa-b81af4068805 HTTP/1.1" status: 200 len: 856 time: 0.0613587 Jul 06 15:32:51.163027 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-8ac95340-3f24-440b-a4d9-caf8afcb49bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8ea57be5-348a-4c5b-804c-cda178363830), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:51.192587 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c7e51-5479-4401-9121-76a5045ed53f req-adae9727-16b6-4e73-804e-5a9d1c2b20a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:32:51.196456 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6e8c7e51-5479-4401-9121-76a5045ed53f req-adae9727-16b6-4e73-804e-5a9d1c2b20a9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0818155 Jul 06 15:32:51.210483 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Current status of the port 5506e7af-726e-4d99-b651-a2ecbd3e1a59 is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:32:51.212091 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 088343a2-2f65-4810-991d-349f5b20261e up at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:32:51.229990 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:32:51.262151 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:32:51.303260 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (d26a5351-3de7-44f9-93eb-9fed5ee5b55b), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:51.305837 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-a4b9d738-e8d9-41bd-b6dd-9b686d388be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b4a016-7d1f-4741-b492-cb32471ca687', 'name': 'tempest-TestVolumeBootPattern-1364859226-router', 'tenant_id': '260c02062b8247ee8adff900243d628a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '789ceefb-7d8e-48aa-9cae-b43594a07fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:32:47Z', 'updated_at': '2022-07-06T15:32:50Z', 'revision_number': 4, 'project_id': '260c02062b8247ee8adff900243d628a', 'gw_port': {'id': '789ceefb-7d8e-48aa-9cae-b43594a07fc3', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d8:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b4a016-7d1f-4741-b492-cb32471ca687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:32:47Z', 'updated_at': '2022-07-06T15:32:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': '5be6e796-070b-437d-bc82-dfd92a625ff8', 'name': '', 'network_id': 'c0c619d7-77f9-4d54-bc16-4fa369e626e5', 'tenant_id': '260c02062b8247ee8adff900243d628a', 'mac_address': 'fa:16:3e:02:60:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b4a016-7d1f-4741-b492-cb32471ca687', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'f3816828-7370-4d2c-97a8-13d012c1916a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:32:49Z', 'updated_at': '2022-07-06T15:32:50Z', 'revision_number': 2, 'project_id': '260c02062b8247ee8adff900243d628a', 'subnets': [{'id': 'f3816828-7370-4d2c-97a8-13d012c1916a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:32:51.339130 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b9d738-e8d9-41bd-b6dd-9b686d388be5 None None] The sync data for ids ['34b4a016-7d1f-4741-b492-cb32471ca687'] in dv-cinder-848848-4-iscsi is: [{'id': '34b4a016-7d1f-4741-b492-cb32471ca687', 'name': 'tempest-TestVolumeBootPattern-1364859226-router', 'tenant_id': '260c02062b8247ee8adff900243d628a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '789ceefb-7d8e-48aa-9cae-b43594a07fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:32:47Z', 'updated_at': '2022-07-06T15:32:50Z', 'revision_number': 4, 'project_id': '260c02062b8247ee8adff900243d628a', 'gw_port': {'id': '789ceefb-7d8e-48aa-9cae-b43594a07fc3', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d8:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b4a016-7d1f-4741-b492-cb32471ca687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:32:47Z', 'updated_at': '2022-07-06T15:32:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': '5be6e796-070b-437d-bc82-dfd92a625ff8', 'name': '', 'network_id': 'c0c619d7-77f9-4d54-bc16-4fa369e626e5', 'tenant_id': '260c02062b8247ee8adff900243d628a', 'mac_address': 'fa:16:3e:02:60:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b4a016-7d1f-4741-b492-cb32471ca687', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'f3816828-7370-4d2c-97a8-13d012c1916a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:32:49Z', 'updated_at': '2022-07-06T15:32:50Z', 'revision_number': 2, 'project_id': '260c02062b8247ee8adff900243d628a', 'subnets': [{'id': 'f3816828-7370-4d2c-97a8-13d012c1916a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:32:51.344193 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Provisioning complete for port 088343a2-2f65-4810-991d-349f5b20261e triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:32:51.344517 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (088343a2-2f65-4810-991d-349f5b20261e), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:51.345952 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6e8c7e51-5479-4401-9121-76a5045ed53f req-18661a92-51c0-4c00-a6e8-ab4af51c3c9f service neutron] 10.222.0.16 "GET /v2.0/networks/bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393304 Jul 06 15:32:51.430195 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Current status of the port 088343a2-2f65-4810-991d-349f5b20261e is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:32:51.444054 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 59842) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:32:51.446614 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6e8c7e51-5479-4401-9121-76a5045ed53f req-20109879-08f4-4e93-86d6-aed69e39d362 service neutron] 10.222.0.16 "GET /v2.0/networks/bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921626 Jul 06 15:32:51.448822 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.v2.base [None req-df2d4058-85ae-447f-8e69-8edb9ae957c1 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2098609478', 'description': 'tempest-secgroup-smoke-2098609478 description', 'project_id': '6d724d364f9b4bafb241a0bb0b02429f'}} {{(pid=103845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:32:51.469922 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-df2d4058-85ae-447f-8e69-8edb9ae957c1 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks [] for security_group (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:51.552416 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-df2d4058-85ae-447f-8e69-8edb9ae957c1 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks [] for security_group (332f11bf-2a21-4349-89de-b4efaa2c3b0e), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:51.558046 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-df2d4058-85ae-447f-8e69-8edb9ae957c1 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (332f11bf-2a21-4349-89de-b4efaa2c3b0e), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:51.592834 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-df2d4058-85ae-447f-8e69-8edb9ae957c1 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks [] for security_group (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:51.594134 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-df2d4058-85ae-447f-8e69-8edb9ae957c1 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1490676 Jul 06 15:32:51.595049 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2d4058-85ae-447f-8e69-8edb9ae957c1 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=332f11bf-2a21-4349-89de-b4efaa2c3b0e,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:32:51.597131 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 59844) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:32:51.602674 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [None req-a56addbd-f841-4588-a16d-9a9245d92418 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Request body: {'security_group_rule': {'security_group_id': '332f11bf-2a21-4349-89de-b4efaa2c3b0e', 'project_id': '6d724d364f9b4bafb241a0bb0b02429f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:32:51.634898 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-a56addbd-f841-4588-a16d-9a9245d92418 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks [] for security_group_rule (15a85954-e744-4cc1-91f2-75f516929a54), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:51.711854 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-a56addbd-f841-4588-a16d-9a9245d92418 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks [] for security_group_rule (15a85954-e744-4cc1-91f2-75f516929a54), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:51.715722 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-a56addbd-f841-4588-a16d-9a9245d92418 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669521'] for security_group_rule (15a85954-e744-4cc1-91f2-75f516929a54), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:51.735460 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56addbd-f841-4588-a16d-9a9245d92418 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15a85954-e744-4cc1-91f2-75f516929a54,revision_number=0']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:32:51.741252 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-a56addbd-f841-4588-a16d-9a9245d92418 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:51.745369 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 59846) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:32:51.745515 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-a56addbd-f841-4588-a16d-9a9245d92418 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1473322 Jul 06 15:32:51.750110 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.v2.base [None req-96dc85bf-3cd1-4d7d-a2f1-70a76fe7f62f tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Request body: {'security_group_rule': {'security_group_id': '332f11bf-2a21-4349-89de-b4efaa2c3b0e', 'project_id': '6d724d364f9b4bafb241a0bb0b02429f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:32:51.761720 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=7,neutron:DELETE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:32:51.783210 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-96dc85bf-3cd1-4d7d-a2f1-70a76fe7f62f tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks [] for security_group_rule (12eff90f-765d-414d-be20-67bea4b9db57), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:51.846931 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-96dc85bf-3cd1-4d7d-a2f1-70a76fe7f62f tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks [] for security_group_rule (12eff90f-765d-414d-be20-67bea4b9db57), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:51.851701 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-96dc85bf-3cd1-4d7d-a2f1-70a76fe7f62f tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669521'] for security_group_rule (12eff90f-765d-414d-be20-67bea4b9db57), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:51.866105 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:32:51.872699 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dc85bf-3cd1-4d7d-a2f1-70a76fe7f62f tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12eff90f-765d-414d-be20-67bea4b9db57,revision_number=0']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:32:51.880558 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-96dc85bf-3cd1-4d7d-a2f1-70a76fe7f62f tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:51.883777 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-96dc85bf-3cd1-4d7d-a2f1-70a76fe7f62f tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1371846 Jul 06 15:32:51.885209 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 59848) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:32:51.889794 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [None req-8fe88a83-5f0b-4d12-90b6-e8c8f59a331e tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Request body: {'security_group_rule': {'security_group_id': '332f11bf-2a21-4349-89de-b4efaa2c3b0e', 'project_id': '6d724d364f9b4bafb241a0bb0b02429f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:32:51.918184 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-8fe88a83-5f0b-4d12-90b6-e8c8f59a331e tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks [] for security_group_rule (0aafa62b-2f0e-4130-8288-45597e6175b9), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:51.980284 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-8fe88a83-5f0b-4d12-90b6-e8c8f59a331e tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks [] for security_group_rule (0aafa62b-2f0e-4130-8288-45597e6175b9), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:51.983932 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-8fe88a83-5f0b-4d12-90b6-e8c8f59a331e tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669521'] for security_group_rule (0aafa62b-2f0e-4130-8288-45597e6175b9), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:52.003265 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe88a83-5f0b-4d12-90b6-e8c8f59a331e tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aafa62b-2f0e-4130-8288-45597e6175b9,revision_number=0']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:32:52.009071 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-8fe88a83-5f0b-4d12-90b6-e8c8f59a331e tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:52.010075 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-8fe88a83-5f0b-4d12-90b6-e8c8f59a331e tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1238856 Jul 06 15:32:52.012832 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 59850) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:32:52.016950 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [None req-b88fb12e-6cd5-4c6a-afd0-e3ffa103240c tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Request body: {'security_group_rule': {'security_group_id': '332f11bf-2a21-4349-89de-b4efaa2c3b0e', 'project_id': '6d724d364f9b4bafb241a0bb0b02429f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:32:52.041969 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b88fb12e-6cd5-4c6a-afd0-e3ffa103240c tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks [] for security_group_rule (2fd1dc61-dccc-4ead-905a-facc9a0d4789), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:52.099010 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b88fb12e-6cd5-4c6a-afd0-e3ffa103240c tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks [] for security_group_rule (2fd1dc61-dccc-4ead-905a-facc9a0d4789), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:52.102727 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b88fb12e-6cd5-4c6a-afd0-e3ffa103240c tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669521'] for security_group_rule (2fd1dc61-dccc-4ead-905a-facc9a0d4789), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:52.122378 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88fb12e-6cd5-4c6a-afd0-e3ffa103240c tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fd1dc61-dccc-4ead-905a-facc9a0d4789,revision_number=0']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:32:52.129393 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b88fb12e-6cd5-4c6a-afd0-e3ffa103240c tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:52.130591 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-b88fb12e-6cd5-4c6a-afd0-e3ffa103240c tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1168351 Jul 06 15:32:52.134008 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 59852) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:32:52.138278 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [None req-173a605e-bc44-4ddd-8a99-e07cf3373ba5 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Request body: {'security_group_rule': {'security_group_id': '332f11bf-2a21-4349-89de-b4efaa2c3b0e', 'project_id': '6d724d364f9b4bafb241a0bb0b02429f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:32:52.159049 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.db.securitygroups_db [None req-173a605e-bc44-4ddd-8a99-e07cf3373ba5 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Project 6d724d364f9b4bafb241a0bb0b02429f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 15:32:52.167168 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-173a605e-bc44-4ddd-8a99-e07cf3373ba5 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks [] for security_group_rule (c3f7910b-2ff8-4f57-bd1b-647af9db5539), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:52.217269 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-173a605e-bc44-4ddd-8a99-e07cf3373ba5 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks [] for security_group_rule (c3f7910b-2ff8-4f57-bd1b-647af9db5539), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:52.220867 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-173a605e-bc44-4ddd-8a99-e07cf3373ba5 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669521'] for security_group_rule (c3f7910b-2ff8-4f57-bd1b-647af9db5539), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:52.238362 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173a605e-bc44-4ddd-8a99-e07cf3373ba5 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3f7910b-2ff8-4f57-bd1b-647af9db5539,revision_number=0']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:32:52.246936 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-173a605e-bc44-4ddd-8a99-e07cf3373ba5 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:52.248200 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-173a605e-bc44-4ddd-8a99-e07cf3373ba5 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1132989 Jul 06 15:32:52.250874 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 59854) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:32:52.255230 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [None req-531881e5-bd31-4692-85ce-617f5089b5cc tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Request body: {'security_group_rule': {'security_group_id': '332f11bf-2a21-4349-89de-b4efaa2c3b0e', 'project_id': '6d724d364f9b4bafb241a0bb0b02429f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:32:52.269287 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:32:52.277682 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.db.securitygroups_db [None req-531881e5-bd31-4692-85ce-617f5089b5cc tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Project 6d724d364f9b4bafb241a0bb0b02429f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 15:32:52.284627 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-531881e5-bd31-4692-85ce-617f5089b5cc tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks [] for security_group_rule (a25fda84-33ab-4e57-b68e-bc0c00e4e524), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:52.324223 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:32:52.339249 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-531881e5-bd31-4692-85ce-617f5089b5cc tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks [] for security_group_rule (a25fda84-33ab-4e57-b68e-bc0c00e4e524), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:52.342940 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-531881e5-bd31-4692-85ce-617f5089b5cc tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669521'] for security_group_rule (a25fda84-33ab-4e57-b68e-bc0c00e4e524), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:52.361939 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531881e5-bd31-4692-85ce-617f5089b5cc tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a25fda84-33ab-4e57-b68e-bc0c00e4e524,revision_number=0']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:32:52.369497 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-531881e5-bd31-4692-85ce-617f5089b5cc tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:52.370664 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-531881e5-bd31-4692-85ce-617f5089b5cc tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1187661 Jul 06 15:32:53.869017 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413401ab-1e73-4d97-b07c-79b253c19298 None None] Sync routers for ids ['34b4a016-7d1f-4741-b492-cb32471ca687'] in dv-cinder-848848-4-iscsi {{(pid=103847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:32:53.881677 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413401ab-1e73-4d97-b07c-79b253c19298 None None] Routers {'34b4a016-7d1f-4741-b492-cb32471ca687'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:32:53.882346 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-413401ab-1e73-4d97-b07c-79b253c19298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:32:48Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['34b4a016-7d1f-4741-b492-cb32471ca687'], 'active': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:32:53.993478 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvr_db [None req-413401ab-1e73-4d97-b07c-79b253c19298 None None] Set router 34b4a016-7d1f-4741-b492-cb32471ca687 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:32:54.183552 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-413401ab-1e73-4d97-b07c-79b253c19298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b4a016-7d1f-4741-b492-cb32471ca687', 'name': 'tempest-TestVolumeBootPattern-1364859226-router', 'tenant_id': '260c02062b8247ee8adff900243d628a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '789ceefb-7d8e-48aa-9cae-b43594a07fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:32:47Z', 'updated_at': '2022-07-06T15:32:50Z', 'revision_number': 4, 'project_id': '260c02062b8247ee8adff900243d628a', 'gw_port': {'id': '789ceefb-7d8e-48aa-9cae-b43594a07fc3', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d8:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b4a016-7d1f-4741-b492-cb32471ca687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:32:47Z', 'updated_at': '2022-07-06T15:32:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': '5be6e796-070b-437d-bc82-dfd92a625ff8', 'name': '', 'network_id': 'c0c619d7-77f9-4d54-bc16-4fa369e626e5', 'tenant_id': '260c02062b8247ee8adff900243d628a', 'mac_address': 'fa:16:3e:02:60:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b4a016-7d1f-4741-b492-cb32471ca687', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'f3816828-7370-4d2c-97a8-13d012c1916a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:32:49Z', 'updated_at': '2022-07-06T15:32:50Z', 'revision_number': 2, 'project_id': '260c02062b8247ee8adff900243d628a', 'subnets': [{'id': 'f3816828-7370-4d2c-97a8-13d012c1916a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:32:54.289644 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413401ab-1e73-4d97-b07c-79b253c19298 None None] Checking router: 34b4a016-7d1f-4741-b492-cb32471ca687 for host: dv-cinder-848848-4-iscsi {{(pid=103847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:32:54.289993 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413401ab-1e73-4d97-b07c-79b253c19298 None None] Updating router 34b4a016-7d1f-4741-b492-cb32471ca687 port 5be6e796-070b-437d-bc82-dfd92a625ff8 binding host dv-cinder-848848-4-iscsi {{(pid=103847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 15:32:54.319616 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-413401ab-1e73-4d97-b07c-79b253c19298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (5be6e796-070b-437d-bc82-dfd92a625ff8), before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:54.382930 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 789ceefb-7d8e-48aa-9cae-b43594a07fc3 up at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:32:54.428303 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Provisioning complete for port 789ceefb-7d8e-48aa-9cae-b43594a07fc3 triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:32:54.428669 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (789ceefb-7d8e-48aa-9cae-b43594a07fc3), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:54.429908 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:32:54.495939 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=100 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:32:54.506744 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Current status of the port 789ceefb-7d8e-48aa-9cae-b43594a07fc3 is: DOWN; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:32:54.507125 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (789ceefb-7d8e-48aa-9cae-b43594a07fc3), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:54.526565 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:32:54.529152 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] For port 789ceefb-7d8e-48aa-9cae-b43594a07fc3, host dv-cinder-848848-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=789ceefb-7d8e-48aa-9cae-b43594a07fc3,segment=NetworkSegment(7bafd98f-0c00-45ed-9abe-629590d245f2),segment_id=7bafd98f-0c00-45ed-9abe-629590d245f2)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:32:54.533372 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (789ceefb-7d8e-48aa-9cae-b43594a07fc3), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:54.583175 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-413401ab-1e73-4d97-b07c-79b253c19298 None None] Publish callbacks [] for port (5be6e796-070b-437d-bc82-dfd92a625ff8), precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:54.583550 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Pushing event updated for resources: {'Port': ['ID=789ceefb-7d8e-48aa-9cae-b43594a07fc3,revision_number=4']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:32:54.589947 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-413401ab-1e73-4d97-b07c-79b253c19298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (5be6e796-070b-437d-bc82-dfd92a625ff8), after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:54.633073 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:32:54.641783 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97878d97-0361-4f4d-8c07-2605c8ae28f2 None None] Pushing event updated for resources: {'Port': ['ID=5be6e796-070b-437d-bc82-dfd92a625ff8,revision_number=3']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:32:54.701731 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [None req-413401ab-1e73-4d97-b07c-79b253c19298 None None] Attempting to bind port 5be6e796-070b-437d-bc82-dfd92a625ff8 on host dv-cinder-848848-4-iscsi for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 15:32:54.702078 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [None req-413401ab-1e73-4d97-b07c-79b253c19298 None None] Attempting to bind port 5be6e796-070b-437d-bc82-dfd92a625ff8 by drivers openvswitch,hyperv on host dv-cinder-848848-4-iscsi at level 0 using segments [{'id': 'c14e24db-f44d-44ad-9b73-d6c20204e715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'c0c619d7-77f9-4d54-bc16-4fa369e626e5'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 15:32:54.702383 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413401ab-1e73-4d97-b07c-79b253c19298 None None] Attempting to bind port 5be6e796-070b-437d-bc82-dfd92a625ff8 on network c0c619d7-77f9-4d54-bc16-4fa369e626e5 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:32:54.707760 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413401ab-1e73-4d97-b07c-79b253c19298 None None] Checking agent: {'id': 'd26a5351-3de7-44f9-93eb-9fed5ee5b55b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848848-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 15, 16, 51), 'started_at': datetime.datetime(2022, 7, 6, 15, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 15, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848848-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 15:32:54.708127 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413401ab-1e73-4d97-b07c-79b253c19298 None None] Checking segment: {'id': 'c14e24db-f44d-44ad-9b73-d6c20204e715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'c0c619d7-77f9-4d54-bc16-4fa369e626e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:32:54.708529 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-413401ab-1e73-4d97-b07c-79b253c19298 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:54.708915 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413401ab-1e73-4d97-b07c-79b253c19298 None None] Bound using segment: {'id': 'c14e24db-f44d-44ad-9b73-d6c20204e715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'c0c619d7-77f9-4d54-bc16-4fa369e626e5'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 15:32:54.709373 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [None req-413401ab-1e73-4d97-b07c-79b253c19298 None None] Bound port: 5be6e796-070b-437d-bc82-dfd92a625ff8, host: dv-cinder-848848-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c14e24db-f44d-44ad-9b73-d6c20204e715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'c0c619d7-77f9-4d54-bc16-4fa369e626e5'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 15:32:54.709746 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-413401ab-1e73-4d97-b07c-79b253c19298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (5be6e796-070b-437d-bc82-dfd92a625ff8), before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:54.778161 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-413401ab-1e73-4d97-b07c-79b253c19298 None None] For port 5be6e796-070b-437d-bc82-dfd92a625ff8, host dv-cinder-848848-4-iscsi, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:32:54.781339 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-413401ab-1e73-4d97-b07c-79b253c19298 None None] For port 5be6e796-070b-437d-bc82-dfd92a625ff8, host dv-cinder-848848-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=5be6e796-070b-437d-bc82-dfd92a625ff8,segment=NetworkSegment(c14e24db-f44d-44ad-9b73-d6c20204e715),segment_id=c14e24db-f44d-44ad-9b73-d6c20204e715)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:32:54.787571 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-413401ab-1e73-4d97-b07c-79b253c19298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (5be6e796-070b-437d-bc82-dfd92a625ff8), after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:54.846963 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413401ab-1e73-4d97-b07c-79b253c19298 None None] Routers {'34b4a016-7d1f-4741-b492-cb32471ca687'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:32:54.847642 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-413401ab-1e73-4d97-b07c-79b253c19298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:32:48Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['34b4a016-7d1f-4741-b492-cb32471ca687'], 'active': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:32:54.849579 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97878d97-0361-4f4d-8c07-2605c8ae28f2 None None] Pushing event updated for resources: {'Port': ['ID=5be6e796-070b-437d-bc82-dfd92a625ff8,revision_number=4']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:32:54.902679 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-3aca8e83-210a-4a61-98dc-1c5c1a357d3d None None] Provisioning complete for port 5be6e796-070b-437d-bc82-dfd92a625ff8 triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:32:54.903004 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-3aca8e83-210a-4a61-98dc-1c5c1a357d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (5be6e796-070b-437d-bc82-dfd92a625ff8), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:54.984147 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvr_db [None req-413401ab-1e73-4d97-b07c-79b253c19298 None None] Set router 34b4a016-7d1f-4741-b492-cb32471ca687 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:32:54.990220 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-3aca8e83-210a-4a61-98dc-1c5c1a357d3d None None] Current status of the port 5be6e796-070b-437d-bc82-dfd92a625ff8 is: DOWN; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:32:54.990840 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-3aca8e83-210a-4a61-98dc-1c5c1a357d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (5be6e796-070b-437d-bc82-dfd92a625ff8), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:55.030156 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-3aca8e83-210a-4a61-98dc-1c5c1a357d3d None None] For port 5be6e796-070b-437d-bc82-dfd92a625ff8, host dv-cinder-848848-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=5be6e796-070b-437d-bc82-dfd92a625ff8,segment=NetworkSegment(c14e24db-f44d-44ad-9b73-d6c20204e715),segment_id=c14e24db-f44d-44ad-9b73-d6c20204e715)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:32:55.034306 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-3aca8e83-210a-4a61-98dc-1c5c1a357d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (5be6e796-070b-437d-bc82-dfd92a625ff8), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:55.081162 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aca8e83-210a-4a61-98dc-1c5c1a357d3d None None] Pushing event updated for resources: {'Port': ['ID=5be6e796-070b-437d-bc82-dfd92a625ff8,revision_number=5']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:32:55.154095 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-3867c8cd-24af-4d36-9e0a-edf7c4daac9c None None] Provisioning complete for port 5be6e796-070b-437d-bc82-dfd92a625ff8 triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:32:55.154462 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-3867c8cd-24af-4d36-9e0a-edf7c4daac9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (5be6e796-070b-437d-bc82-dfd92a625ff8), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:55.177814 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-413401ab-1e73-4d97-b07c-79b253c19298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b4a016-7d1f-4741-b492-cb32471ca687', 'name': 'tempest-TestVolumeBootPattern-1364859226-router', 'tenant_id': '260c02062b8247ee8adff900243d628a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '789ceefb-7d8e-48aa-9cae-b43594a07fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:32:47Z', 'updated_at': '2022-07-06T15:32:50Z', 'revision_number': 4, 'project_id': '260c02062b8247ee8adff900243d628a', 'gw_port': {'id': '789ceefb-7d8e-48aa-9cae-b43594a07fc3', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b4a016-7d1f-4741-b492-cb32471ca687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:32:47Z', 'updated_at': '2022-07-06T15:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': '5be6e796-070b-437d-bc82-dfd92a625ff8', 'name': '', 'network_id': 'c0c619d7-77f9-4d54-bc16-4fa369e626e5', 'tenant_id': '260c02062b8247ee8adff900243d628a', 'mac_address': 'fa:16:3e:02:60:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b4a016-7d1f-4741-b492-cb32471ca687', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'f3816828-7370-4d2c-97a8-13d012c1916a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:32:49Z', 'updated_at': '2022-07-06T15:32:54Z', 'revision_number': 4, 'project_id': '260c02062b8247ee8adff900243d628a', 'subnets': [{'id': 'f3816828-7370-4d2c-97a8-13d012c1916a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:32:55.206258 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413401ab-1e73-4d97-b07c-79b253c19298 None None] The sync data for ids ['34b4a016-7d1f-4741-b492-cb32471ca687'] in dv-cinder-848848-4-iscsi is: [{'id': '34b4a016-7d1f-4741-b492-cb32471ca687', 'name': 'tempest-TestVolumeBootPattern-1364859226-router', 'tenant_id': '260c02062b8247ee8adff900243d628a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '789ceefb-7d8e-48aa-9cae-b43594a07fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:32:47Z', 'updated_at': '2022-07-06T15:32:50Z', 'revision_number': 4, 'project_id': '260c02062b8247ee8adff900243d628a', 'gw_port': {'id': '789ceefb-7d8e-48aa-9cae-b43594a07fc3', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b4a016-7d1f-4741-b492-cb32471ca687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:32:47Z', 'updated_at': '2022-07-06T15:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': '5be6e796-070b-437d-bc82-dfd92a625ff8', 'name': '', 'network_id': 'c0c619d7-77f9-4d54-bc16-4fa369e626e5', 'tenant_id': '260c02062b8247ee8adff900243d628a', 'mac_address': 'fa:16:3e:02:60:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b4a016-7d1f-4741-b492-cb32471ca687', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'f3816828-7370-4d2c-97a8-13d012c1916a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:32:49Z', 'updated_at': '2022-07-06T15:32:54Z', 'revision_number': 4, 'project_id': '260c02062b8247ee8adff900243d628a', 'subnets': [{'id': 'f3816828-7370-4d2c-97a8-13d012c1916a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:32:55.233501 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-3867c8cd-24af-4d36-9e0a-edf7c4daac9c None None] Current status of the port 5be6e796-070b-437d-bc82-dfd92a625ff8 is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:32:56.384942 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 5be6e796-070b-437d-bc82-dfd92a625ff8 up at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:32:56.429878 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Provisioning complete for port 5be6e796-070b-437d-bc82-dfd92a625ff8 triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:32:56.430245 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (5be6e796-070b-437d-bc82-dfd92a625ff8), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:56.500991 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Current status of the port 5be6e796-070b-437d-bc82-dfd92a625ff8 is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:32:56.502041 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 789ceefb-7d8e-48aa-9cae-b43594a07fc3 up at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:32:56.547872 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Provisioning complete for port 789ceefb-7d8e-48aa-9cae-b43594a07fc3 triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:32:56.548132 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (789ceefb-7d8e-48aa-9cae-b43594a07fc3), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:32:56.619205 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Current status of the port 789ceefb-7d8e-48aa-9cae-b43594a07fc3 is: ACTIVE; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:33:01.872351 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:33:02.355408 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:33:02.361754 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=9,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:33:05.175728 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=61,neutron:UPDATE=1 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:33:05.181459 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=66,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:33:06.616296 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=78 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:33:06.618156 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:33:07.733778 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-0e3645b4-400c-41fa-a5a6-b70fdd8aa7c8 req-edf04259-e0ee-45ad-80a8-778253cf7eaa tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2098609478&fields=id&tenant_id=6d724d364f9b4bafb241a0bb0b02429f HTTP/1.1" status: 200 len: 267 time: 0.0438519 Jul 06 15:33:07.839077 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3645b4-400c-41fa-a5a6-b70fdd8aa7c8 req-a51a75ce-5d9c-4879-997c-6fa105038f07 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:33:07.840472 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-0e3645b4-400c-41fa-a5a6-b70fdd8aa7c8 req-a51a75ce-5d9c-4879-997c-6fa105038f07 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/networks?id=784d35cc-1e96-42d9-b35a-63f5c285a35a HTTP/1.1" status: 200 len: 812 time: 0.1006534 Jul 06 15:33:07.855006 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-0e3645b4-400c-41fa-a5a6-b70fdd8aa7c8 req-3b4207ad-266b-48ba-9dba-2ab7cda7ada1 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/quotas/6d724d364f9b4bafb241a0bb0b02429f HTTP/1.1" status: 200 len: 375 time: 0.0092936 Jul 06 15:33:07.902539 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-0e3645b4-400c-41fa-a5a6-b70fdd8aa7c8 req-b1e7da52-8df2-4fcb-aa1e-857ffd288b81 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6d724d364f9b4bafb241a0bb0b02429f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0428910 Jul 06 15:33:07.998793 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-0e3645b4-400c-41fa-a5a6-b70fdd8aa7c8 req-c9cbcf60-8867-4c97-9da4-abdea465776e service neutron] 10.222.0.46 "GET /v2.0/networks/784d35cc-1e96-42d9-b35a-63f5c285a35a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854962 Jul 06 15:33:08.086277 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-0e3645b4-400c-41fa-a5a6-b70fdd8aa7c8 req-07a8da36-5dba-4f71-b81f-a310cd18e5b9 service neutron] 10.222.0.46 "GET /v2.0/networks/784d35cc-1e96-42d9-b35a-63f5c285a35a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819697 Jul 06 15:33:08.366493 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-b00fd2fa-0c60-4c05-a43b-04f9a6754de4 req-0297e16e-6548-48b5-a50a-94aaebf411de tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/ports?device_id=c304cb7c-8615-4f10-836c-78b4ae231d57 HTTP/1.1" status: 200 len: 210 time: 0.0273173 Jul 06 15:33:09.286560 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3645b4-400c-41fa-a5a6-b70fdd8aa7c8 req-df70d88e-ebca-443e-bd51-5585e0fc2c6b tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:33:09.288038 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-0e3645b4-400c-41fa-a5a6-b70fdd8aa7c8 req-df70d88e-ebca-443e-bd51-5585e0fc2c6b tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.16 "GET /v2.0/networks?id=784d35cc-1e96-42d9-b35a-63f5c285a35a HTTP/1.1" status: 200 len: 812 time: 0.1063521 Jul 06 15:33:09.352023 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-0e3645b4-400c-41fa-a5a6-b70fdd8aa7c8 req-62be21f8-8ba9-404b-8f74-2b8cab54d7b4 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d724d364f9b4bafb241a0bb0b02429f HTTP/1.1" status: 200 len: 380 time: 0.0541070 Jul 06 15:33:09.361891 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [req-0e3645b4-400c-41fa-a5a6-b70fdd8aa7c8 req-9b425065-88b8-4d94-9ae2-930517f39ab0 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Request body: {'port': {'device_id': 'c304cb7c-8615-4f10-836c-78b4ae231d57', 'network_id': '784d35cc-1e96-42d9-b35a-63f5c285a35a', 'admin_state_up': True, 'tenant_id': '6d724d364f9b4bafb241a0bb0b02429f', 'security_groups': ['332f11bf-2a21-4349-89de-b4efaa2c3b0e']}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:33:09.470284 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-89b14097-bccb-43aa-bb7f-c3ba4f1e6bd8 req-77fc3469-f596-499d-b437-152af3ee650c tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/ports?device_id=c304cb7c-8615-4f10-836c-78b4ae231d57 HTTP/1.1" status: 200 len: 210 time: 0.0336154 Jul 06 15:33:09.498393 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e3645b4-400c-41fa-a5a6-b70fdd8aa7c8 req-9b425065-88b8-4d94-9ae2-930517f39ab0 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Made reservation on behalf of 6d724d364f9b4bafb241a0bb0b02429f for: {'port': 1} {{(pid=103844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:33:09.502374 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-0e3645b4-400c-41fa-a5a6-b70fdd8aa7c8 req-9b425065-88b8-4d94-9ae2-930517f39ab0 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:09.632905 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.db_base_plugin_common [req-0e3645b4-400c-41fa-a5a6-b70fdd8aa7c8 req-9b425065-88b8-4d94-9ae2-930517f39ab0 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Allocated IP 172.20.0.8 (784d35cc-1e96-42d9-b35a-63f5c285a35a/4bf4bc6c-097d-41f4-91b7-12c91aca1e8f/b0ef2a66-9d47-4a02-a75e-4a955b7b7809) {{(pid=103844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:33:09.704529 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:33:09.734627 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:33:09.781987 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-0e3645b4-400c-41fa-a5a6-b70fdd8aa7c8 req-9b425065-88b8-4d94-9ae2-930517f39ab0 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks [] for port (b0ef2a66-9d47-4a02-a75e-4a955b7b7809), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:09.813619 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-0e3645b4-400c-41fa-a5a6-b70fdd8aa7c8 req-9b425065-88b8-4d94-9ae2-930517f39ab0 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786465455737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2698075'] for port (b0ef2a66-9d47-4a02-a75e-4a955b7b7809), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:09.858932 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e3645b4-400c-41fa-a5a6-b70fdd8aa7c8 req-9b425065-88b8-4d94-9ae2-930517f39ab0 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Network 784d35cc-1e96-42d9-b35a-63f5c285a35a is already hosted by enough agents. {{(pid=103844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:33:09.861932 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.base_scheduler [req-0e3645b4-400c-41fa-a5a6-b70fdd8aa7c8 req-9b425065-88b8-4d94-9ae2-930517f39ab0 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Resources bound (agent type, host, resource id): {{(pid=103844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:33:09.865482 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e3645b4-400c-41fa-a5a6-b70fdd8aa7c8 req-9b425065-88b8-4d94-9ae2-930517f39ab0 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Received port after_create {{(pid=103844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 15:33:09.892780 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b425065-88b8-4d94-9ae2-930517f39ab0 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Pushing event updated for resources: {'Port': ['ID=b0ef2a66-9d47-4a02-a75e-4a955b7b7809,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:33:09.920087 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3645b4-400c-41fa-a5a6-b70fdd8aa7c8 req-9b425065-88b8-4d94-9ae2-930517f39ab0 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:33:09.920815 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-0e3645b4-400c-41fa-a5a6-b70fdd8aa7c8 req-9b425065-88b8-4d94-9ae2-930517f39ab0 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for port (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:09.937542 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-0e3645b4-400c-41fa-a5a6-b70fdd8aa7c8 req-9b425065-88b8-4d94-9ae2-930517f39ab0 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5793405 Jul 06 15:33:09.949364 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [req-0e3645b4-400c-41fa-a5a6-b70fdd8aa7c8 req-c58aafd0-143b-40af-9972-0f99db489791 service neutron] Request body: {'port': {'device_id': 'c304cb7c-8615-4f10-836c-78b4ae231d57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84884'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:33:10.012943 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-0e3645b4-400c-41fa-a5a6-b70fdd8aa7c8 req-c58aafd0-143b-40af-9972-0f99db489791 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (b0ef2a66-9d47-4a02-a75e-4a955b7b7809), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:10.138038 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-60b5b1cb-e13b-4150-881b-f9c4f002b652 None None] Provisioning complete for port b0ef2a66-9d47-4a02-a75e-4a955b7b7809 triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:33:10.138671 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-60b5b1cb-e13b-4150-881b-f9c4f002b652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (b0ef2a66-9d47-4a02-a75e-4a955b7b7809), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:10.169635 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-60b5b1cb-e13b-4150-881b-f9c4f002b652 None None] Port b0ef2a66-9d47-4a02-a75e-4a955b7b7809 cannot update to ACTIVE because it is not bound. {{(pid=103846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 15:33:10.264207 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [req-0e3645b4-400c-41fa-a5a6-b70fdd8aa7c8 req-c58aafd0-143b-40af-9972-0f99db489791 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0ef2a66-9d47-4a02-a75e-4a955b7b7809 {{(pid=103844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 15:33:10.271769 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-0e3645b4-400c-41fa-a5a6-b70fdd8aa7c8 req-c58aafd0-143b-40af-9972-0f99db489791 service neutron] Publish callbacks [] for port (b0ef2a66-9d47-4a02-a75e-4a955b7b7809), precommit_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:10.283779 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [req-0e3645b4-400c-41fa-a5a6-b70fdd8aa7c8 req-c58aafd0-143b-40af-9972-0f99db489791 service neutron] Transition to ACTIVE for port object b0ef2a66-9d47-4a02-a75e-4a955b7b7809 will not be triggered until provisioned by entity L2. {{(pid=103844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 06 15:33:10.287562 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-0e3645b4-400c-41fa-a5a6-b70fdd8aa7c8 req-c58aafd0-143b-40af-9972-0f99db489791 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2698066'] for port (b0ef2a66-9d47-4a02-a75e-4a955b7b7809), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:10.339383 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58aafd0-143b-40af-9972-0f99db489791 service neutron] Pushing event updated for resources: {'Port': ['ID=b0ef2a66-9d47-4a02-a75e-4a955b7b7809,revision_number=2']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:33:10.410623 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [req-0e3645b4-400c-41fa-a5a6-b70fdd8aa7c8 req-c58aafd0-143b-40af-9972-0f99db489791 service neutron] Attempting to bind port b0ef2a66-9d47-4a02-a75e-4a955b7b7809 on host hv-cinder-84884 for vnic_type normal with profile {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 15:33:10.410960 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [req-0e3645b4-400c-41fa-a5a6-b70fdd8aa7c8 req-c58aafd0-143b-40af-9972-0f99db489791 service neutron] Attempting to bind port b0ef2a66-9d47-4a02-a75e-4a955b7b7809 by drivers openvswitch,hyperv on host hv-cinder-84884 at level 0 using segments [{'id': '392e2498-ea74-4b12-b63e-65e707942834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '784d35cc-1e96-42d9-b35a-63f5c285a35a'}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 15:33:10.411324 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3645b4-400c-41fa-a5a6-b70fdd8aa7c8 req-c58aafd0-143b-40af-9972-0f99db489791 service neutron] Attempting to bind port b0ef2a66-9d47-4a02-a75e-4a955b7b7809 on network 784d35cc-1e96-42d9-b35a-63f5c285a35a {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:33:10.416688 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3645b4-400c-41fa-a5a6-b70fdd8aa7c8 req-c58aafd0-143b-40af-9972-0f99db489791 service neutron] Port b0ef2a66-9d47-4a02-a75e-4a955b7b7809 on network 784d35cc-1e96-42d9-b35a-63f5c285a35a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84884 {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 06 15:33:10.417010 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3645b4-400c-41fa-a5a6-b70fdd8aa7c8 req-c58aafd0-143b-40af-9972-0f99db489791 service neutron] Attempting to bind port b0ef2a66-9d47-4a02-a75e-4a955b7b7809 on network 784d35cc-1e96-42d9-b35a-63f5c285a35a {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:33:10.422112 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3645b4-400c-41fa-a5a6-b70fdd8aa7c8 req-c58aafd0-143b-40af-9972-0f99db489791 service neutron] Checking agent: {'id': 'eda728fc-b46d-4378-b578-35bac6b15486', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84884', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 15, 22, 43), 'started_at': datetime.datetime(2022, 7, 6, 15, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 15, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 15:33:10.422385 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3645b4-400c-41fa-a5a6-b70fdd8aa7c8 req-c58aafd0-143b-40af-9972-0f99db489791 service neutron] Checking segment: {'id': '392e2498-ea74-4b12-b63e-65e707942834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '784d35cc-1e96-42d9-b35a-63f5c285a35a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:33:10.422771 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3645b4-400c-41fa-a5a6-b70fdd8aa7c8 req-c58aafd0-143b-40af-9972-0f99db489791 service neutron] Bound using segment: {'id': '392e2498-ea74-4b12-b63e-65e707942834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '784d35cc-1e96-42d9-b35a-63f5c285a35a'} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 15:33:10.423202 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [req-0e3645b4-400c-41fa-a5a6-b70fdd8aa7c8 req-c58aafd0-143b-40af-9972-0f99db489791 service neutron] Bound port: b0ef2a66-9d47-4a02-a75e-4a955b7b7809, host: hv-cinder-84884, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '392e2498-ea74-4b12-b63e-65e707942834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '784d35cc-1e96-42d9-b35a-63f5c285a35a'}}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 15:33:10.423590 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-0e3645b4-400c-41fa-a5a6-b70fdd8aa7c8 req-c58aafd0-143b-40af-9972-0f99db489791 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (b0ef2a66-9d47-4a02-a75e-4a955b7b7809), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:10.588336 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b07e9-e4e2-4384-91a1-b8d349e8a409 req-50e1b303-2c64-4635-b33b-81012935160b tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:33:10.590773 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-cb2b07e9-e4e2-4384-91a1-b8d349e8a409 req-50e1b303-2c64-4635-b33b-81012935160b tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/ports?device_id=c304cb7c-8615-4f10-836c-78b4ae231d57 HTTP/1.1" status: 200 len: 943 time: 0.0507183 Jul 06 15:33:10.641996 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-cb2b07e9-e4e2-4384-91a1-b8d349e8a409 req-6a43bc67-3767-478e-b074-a5a96182aded tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/security-groups?id=332f11bf-2a21-4349-89de-b4efaa2c3b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464072 Jul 06 15:33:10.699984 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.agents_db [None req-99b786f5-93e1-437c-926e-a88e17275ab4 None None] Agent healthcheck: found 6 active agents {{(pid=103847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:33:10.754529 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:33:10.761823 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [req-0e3645b4-400c-41fa-a5a6-b70fdd8aa7c8 req-c58aafd0-143b-40af-9972-0f99db489791 service neutron] For port b0ef2a66-9d47-4a02-a75e-4a955b7b7809, host hv-cinder-84884, cleared binding levels {{(pid=103844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:33:10.763493 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:33:10.766190 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [req-0e3645b4-400c-41fa-a5a6-b70fdd8aa7c8 req-c58aafd0-143b-40af-9972-0f99db489791 service neutron] For port b0ef2a66-9d47-4a02-a75e-4a955b7b7809, host hv-cinder-84884, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=b0ef2a66-9d47-4a02-a75e-4a955b7b7809,segment=NetworkSegment(392e2498-ea74-4b12-b63e-65e707942834),segment_id=392e2498-ea74-4b12-b63e-65e707942834)] {{(pid=103844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:33:10.773965 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-0e3645b4-400c-41fa-a5a6-b70fdd8aa7c8 req-c58aafd0-143b-40af-9972-0f99db489791 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2698066'] for port (b0ef2a66-9d47-4a02-a75e-4a955b7b7809), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:10.814441 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3645b4-400c-41fa-a5a6-b70fdd8aa7c8 req-c58aafd0-143b-40af-9972-0f99db489791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:33:10.815053 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-0e3645b4-400c-41fa-a5a6-b70fdd8aa7c8 req-c58aafd0-143b-40af-9972-0f99db489791 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for port (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:10.816434 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-0e3645b4-400c-41fa-a5a6-b70fdd8aa7c8 req-c58aafd0-143b-40af-9972-0f99db489791 service neutron] 10.222.0.16 "PUT /v2.0/ports/b0ef2a66-9d47-4a02-a75e-4a955b7b7809 HTTP/1.1" status: 200 len: 1093 time: 0.8719184 Jul 06 15:33:10.816864 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c304cb7c-8615-4f10-836c-78b4ae231d57', 'tag': 'b0ef2a66-9d47-4a02-a75e-4a955b7b7809'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:33:10.819112 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23f0ce0f3171803df377307192b3bbc073243688ace587a9918d8ae03454cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b225b3df-fc68-4051-a57b-4cb1eb7b81f8" -d '{"events": [{"name": "network-changed", "server_uuid": "c304cb7c-8615-4f10-836c-78b4ae231d57", "tag": "b0ef2a66-9d47-4a02-a75e-4a955b7b7809"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:33:10.838312 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58aafd0-143b-40af-9972-0f99db489791 service neutron] Pushing event updated for resources: {'Port': ['ID=b0ef2a66-9d47-4a02-a75e-4a955b7b7809,revision_number=3']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:33:10.888645 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 15:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00641fa1-b93f-4105-9cd1-9fa3129c6e8c x-openstack-request-id: req-00641fa1-b93f-4105-9cd1-9fa3129c6e8c {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:33:10.888955 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c304cb7c-8615-4f10-836c-78b4ae231d57", "tag": "b0ef2a66-9d47-4a02-a75e-4a955b7b7809", "status": "completed", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:33:10.889197 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-00641fa1-b93f-4105-9cd1-9fa3129c6e8c {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:33:10.889597 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00641fa1-b93f-4105-9cd1-9fa3129c6e8c'] response: {'name': 'network-changed', 'server_uuid': 'c304cb7c-8615-4f10-836c-78b4ae231d57', 'tag': 'b0ef2a66-9d47-4a02-a75e-4a955b7b7809', 'status': 'completed', 'code': 200} Jul 06 15:33:10.902094 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3645b4-400c-41fa-a5a6-b70fdd8aa7c8 req-8c899bfa-4ec5-4c06-9b60-0ccaf12b5412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:33:10.903646 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-0e3645b4-400c-41fa-a5a6-b70fdd8aa7c8 req-8c899bfa-4ec5-4c06-9b60-0ccaf12b5412 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6d724d364f9b4bafb241a0bb0b02429f&device_id=c304cb7c-8615-4f10-836c-78b4ae231d57 HTTP/1.1" status: 200 len: 1127 time: 0.0474699 Jul 06 15:33:10.949071 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-0e3645b4-400c-41fa-a5a6-b70fdd8aa7c8 req-29f45a19-ad1c-4076-9f4e-826c0a3aa6d0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0ef2a66-9d47-4a02-a75e-4a955b7b7809 HTTP/1.1" status: 200 len: 217 time: 0.0358937 Jul 06 15:33:10.999266 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3645b4-400c-41fa-a5a6-b70fdd8aa7c8 req-290ba41e-6ad0-4478-807c-b491bb5e9c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:33:11.000717 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-0e3645b4-400c-41fa-a5a6-b70fdd8aa7c8 req-290ba41e-6ad0-4478-807c-b491bb5e9c23 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4bf4bc6c-097d-41f4-91b7-12c91aca1e8f HTTP/1.1" status: 200 len: 851 time: 0.0454040 Jul 06 15:33:11.045977 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3645b4-400c-41fa-a5a6-b70fdd8aa7c8 req-4430f56f-f943-48ef-aec9-ea163410c0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:33:11.047462 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-0e3645b4-400c-41fa-a5a6-b70fdd8aa7c8 req-4430f56f-f943-48ef-aec9-ea163410c0f3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=784d35cc-1e96-42d9-b35a-63f5c285a35a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392444 Jul 06 15:33:11.139860 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-0e3645b4-400c-41fa-a5a6-b70fdd8aa7c8 req-4309dbd2-e4bb-4b0d-8dd7-6db7a4b6a0b6 service neutron] 10.222.0.16 "GET /v2.0/networks/784d35cc-1e96-42d9-b35a-63f5c285a35a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852711 Jul 06 15:33:11.229039 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-0e3645b4-400c-41fa-a5a6-b70fdd8aa7c8 req-525f7ed6-e57a-4201-86b0-f5c5c6ca82c3 service neutron] 10.222.0.16 "GET /v2.0/networks/784d35cc-1e96-42d9-b35a-63f5c285a35a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810988 Jul 06 15:33:11.523880 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b225b3df-fc68-4051-a57b-4cb1eb7b81f8 req-428e0f44-c8f6-41eb-885e-0c5cbf4e08cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:33:11.525248 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-b225b3df-fc68-4051-a57b-4cb1eb7b81f8 req-428e0f44-c8f6-41eb-885e-0c5cbf4e08cd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6d724d364f9b4bafb241a0bb0b02429f&device_id=c304cb7c-8615-4f10-836c-78b4ae231d57 HTTP/1.1" status: 200 len: 1127 time: 0.0437572 Jul 06 15:33:11.616922 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b225b3df-fc68-4051-a57b-4cb1eb7b81f8 req-9983125b-6ac6-4a7c-8122-6b5c52bed4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:33:11.618878 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-b225b3df-fc68-4051-a57b-4cb1eb7b81f8 req-9983125b-6ac6-4a7c-8122-6b5c52bed4d3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=784d35cc-1e96-42d9-b35a-63f5c285a35a HTTP/1.1" status: 200 len: 913 time: 0.0828564 Jul 06 15:33:11.660461 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-b225b3df-fc68-4051-a57b-4cb1eb7b81f8 req-b9665e2a-347e-482a-8038-a3168e1e891e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0ef2a66-9d47-4a02-a75e-4a955b7b7809 HTTP/1.1" status: 200 len: 217 time: 0.0352862 Jul 06 15:33:11.710116 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b225b3df-fc68-4051-a57b-4cb1eb7b81f8 req-cc4c6108-ea73-484c-8a10-a40fa6c84484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:33:11.711684 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-b225b3df-fc68-4051-a57b-4cb1eb7b81f8 req-cc4c6108-ea73-484c-8a10-a40fa6c84484 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4bf4bc6c-097d-41f4-91b7-12c91aca1e8f HTTP/1.1" status: 200 len: 851 time: 0.0438480 Jul 06 15:33:11.755530 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b225b3df-fc68-4051-a57b-4cb1eb7b81f8 req-0d25ccd2-6757-4554-b654-3eb5668f25ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:33:11.757033 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-b225b3df-fc68-4051-a57b-4cb1eb7b81f8 req-0d25ccd2-6757-4554-b654-3eb5668f25ed service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=784d35cc-1e96-42d9-b35a-63f5c285a35a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391142 Jul 06 15:33:11.757922 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab5bc7-1e6c-4f5b-96d2-46e7004d1977 req-2e97f51a-78d8-4337-846a-248a41dda5bd tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:33:11.760059 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-ceab5bc7-1e6c-4f5b-96d2-46e7004d1977 req-2e97f51a-78d8-4337-846a-248a41dda5bd tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/ports?device_id=c304cb7c-8615-4f10-836c-78b4ae231d57 HTTP/1.1" status: 200 len: 943 time: 0.0505309 Jul 06 15:33:11.808975 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-ceab5bc7-1e6c-4f5b-96d2-46e7004d1977 req-2db1b8bf-deef-48c0-8b10-ef6fce7bdae2 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/security-groups?id=332f11bf-2a21-4349-89de-b4efaa2c3b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431843 Jul 06 15:33:11.853757 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-b225b3df-fc68-4051-a57b-4cb1eb7b81f8 req-3b5dd2a0-8422-4010-9d23-8c7c5b1172fb service neutron] 10.222.0.16 "GET /v2.0/networks/784d35cc-1e96-42d9-b35a-63f5c285a35a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889630 Jul 06 15:33:11.941551 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-b225b3df-fc68-4051-a57b-4cb1eb7b81f8 req-b7319d0f-f21c-4afc-932d-f39d392e054e service neutron] 10.222.0.16 "GET /v2.0/networks/784d35cc-1e96-42d9-b35a-63f5c285a35a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813317 Jul 06 15:33:12.926811 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f28041-11ab-40c6-b88c-0797a8bd18a9 req-972e2366-466c-446a-b4c1-213838433e51 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:33:12.928308 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-99f28041-11ab-40c6-b88c-0797a8bd18a9 req-972e2366-466c-446a-b4c1-213838433e51 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/ports?device_id=c304cb7c-8615-4f10-836c-78b4ae231d57 HTTP/1.1" status: 200 len: 943 time: 0.0516069 Jul 06 15:33:12.952943 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:33:12.978019 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-99f28041-11ab-40c6-b88c-0797a8bd18a9 req-cf5598e9-0ef5-471e-ac1d-0c505fcc2a57 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/security-groups?id=332f11bf-2a21-4349-89de-b4efaa2c3b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436294 Jul 06 15:33:14.090136 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca019d9-09c9-4032-a097-a75a9f143f6f req-0ebf1809-c2c9-40be-aa87-e7fd96b654c7 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:33:14.091649 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-5ca019d9-09c9-4032-a097-a75a9f143f6f req-0ebf1809-c2c9-40be-aa87-e7fd96b654c7 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/ports?device_id=c304cb7c-8615-4f10-836c-78b4ae231d57 HTTP/1.1" status: 200 len: 943 time: 0.0482605 Jul 06 15:33:14.141885 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-5ca019d9-09c9-4032-a097-a75a9f143f6f req-0b44b706-40fd-4567-8216-22c272f69c88 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/security-groups?id=332f11bf-2a21-4349-89de-b4efaa2c3b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437593 Jul 06 15:33:14.605525 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (eda728fc-b46d-4378-b578-35bac6b15486), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:15.257390 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155de55-9db4-45cd-bf53-bd0e7779d7f3 req-3cf471e9-32b6-4c36-b8c4-4f01176051ab tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:33:15.258880 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-b155de55-9db4-45cd-bf53-bd0e7779d7f3 req-3cf471e9-32b6-4c36-b8c4-4f01176051ab tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/ports?device_id=c304cb7c-8615-4f10-836c-78b4ae231d57 HTTP/1.1" status: 200 len: 943 time: 0.0480006 Jul 06 15:33:15.310356 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-b155de55-9db4-45cd-bf53-bd0e7779d7f3 req-4230f320-4595-4cfc-b398-c3254a309d0c tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/security-groups?id=332f11bf-2a21-4349-89de-b4efaa2c3b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457256 Jul 06 15:33:15.538704 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4ac91-cf0e-46ff-beeb-1576b417eb27 req-7f6e5364-d23c-4b84-9202-b5461d59e0f9 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:33:15.540833 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-f3d4ac91-cf0e-46ff-beeb-1576b417eb27 req-7f6e5364-d23c-4b84-9202-b5461d59e0f9 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a1e795f-7c0a-4f58-ba33-0b43235e9af7 HTTP/1.1" status: 200 len: 946 time: 0.0469203 Jul 06 15:33:15.558385 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:33:15.590734 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-f3d4ac91-cf0e-46ff-beeb-1576b417eb27 req-7120a91b-df0e-42c7-9224-1ac6b5d23d47 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=1105f9be-68f2-4160-8f77-af41fd5e2d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444984 Jul 06 15:33:16.268842 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-51ee30a6-55e5-4b3a-8485-cdc05bbbf526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (a81823b9-ba52-46bb-9bcd-43b269600933), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:16.428833 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0605a50-5352-41a8-98b2-d0faf9ee8882 req-55eff473-15bc-4fe5-941e-e5509b2b6533 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:33:16.430880 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-e0605a50-5352-41a8-98b2-d0faf9ee8882 req-55eff473-15bc-4fe5-941e-e5509b2b6533 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/ports?device_id=c304cb7c-8615-4f10-836c-78b4ae231d57 HTTP/1.1" status: 200 len: 943 time: 0.0459313 Jul 06 15:33:16.481083 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-e0605a50-5352-41a8-98b2-d0faf9ee8882 req-88a36b7d-9640-47a4-bec6-d3737c658212 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/security-groups?id=332f11bf-2a21-4349-89de-b4efaa2c3b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448635 Jul 06 15:33:16.706412 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa4b153-7f7d-49d4-8a77-5179caeb3f3b req-71101cb0-30cd-4c97-bbe0-5adc35a8e9b2 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:33:16.707884 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-3fa4b153-7f7d-49d4-8a77-5179caeb3f3b req-71101cb0-30cd-4c97-bbe0-5adc35a8e9b2 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a1e795f-7c0a-4f58-ba33-0b43235e9af7 HTTP/1.1" status: 200 len: 946 time: 0.0469875 Jul 06 15:33:16.754478 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-3fa4b153-7f7d-49d4-8a77-5179caeb3f3b req-e8dbd563-75f9-4825-b4de-f3ab7e96a10c tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=1105f9be-68f2-4160-8f77-af41fd5e2d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406783 Jul 06 15:33:17.462583 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3cb1bb-21e7-409c-8ae5-8b9c770f1f30 req-27568e75-1230-4736-a4b9-804244525d42 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:33:17.464055 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6a3cb1bb-21e7-409c-8ae5-8b9c770f1f30 req-27568e75-1230-4736-a4b9-804244525d42 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a1e795f-7c0a-4f58-ba33-0b43235e9af7 HTTP/1.1" status: 200 len: 946 time: 0.0466168 Jul 06 15:33:17.549108 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [req-6a3cb1bb-21e7-409c-8ae5-8b9c770f1f30 req-510318db-0c06-46ef-90a4-180da1f9a0ff tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Deleting port a3380706-64df-4d3c-b081-f2075be880fa {{(pid=103844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 15:33:17.549444 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-6a3cb1bb-21e7-409c-8ae5-8b9c770f1f30 req-510318db-0c06-46ef-90a4-180da1f9a0ff tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786465945384'] for port (a3380706-64df-4d3c-b081-f2075be880fa), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:17.592036 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e677807a-4ac4-46f7-9ee7-0d2d4170b9b1 req-9b691124-0bed-4b68-96e6-16fcbdd0146f tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:33:17.593503 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-e677807a-4ac4-46f7-9ee7-0d2d4170b9b1 req-9b691124-0bed-4b68-96e6-16fcbdd0146f tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/ports?device_id=c304cb7c-8615-4f10-836c-78b4ae231d57 HTTP/1.1" status: 200 len: 943 time: 0.0464225 Jul 06 15:33:17.639705 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [req-6a3cb1bb-21e7-409c-8ae5-8b9c770f1f30 req-510318db-0c06-46ef-90a4-180da1f9a0ff tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] For port a3380706-64df-4d3c-b081-f2075be880fa, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=a3380706-64df-4d3c-b081-f2075be880fa,segment=NetworkSegment(e86c9f57-fa7f-455d-be56-203cd26dcd68),segment_id=e86c9f57-fa7f-455d-be56-203cd26dcd68)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:33:17.640075 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-6a3cb1bb-21e7-409c-8ae5-8b9c770f1f30 req-510318db-0c06-46ef-90a4-180da1f9a0ff tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652656'] for port (a3380706-64df-4d3c-b081-f2075be880fa), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:17.642285 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-e677807a-4ac4-46f7-9ee7-0d2d4170b9b1 req-3d158d5a-338e-4be5-ab2e-7f1b3e080a6e tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/security-groups?id=332f11bf-2a21-4349-89de-b4efaa2c3b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432973 Jul 06 15:33:17.803331 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-6a3cb1bb-21e7-409c-8ae5-8b9c770f1f30 req-510318db-0c06-46ef-90a4-180da1f9a0ff tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:17.803865 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-6a3cb1bb-21e7-409c-8ae5-8b9c770f1f30 req-510318db-0c06-46ef-90a4-180da1f9a0ff tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591059'] for floatingip (8d7e4cee-38e2-431e-b0e5-f851912ef912), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:17.803999 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.db.l3_db [req-6a3cb1bb-21e7-409c-8ae5-8b9c770f1f30 req-510318db-0c06-46ef-90a4-180da1f9a0ff tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Floating IP 8d7e4cee-38e2-431e-b0e5-f851912ef912 disassociated. External IP: 172.27.3.93, port: a3380706-64df-4d3c-b081-f2075be880fa. Jul 06 15:33:17.804319 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [req-6a3cb1bb-21e7-409c-8ae5-8b9c770f1f30 req-510318db-0c06-46ef-90a4-180da1f9a0ff tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Calling delete_port for a3380706-64df-4d3c-b081-f2075be880fa owned by compute:nova {{(pid=103844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 15:33:17.900206 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b3c51-a926-42b8-a065-9133edcfdc37 req-0c5cccf1-2476-4ec2-88c6-8fff601c2033 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:33:17.901655 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-dc0b3c51-a926-42b8-a065-9133edcfdc37 req-0c5cccf1-2476-4ec2-88c6-8fff601c2033 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a1e795f-7c0a-4f58-ba33-0b43235e9af7 HTTP/1.1" status: 200 len: 946 time: 0.0594299 Jul 06 15:33:17.987813 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-dc0b3c51-a926-42b8-a065-9133edcfdc37 req-f568a287-025d-492b-b33f-0f7f090598f7 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=1105f9be-68f2-4160-8f77-af41fd5e2d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800710 Jul 06 15:33:18.006414 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-6a3cb1bb-21e7-409c-8ae5-8b9c770f1f30 req-510318db-0c06-46ef-90a4-180da1f9a0ff tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786465950455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786465455746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2698075'] for port (a3380706-64df-4d3c-b081-f2075be880fa), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:18.035166 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510318db-0c06-46ef-90a4-180da1f9a0ff tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Pushing event deleted for resources: {'Port': ['ID=a3380706-64df-4d3c-b081-f2075be880fa,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:33:18.045692 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510318db-0c06-46ef-90a4-180da1f9a0ff tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:33:18.046037 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510318db-0c06-46ef-90a4-180da1f9a0ff tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:33:18.046374 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510318db-0c06-46ef-90a4-180da1f9a0ff tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:33:18.046716 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510318db-0c06-46ef-90a4-180da1f9a0ff tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:33:18.047045 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510318db-0c06-46ef-90a4-180da1f9a0ff tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:33:18.047448 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510318db-0c06-46ef-90a4-180da1f9a0ff tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:33:18.048024 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510318db-0c06-46ef-90a4-180da1f9a0ff tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:33:18.048558 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510318db-0c06-46ef-90a4-180da1f9a0ff tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:33:18.049476 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510318db-0c06-46ef-90a4-180da1f9a0ff tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:33:18.049476 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510318db-0c06-46ef-90a4-180da1f9a0ff tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:33:18.049476 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510318db-0c06-46ef-90a4-180da1f9a0ff tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:33:18.049967 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510318db-0c06-46ef-90a4-180da1f9a0ff tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:33:18.050272 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510318db-0c06-46ef-90a4-180da1f9a0ff tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:33:18.050592 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510318db-0c06-46ef-90a4-180da1f9a0ff tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:33:18.051466 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510318db-0c06-46ef-90a4-180da1f9a0ff tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:33:18.056939 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:33:18.151071 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device b0ef2a66-9d47-4a02-a75e-4a955b7b7809 details requested by agent hyperv_hv-cinder-84884 with host hv-cinder-84884 {{(pid=103846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 15:33:18.157826 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a3cb1bb-21e7-409c-8ae5-8b9c770f1f30 req-510318db-0c06-46ef-90a4-180da1f9a0ff tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Router 93f5c112-3977-475a-af46-d5ddcfbffcb3 has already been hosted by L3 agent 8e6e5f2a-f235-48ed-8752-aab723ac44e7 {{(pid=103844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 15:33:18.164386 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:33:18.248770 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port b0ef2a66-9d47-4a02-a75e-4a955b7b7809, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=b0ef2a66-9d47-4a02-a75e-4a955b7b7809,segment=NetworkSegment(392e2498-ea74-4b12-b63e-65e707942834),segment_id=392e2498-ea74-4b12-b63e-65e707942834)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:33:18.260093 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Returning: {'device': 'b0ef2a66-9d47-4a02-a75e-4a955b7b7809', 'network_id': '784d35cc-1e96-42d9-b35a-63f5c285a35a', 'port_id': 'b0ef2a66-9d47-4a02-a75e-4a955b7b7809', 'mac_address': 'fa:16:3e:12:e0:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bf4bc6c-097d-41f4-91b7-12c91aca1e8f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 15:33:18.263051 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a3cb1bb-21e7-409c-8ae5-8b9c770f1f30 req-510318db-0c06-46ef-90a4-180da1f9a0ff tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Notify agent at l3_agent.dv-cinder-848848-4-iscsi the message routers_updated {{(pid=103844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:33:18.283723 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb41f1d-b8de-43fe-aa6f-2d40fe159475 None None] Sync routers for ids ['93f5c112-3977-475a-af46-d5ddcfbffcb3'] in dv-cinder-848848-4-iscsi {{(pid=103846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:33:18.305583 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a3cb1bb-21e7-409c-8ae5-8b9c770f1f30 req-510318db-0c06-46ef-90a4-180da1f9a0ff tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] No DVR routers for this DVR port a3380706-64df-4d3c-b081-f2075be880fa on host hv-cinder-84884 {{(pid=103844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 15:33:18.307930 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-6a3cb1bb-21e7-409c-8ae5-8b9c770f1f30 req-510318db-0c06-46ef-90a4-180da1f9a0ff tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for port (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:18.311078 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6a3cb1bb-21e7-409c-8ae5-8b9c770f1f30 req-510318db-0c06-46ef-90a4-180da1f9a0ff tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.16 "DELETE /v2.0/ports/a3380706-64df-4d3c-b081-f2075be880fa HTTP/1.1" status: 204 len: 173 time: 0.8410962 Jul 06 15:33:18.311889 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a1e795f-7c0a-4f58-ba33-0b43235e9af7', 'name': 'network-vif-deleted', 'tag': 'a3380706-64df-4d3c-b081-f2075be880fa'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:33:18.313939 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23f0ce0f3171803df377307192b3bbc073243688ace587a9918d8ae03454cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3327110b-dee9-4831-b3e9-ae0bdb5eefd0" -d '{"events": [{"server_uuid": "9a1e795f-7c0a-4f58-ba33-0b43235e9af7", "name": "network-vif-deleted", "tag": "a3380706-64df-4d3c-b081-f2075be880fa"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:33:18.320995 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Current status of the port b0ef2a66-9d47-4a02-a75e-4a955b7b7809 is: DOWN; New status is: BUILD {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:33:18.321622 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (b0ef2a66-9d47-4a02-a75e-4a955b7b7809), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:18.325931 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb41f1d-b8de-43fe-aa6f-2d40fe159475 None None] Routers {'93f5c112-3977-475a-af46-d5ddcfbffcb3'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:33:18.326587 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-feb41f1d-b8de-43fe-aa6f-2d40fe159475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:32:48Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['93f5c112-3977-475a-af46-d5ddcfbffcb3'], 'active': True} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:33:18.365306 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 15:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f1d1ad-1d40-481b-9997-cd1f8fdd5049 x-openstack-request-id: req-00f1d1ad-1d40-481b-9997-cd1f8fdd5049 {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:33:18.366111 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a1e795f-7c0a-4f58-ba33-0b43235e9af7", "name": "network-vif-deleted", "tag": "a3380706-64df-4d3c-b081-f2075be880fa", "status": "completed", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:33:18.366111 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-00f1d1ad-1d40-481b-9997-cd1f8fdd5049 {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:33:18.366365 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00f1d1ad-1d40-481b-9997-cd1f8fdd5049'] response: {'server_uuid': '9a1e795f-7c0a-4f58-ba33-0b43235e9af7', 'name': 'network-vif-deleted', 'tag': 'a3380706-64df-4d3c-b081-f2075be880fa', 'status': 'completed', 'code': 200} Jul 06 15:33:18.379753 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-56d6715c-0b30-4e90-835a-9ad51a02432f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8e6e5f2a-f235-48ed-8752-aab723ac44e7), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:18.396712 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.notifiers.nova [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0ef2a66-9d47-4a02-a75e-4a955b7b7809 {{(pid=103846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 15:33:18.590757 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port b0ef2a66-9d47-4a02-a75e-4a955b7b7809, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=b0ef2a66-9d47-4a02-a75e-4a955b7b7809,segment=NetworkSegment(392e2498-ea74-4b12-b63e-65e707942834),segment_id=392e2498-ea74-4b12-b63e-65e707942834)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:33:18.599054 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (b0ef2a66-9d47-4a02-a75e-4a955b7b7809), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:18.625294 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvr_db [None req-feb41f1d-b8de-43fe-aa6f-2d40fe159475 None None] Set router 93f5c112-3977-475a-af46-d5ddcfbffcb3 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:33:18.736016 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Pushing event updated for resources: {'Port': ['ID=b0ef2a66-9d47-4a02-a75e-4a955b7b7809,revision_number=4']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:33:18.766166 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69902014-2656-42ad-8436-6d45366ee2e9 req-d557a5c4-5a14-4ec9-bf62-7dde5c72005a tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:33:18.767761 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-69902014-2656-42ad-8436-6d45366ee2e9 req-d557a5c4-5a14-4ec9-bf62-7dde5c72005a tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/ports?device_id=c304cb7c-8615-4f10-836c-78b4ae231d57 HTTP/1.1" status: 200 len: 944 time: 0.0498910 Jul 06 15:33:18.812046 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] get_ports_and_sgs() called for port_ids ['b0ef2a66-9d47-4a02-a75e-4a955b7b7809'] {{(pid=103846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:33:18.826815 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-69902014-2656-42ad-8436-6d45366ee2e9 req-2bb3d1ac-088d-490c-b594-d624ef1ebed7 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/security-groups?id=332f11bf-2a21-4349-89de-b4efaa2c3b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527384 Jul 06 15:33:18.905165 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-feb41f1d-b8de-43fe-aa6f-2d40fe159475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f5c112-3977-475a-af46-d5ddcfbffcb3', 'name': 'tempest-AttachVolumeShelveTestJSON-1836132937-router', 'tenant_id': '848d6c1f478d4dba813663c4c866d8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '88fca714-16d2-4b3c-a92a-3a637e0ad8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:30:38Z', 'updated_at': '2022-07-06T15:30:43Z', 'revision_number': 4, 'project_id': '848d6c1f478d4dba813663c4c866d8b8', 'gw_port': {'id': '88fca714-16d2-4b3c-a92a-3a637e0ad8c5', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ac:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f5c112-3977-475a-af46-d5ddcfbffcb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:30:39Z', 'updated_at': '2022-07-06T15:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': 'e2a108f8-d1cb-4e7d-8eb1-061e722bcf35', 'name': '', 'network_id': 'bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b', 'tenant_id': '848d6c1f478d4dba813663c4c866d8b8', 'mac_address': 'fa:16:3e:14:ee:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f5c112-3977-475a-af46-d5ddcfbffcb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '269837f6-8226-4731-9efa-b81af4068805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:30:42Z', 'updated_at': '2022-07-06T15:30:47Z', 'revision_number': 5, 'project_id': '848d6c1f478d4dba813663c4c866d8b8', 'subnets': [{'id': '269837f6-8226-4731-9efa-b81af4068805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:33:18.936608 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb41f1d-b8de-43fe-aa6f-2d40fe159475 None None] Checking router: 93f5c112-3977-475a-af46-d5ddcfbffcb3 for host: dv-cinder-848848-4-iscsi {{(pid=103846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:33:18.961605 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb41f1d-b8de-43fe-aa6f-2d40fe159475 None None] Routers {'93f5c112-3977-475a-af46-d5ddcfbffcb3'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:33:18.962204 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-feb41f1d-b8de-43fe-aa6f-2d40fe159475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:33:18Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['93f5c112-3977-475a-af46-d5ddcfbffcb3'], 'active': True} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:33:19.001534 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:33:19.016468 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:33:19.083622 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 60046) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:33:19.118201 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvr_db [None req-feb41f1d-b8de-43fe-aa6f-2d40fe159475 None None] Set router 93f5c112-3977-475a-af46-d5ddcfbffcb3 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:33:19.140968 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-b159fc24-bdfb-4571-979f-d2a011bb0796 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks [] for security_group (1105f9be-68f2-4160-8f77-af41fd5e2d9a), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:19.165536 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-b159fc24-bdfb-4571-979f-d2a011bb0796 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks [] for security_group (1105f9be-68f2-4160-8f77-af41fd5e2d9a), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:19.217420 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-b159fc24-bdfb-4571-979f-d2a011bb0796 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (1105f9be-68f2-4160-8f77-af41fd5e2d9a), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:19.220165 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-b159fc24-bdfb-4571-979f-d2a011bb0796 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks [] for security_group (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:19.221369 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-b159fc24-bdfb-4571-979f-d2a011bb0796 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "DELETE /v2.0/security-groups/1105f9be-68f2-4160-8f77-af41fd5e2d9a HTTP/1.1" status: 204 len: 168 time: 0.1367381 Jul 06 15:33:19.224326 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 60048) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:33:19.230509 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b159fc24-bdfb-4571-979f-d2a011bb0796 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1105f9be-68f2-4160-8f77-af41fd5e2d9a,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:33:19.254456 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.api.v2.resource [None req-624e8789-15fd-4cdf-ae7d-5d50c8855fe5 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] show failed (client error): The resource could not be found. Jul 06 15:33:19.255509 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-624e8789-15fd-4cdf-ae7d-5d50c8855fe5 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups/1105f9be-68f2-4160-8f77-af41fd5e2d9a HTTP/1.1" status: 404 len: 347 time: 0.0299833 Jul 06 15:33:19.259072 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 60050) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:33:19.369725 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.plugin [None req-27620b3e-ced0-4136-8ae3-3f00d83045b2 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Deleting port 411cb651-edc0-40b7-bd4c-d06562a30c50 {{(pid=103845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 15:33:19.369975 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-27620b3e-ced0-4136-8ae3-3f00d83045b2 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786465945384'] for port (411cb651-edc0-40b7-bd4c-d06562a30c50), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:19.390457 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-feb41f1d-b8de-43fe-aa6f-2d40fe159475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f5c112-3977-475a-af46-d5ddcfbffcb3', 'name': 'tempest-AttachVolumeShelveTestJSON-1836132937-router', 'tenant_id': '848d6c1f478d4dba813663c4c866d8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '88fca714-16d2-4b3c-a92a-3a637e0ad8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:30:38Z', 'updated_at': '2022-07-06T15:30:43Z', 'revision_number': 4, 'project_id': '848d6c1f478d4dba813663c4c866d8b8', 'gw_port': {'id': '88fca714-16d2-4b3c-a92a-3a637e0ad8c5', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ac:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f5c112-3977-475a-af46-d5ddcfbffcb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:30:39Z', 'updated_at': '2022-07-06T15:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': 'e2a108f8-d1cb-4e7d-8eb1-061e722bcf35', 'name': '', 'network_id': 'bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b', 'tenant_id': '848d6c1f478d4dba813663c4c866d8b8', 'mac_address': 'fa:16:3e:14:ee:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f5c112-3977-475a-af46-d5ddcfbffcb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '269837f6-8226-4731-9efa-b81af4068805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:30:42Z', 'updated_at': '2022-07-06T15:30:47Z', 'revision_number': 5, 'project_id': '848d6c1f478d4dba813663c4c866d8b8', 'subnets': [{'id': '269837f6-8226-4731-9efa-b81af4068805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:33:19.415530 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb41f1d-b8de-43fe-aa6f-2d40fe159475 None None] The sync data for ids ['93f5c112-3977-475a-af46-d5ddcfbffcb3'] in dv-cinder-848848-4-iscsi is: [{'id': '93f5c112-3977-475a-af46-d5ddcfbffcb3', 'name': 'tempest-AttachVolumeShelveTestJSON-1836132937-router', 'tenant_id': '848d6c1f478d4dba813663c4c866d8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '88fca714-16d2-4b3c-a92a-3a637e0ad8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:30:38Z', 'updated_at': '2022-07-06T15:30:43Z', 'revision_number': 4, 'project_id': '848d6c1f478d4dba813663c4c866d8b8', 'gw_port': {'id': '88fca714-16d2-4b3c-a92a-3a637e0ad8c5', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ac:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f5c112-3977-475a-af46-d5ddcfbffcb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:30:39Z', 'updated_at': '2022-07-06T15:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': 'e2a108f8-d1cb-4e7d-8eb1-061e722bcf35', 'name': '', 'network_id': 'bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b', 'tenant_id': '848d6c1f478d4dba813663c4c866d8b8', 'mac_address': 'fa:16:3e:14:ee:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f5c112-3977-475a-af46-d5ddcfbffcb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '269837f6-8226-4731-9efa-b81af4068805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:30:42Z', 'updated_at': '2022-07-06T15:30:47Z', 'revision_number': 5, 'project_id': '848d6c1f478d4dba813663c4c866d8b8', 'subnets': [{'id': '269837f6-8226-4731-9efa-b81af4068805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:33:19.445611 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-27620b3e-ced0-4136-8ae3-3f00d83045b2 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652656'] for port (411cb651-edc0-40b7-bd4c-d06562a30c50), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:19.445969 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-27620b3e-ced0-4136-8ae3-3f00d83045b2 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks [] for floatingip (411cb651-edc0-40b7-bd4c-d06562a30c50), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:19.459485 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.plugin [None req-27620b3e-ced0-4136-8ae3-3f00d83045b2 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Calling delete_port for 411cb651-edc0-40b7-bd4c-d06562a30c50 owned by network:floatingip {{(pid=103845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 15:33:19.550768 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:33:19.554804 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:33:19.601408 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-27620b3e-ced0-4136-8ae3-3f00d83045b2 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786465950455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786465455746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2888556'] for port (411cb651-edc0-40b7-bd4c-d06562a30c50), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:19.611184 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-5e71b6aa-55c8-4030-9936-371c496b104b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (6f0d5ee7-fa21-4cb0-b4ff-cf35f5a4ba31), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:19.629977 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27620b3e-ced0-4136-8ae3-3f00d83045b2 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Pushing event deleted for resources: {'Port': ['ID=411cb651-edc0-40b7-bd4c-d06562a30c50,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:33:19.645545 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ce3c8b-ae7b-4c4a-877e-71fac38df6b0 None None] New status for floating IP 8d7e4cee-38e2-431e-b0e5-f851912ef912: DOWN {{(pid=103847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 06 15:33:19.693221 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-27620b3e-ced0-4136-8ae3-3f00d83045b2 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks [] for floatingip (8d7e4cee-38e2-431e-b0e5-f851912ef912), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:19.695630 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-27620b3e-ced0-4136-8ae3-3f00d83045b2 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for floatingip (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:19.699455 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-27620b3e-ced0-4136-8ae3-3f00d83045b2 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "DELETE /v2.0/floatingips/8d7e4cee-38e2-431e-b0e5-f851912ef912 HTTP/1.1" status: 204 len: 168 time: 0.4367211 Jul 06 15:33:19.769120 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 60054) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:33:19.774482 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [None req-b3a2c3a1-47d3-4647-9cee-aa7b017da19c tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1953566063', 'description': 'tempest-description--1442641965'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:33:19.796853 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b3a2c3a1-47d3-4647-9cee-aa7b017da19c tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks [] for security_group (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:19.865259 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b3a2c3a1-47d3-4647-9cee-aa7b017da19c tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks [] for security_group (a93804c2-e29d-4e86-82f8-a452a2916749), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:19.869237 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b3a2c3a1-47d3-4647-9cee-aa7b017da19c tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (a93804c2-e29d-4e86-82f8-a452a2916749), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:19.899797 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a2c3a1-47d3-4647-9cee-aa7b017da19c tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a93804c2-e29d-4e86-82f8-a452a2916749,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:33:19.906484 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b3a2c3a1-47d3-4647-9cee-aa7b017da19c tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks [] for security_group (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:19.907716 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-b3a2c3a1-47d3-4647-9cee-aa7b017da19c tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1374762 Jul 06 15:33:19.910753 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 60058) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:33:19.915957 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.v2.base [None req-5fa4db43-7285-4fc5-8e46-276a82adc953 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Request body: {'security_group_rule': {'security_group_id': 'a93804c2-e29d-4e86-82f8-a452a2916749', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:33:19.942268 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-5fa4db43-7285-4fc5-8e46-276a82adc953 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks [] for security_group_rule (13c4eacb-638f-47b9-a7f0-a3e384f97a9b), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:19.953146 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba58c0-3faa-4f04-8a1c-f4738fa3e0c7 req-9072110f-201f-42a1-bf5d-d1e4dadd6e71 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:33:19.954615 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-bfba58c0-3faa-4f04-8a1c-f4738fa3e0c7 req-9072110f-201f-42a1-bf5d-d1e4dadd6e71 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/ports?device_id=c304cb7c-8615-4f10-836c-78b4ae231d57 HTTP/1.1" status: 200 len: 944 time: 0.0521238 Jul 06 15:33:19.998405 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-5fa4db43-7285-4fc5-8e46-276a82adc953 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks [] for security_group_rule (13c4eacb-638f-47b9-a7f0-a3e384f97a9b), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:20.002165 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-5fa4db43-7285-4fc5-8e46-276a82adc953 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669521'] for security_group_rule (13c4eacb-638f-47b9-a7f0-a3e384f97a9b), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:20.005436 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-bfba58c0-3faa-4f04-8a1c-f4738fa3e0c7 req-f0ee9e3a-f062-427a-88f3-d53b9620bf7f tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/security-groups?id=332f11bf-2a21-4349-89de-b4efaa2c3b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450022 Jul 06 15:33:20.022846 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa4db43-7285-4fc5-8e46-276a82adc953 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13c4eacb-638f-47b9-a7f0-a3e384f97a9b,revision_number=0']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:33:20.031911 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-5fa4db43-7285-4fc5-8e46-276a82adc953 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:20.033092 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-5fa4db43-7285-4fc5-8e46-276a82adc953 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1212358 Jul 06 15:33:20.035684 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 60060) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:33:20.040463 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.v2.base [None req-a5e9b377-a95c-4977-aeda-3b0510849161 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Request body: {'security_group_rule': {'security_group_id': 'a93804c2-e29d-4e86-82f8-a452a2916749', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:33:20.065890 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-a5e9b377-a95c-4977-aeda-3b0510849161 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks [] for security_group_rule (a3ba2265-0d5f-4efc-ae1b-81b007e52b88), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:20.122238 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-a5e9b377-a95c-4977-aeda-3b0510849161 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks [] for security_group_rule (a3ba2265-0d5f-4efc-ae1b-81b007e52b88), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:20.125750 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-a5e9b377-a95c-4977-aeda-3b0510849161 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669521'] for security_group_rule (a3ba2265-0d5f-4efc-ae1b-81b007e52b88), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:20.143750 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e9b377-a95c-4977-aeda-3b0510849161 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3ba2265-0d5f-4efc-ae1b-81b007e52b88,revision_number=0']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:33:20.151926 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-a5e9b377-a95c-4977-aeda-3b0510849161 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:20.153221 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-a5e9b377-a95c-4977-aeda-3b0510849161 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1166365 Jul 06 15:33:20.156343 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 60062) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:33:20.160448 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.v2.base [None req-822f09fb-3a07-4b98-adc4-b81db5cb40fd tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Request body: {'floatingip': {'floating_network_id': '377cda5e-c384-46ee-8e00-4b775f415604'}} {{(pid=103845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:33:20.171254 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device b0ef2a66-9d47-4a02-a75e-4a955b7b7809 up at agent hyperv_hv-cinder-84884 {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:33:20.181397 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-822f09fb-3a07-4b98-adc4-b81db5cb40fd tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:20.213420 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Provisioning for port b0ef2a66-9d47-4a02-a75e-4a955b7b7809 completed by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 06 15:33:20.220286 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Provisioning complete for port b0ef2a66-9d47-4a02-a75e-4a955b7b7809 triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:33:20.220662 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (b0ef2a66-9d47-4a02-a75e-4a955b7b7809), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:20.264173 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-822f09fb-3a07-4b98-adc4-b81db5cb40fd tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:20.296652 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Current status of the port b0ef2a66-9d47-4a02-a75e-4a955b7b7809 is: BUILD; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:33:20.297034 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (b0ef2a66-9d47-4a02-a75e-4a955b7b7809), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:20.320036 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c304cb7c-8615-4f10-836c-78b4ae231d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0ef2a66-9d47-4a02-a75e-4a955b7b7809'}] {{(pid=103846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:33:20.322875 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83ad2954d886e551320551455e9fbed623a66dbf450698aab55d06241312ca55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03684a5b-f3cc-4447-a891-e2fb445cc395" -d '{"events": [{"server_uuid": "c304cb7c-8615-4f10-836c-78b4ae231d57", "name": "network-vif-plugged", "status": "completed", "tag": "b0ef2a66-9d47-4a02-a75e-4a955b7b7809"}]}' {{(pid=103846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:33:20.336116 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port b0ef2a66-9d47-4a02-a75e-4a955b7b7809, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=b0ef2a66-9d47-4a02-a75e-4a955b7b7809,segment=NetworkSegment(392e2498-ea74-4b12-b63e-65e707942834),segment_id=392e2498-ea74-4b12-b63e-65e707942834)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:33:20.340908 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (b0ef2a66-9d47-4a02-a75e-4a955b7b7809), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:20.341970 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device a3380706-64df-4d3c-b081-f2075be880fa no longer exists at agent hyperv_hv-cinder-84884 {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:33:20.363791 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] No Port match for: a3380706-64df-4d3c-b081-f2075be880fa {{(pid=103846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 15:33:20.363791 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device a3380706-64df-4d3c-b081-f2075be880fa not bound to the agent host hv-cinder-84884 {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:33:20.382664 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 15:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f67e98-1e95-402f-8037-c7683688ef2d x-openstack-request-id: req-65f67e98-1e95-402f-8037-c7683688ef2d {{(pid=103846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:33:20.382942 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c304cb7c-8615-4f10-836c-78b4ae231d57", "name": "network-vif-plugged", "status": "completed", "tag": "b0ef2a66-9d47-4a02-a75e-4a955b7b7809", "code": 200}]} {{(pid=103846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:33:20.383740 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-65f67e98-1e95-402f-8037-c7683688ef2d {{(pid=103846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:33:20.384172 dv-cinder-848848-4-iscsi neutron-server[103846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65f67e98-1e95-402f-8037-c7683688ef2d'] response: {'server_uuid': 'c304cb7c-8615-4f10-836c-78b4ae231d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0ef2a66-9d47-4a02-a75e-4a955b7b7809', 'code': 200} Jul 06 15:33:20.387613 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.db.db_base_plugin_common [None req-822f09fb-3a07-4b98-adc4-b81db5cb40fd tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Allocated IP 172.27.3.128 (377cda5e-c384-46ee-8e00-4b775f415604/1975bb39-9f7d-4b8c-94d3-6023908c91e1/08677199-8b85-431f-a3a5-f7bfd44fe2d2) {{(pid=103845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:33:20.410799 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Pushing event updated for resources: {'Port': ['ID=b0ef2a66-9d47-4a02-a75e-4a955b7b7809,revision_number=5']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:33:20.493725 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-822f09fb-3a07-4b98-adc4-b81db5cb40fd tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks [] for port (08677199-8b85-431f-a3a5-f7bfd44fe2d2), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:20.515958 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:33:20.519196 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:33:20.530488 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-822f09fb-3a07-4b98-adc4-b81db5cb40fd tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786465455737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2888556'] for port (08677199-8b85-431f-a3a5-f7bfd44fe2d2), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:20.571842 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822f09fb-3a07-4b98-adc4-b81db5cb40fd tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Network 377cda5e-c384-46ee-8e00-4b775f415604 is already hosted by enough agents. {{(pid=103845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:33:20.574741 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.base_scheduler [None req-822f09fb-3a07-4b98-adc4-b81db5cb40fd tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Resources bound (agent type, host, resource id): {{(pid=103845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:33:20.578178 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822f09fb-3a07-4b98-adc4-b81db5cb40fd tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Received port after_create {{(pid=103845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 15:33:20.591147 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd08061-cd4a-4622-9990-ab7f62177e54 req-4d109396-8f8b-4726-8445-7747aea0af87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:33:20.592750 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-0dd08061-cd4a-4622-9990-ab7f62177e54 req-4d109396-8f8b-4726-8445-7747aea0af87 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c304cb7c-8615-4f10-836c-78b4ae231d57 HTTP/1.1" status: 200 len: 1129 time: 0.0441804 Jul 06 15:33:20.607022 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822f09fb-3a07-4b98-adc4-b81db5cb40fd tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Pushing event updated for resources: {'Port': ['ID=08677199-8b85-431f-a3a5-f7bfd44fe2d2,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:33:20.639334 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-0dd08061-cd4a-4622-9990-ab7f62177e54 req-87599bcd-2830-4499-b049-4b29af122912 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=332f11bf-2a21-4349-89de-b4efaa2c3b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411129 Jul 06 15:33:20.668511 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-822f09fb-3a07-4b98-adc4-b81db5cb40fd tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks [] for floatingip (9c48d8e5-67d1-4de0-8337-13f28dd8eb01), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:20.705494 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-822f09fb-3a07-4b98-adc4-b81db5cb40fd tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (08677199-8b85-431f-a3a5-f7bfd44fe2d2), before_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:20.852458 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-822f09fb-3a07-4b98-adc4-b81db5cb40fd tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks [] for port (08677199-8b85-431f-a3a5-f7bfd44fe2d2), precommit_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:20.856888 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-822f09fb-3a07-4b98-adc4-b81db5cb40fd tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2888549'] for port (08677199-8b85-431f-a3a5-f7bfd44fe2d2), after_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:20.920344 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822f09fb-3a07-4b98-adc4-b81db5cb40fd tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Pushing event updated for resources: {'Port': ['ID=08677199-8b85-431f-a3a5-f7bfd44fe2d2,revision_number=2']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:33:20.933870 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-822f09fb-3a07-4b98-adc4-b81db5cb40fd tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591059'] for floatingip (9c48d8e5-67d1-4de0-8337-13f28dd8eb01), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:20.948633 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-822f09fb-3a07-4b98-adc4-b81db5cb40fd tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for floatingip (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:20.949827 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-822f09fb-3a07-4b98-adc4-b81db5cb40fd tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7925620 Jul 06 15:33:21.110299 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:33:21.120077 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-8ac95340-3f24-440b-a4d9-caf8afcb49bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8ea57be5-348a-4c5b-804c-cda178363830), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:21.134121 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff163443-7a08-422f-ac3e-4efe0df636f8 req-ac03696a-6ac4-4b9e-a1d8-0b38e6ec0428 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:33:21.135617 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-ff163443-7a08-422f-ac3e-4efe0df636f8 req-ac03696a-6ac4-4b9e-a1d8-0b38e6ec0428 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/ports?device_id=c304cb7c-8615-4f10-836c-78b4ae231d57 HTTP/1.1" status: 200 len: 945 time: 0.0591066 Jul 06 15:33:21.159967 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-eef2138d-9be5-4107-8213-9967836e3fad req-15aa99d7-2ec7-48b8-add0-6ef335797b04 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1953566063&fields=id&tenant_id=848d6c1f478d4dba813663c4c866d8b8 HTTP/1.1" status: 200 len: 267 time: 0.0503161 Jul 06 15:33:21.185391 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-ff163443-7a08-422f-ac3e-4efe0df636f8 req-50ebc20c-53c3-4eb5-a1b3-f2cccc8abab7 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/security-groups?id=332f11bf-2a21-4349-89de-b4efaa2c3b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440168 Jul 06 15:33:21.238658 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (d26a5351-3de7-44f9-93eb-9fed5ee5b55b), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:21.268108 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef2138d-9be5-4107-8213-9967836e3fad req-c7c0540f-78b0-4957-b49d-7286ed1e50dc tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:33:21.269618 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-eef2138d-9be5-4107-8213-9967836e3fad req-c7c0540f-78b0-4957-b49d-7286ed1e50dc tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/networks?id=bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b HTTP/1.1" status: 200 len: 817 time: 0.1029811 Jul 06 15:33:21.284360 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-eef2138d-9be5-4107-8213-9967836e3fad req-e344bbbb-c8fe-4c1e-b702-1bfca3884dfe tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/quotas/848d6c1f478d4dba813663c4c866d8b8 HTTP/1.1" status: 200 len: 375 time: 0.0087111 Jul 06 15:33:21.335002 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-eef2138d-9be5-4107-8213-9967836e3fad req-e3f1e505-b3a5-49cd-8839-e2f8e443cd9e tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=848d6c1f478d4dba813663c4c866d8b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460069 Jul 06 15:33:21.429865 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-eef2138d-9be5-4107-8213-9967836e3fad req-3c455b37-059c-425b-999f-c35e2859789d service neutron] 10.222.0.46 "GET /v2.0/networks/bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822949 Jul 06 15:33:21.466317 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:33:21.522710 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-eef2138d-9be5-4107-8213-9967836e3fad req-d7abf69f-3c85-49e8-87f3-2fbf0c04f0d1 service neutron] 10.222.0.46 "GET /v2.0/networks/bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871048 Jul 06 15:33:21.679342 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-5ac39d65-a1ac-458c-9142-f0251fa614b3 req-2cf06f0a-4f69-4a76-9446-7d9c7956d453 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=163b46c6-bff4-4247-afc3-06617093f4de HTTP/1.1" status: 200 len: 210 time: 0.0275114 Jul 06 15:33:22.261849 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:33:22.300580 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8331e5-ccae-4ccf-9b44-abefc2101a7e req-94e32691-8a7f-47f8-a01a-3dba9c7b78b2 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:33:22.302030 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-0a8331e5-ccae-4ccf-9b44-abefc2101a7e req-94e32691-8a7f-47f8-a01a-3dba9c7b78b2 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/ports?device_id=c304cb7c-8615-4f10-836c-78b4ae231d57 HTTP/1.1" status: 200 len: 945 time: 0.0494404 Jul 06 15:33:22.350420 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-0a8331e5-ccae-4ccf-9b44-abefc2101a7e req-614a2f55-3840-46cc-9a50-350eac9eda61 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/security-groups?id=332f11bf-2a21-4349-89de-b4efaa2c3b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422943 Jul 06 15:33:22.510010 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65894e6a-1718-4cf8-89d9-109d8af8de83 req-40957cd7-a08b-477a-993d-e975566182c9 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:33:22.511798 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-65894e6a-1718-4cf8-89d9-109d8af8de83 req-40957cd7-a08b-477a-993d-e975566182c9 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/ports?device_id=c304cb7c-8615-4f10-836c-78b4ae231d57 HTTP/1.1" status: 200 len: 945 time: 0.0837677 Jul 06 15:33:22.587055 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:33:22.614826 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-65894e6a-1718-4cf8-89d9-109d8af8de83 req-c2474269-bc67-4b34-8c25-c96057bef3e4 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/security-groups?id=332f11bf-2a21-4349-89de-b4efaa2c3b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954189 Jul 06 15:33:22.626502 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef2138d-9be5-4107-8213-9967836e3fad req-09139721-a035-4bdd-82f4-90369ca6c644 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:33:22.628034 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-eef2138d-9be5-4107-8213-9967836e3fad req-09139721-a035-4bdd-82f4-90369ca6c644 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.16 "GET /v2.0/networks?id=bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b HTTP/1.1" status: 200 len: 817 time: 0.1607690 Jul 06 15:33:22.640698 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 60098) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:33:22.673554 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:33:22.701796 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-eef2138d-9be5-4107-8213-9967836e3fad req-ded80ee8-f68a-445c-9e6b-14cb738eaa65 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=848d6c1f478d4dba813663c4c866d8b8 HTTP/1.1" status: 200 len: 380 time: 0.0620456 Jul 06 15:33:22.719234 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [req-eef2138d-9be5-4107-8213-9967836e3fad req-fe936ed6-a94d-42b5-b381-95030512d231 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Request body: {'port': {'device_id': '163b46c6-bff4-4247-afc3-06617093f4de', 'network_id': 'bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b', 'admin_state_up': True, 'tenant_id': '848d6c1f478d4dba813663c4c866d8b8', 'security_groups': ['a93804c2-e29d-4e86-82f8-a452a2916749']}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:33:22.799191 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-528cc3ee-6863-4f53-86ea-c46446e49e95 req-0dfbe33f-ef98-46b5-8ec3-6254e7078f51 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=163b46c6-bff4-4247-afc3-06617093f4de HTTP/1.1" status: 200 len: 210 time: 0.0484242 Jul 06 15:33:22.804287 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d43a1a-0bd6-4271-b9a2-5a8f2a6eb51d tempest-TestVolumeBootPattern-946153096 tempest-TestVolumeBootPattern-946153096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:33:22.808580 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-03d43a1a-0bd6-4271-b9a2-5a8f2a6eb51d tempest-TestVolumeBootPattern-946153096 tempest-TestVolumeBootPattern-946153096-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=c304cb7c-8615-4f10-836c-78b4ae231d57 HTTP/1.1" status: 200 len: 1124 time: 0.1668341 Jul 06 15:33:22.810725 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 60104) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:33:22.819803 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [None req-0f6fdce1-26ca-4b82-9078-b66df6fe5e5f tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Request body: {'floatingip': {'floating_network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'port_id': 'b0ef2a66-9d47-4a02-a75e-4a955b7b7809', 'tenant_id': '6d724d364f9b4bafb241a0bb0b02429f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:33:22.851430 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0f6fdce1-26ca-4b82-9078-b66df6fe5e5f tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:22.856637 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eef2138d-9be5-4107-8213-9967836e3fad req-fe936ed6-a94d-42b5-b381-95030512d231 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Made reservation on behalf of 848d6c1f478d4dba813663c4c866d8b8 for: {'port': 1} {{(pid=103844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:33:22.859908 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-eef2138d-9be5-4107-8213-9967836e3fad req-fe936ed6-a94d-42b5-b381-95030512d231 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:22.993260 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0f6fdce1-26ca-4b82-9078-b66df6fe5e5f tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:23.103862 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.db_base_plugin_common [req-eef2138d-9be5-4107-8213-9967836e3fad req-fe936ed6-a94d-42b5-b381-95030512d231 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Allocated IP 172.20.0.4 (bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b/269837f6-8226-4731-9efa-b81af4068805/88c8bb0a-387a-48a4-8c7e-f64217bd737b) {{(pid=103844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:33:23.172795 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.db_base_plugin_common [None req-0f6fdce1-26ca-4b82-9078-b66df6fe5e5f tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Allocated IP 172.27.3.58 (377cda5e-c384-46ee-8e00-4b775f415604/1975bb39-9f7d-4b8c-94d3-6023908c91e1/8ee606ff-a541-4a82-9bcc-3fff5b5e4260) {{(pid=103844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:33:23.329973 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:33:23.359033 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-eef2138d-9be5-4107-8213-9967836e3fad req-fe936ed6-a94d-42b5-b381-95030512d231 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks [] for port (88c8bb0a-387a-48a4-8c7e-f64217bd737b), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:23.374921 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0f6fdce1-26ca-4b82-9078-b66df6fe5e5f tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks [] for port (8ee606ff-a541-4a82-9bcc-3fff5b5e4260), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:23.385988 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:33:23.427105 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-eef2138d-9be5-4107-8213-9967836e3fad req-fe936ed6-a94d-42b5-b381-95030512d231 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786465455737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2698075'] for port (88c8bb0a-387a-48a4-8c7e-f64217bd737b), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:23.447058 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0f6fdce1-26ca-4b82-9078-b66df6fe5e5f tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786465455737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2698075'] for port (8ee606ff-a541-4a82-9bcc-3fff5b5e4260), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:23.480905 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eef2138d-9be5-4107-8213-9967836e3fad req-fe936ed6-a94d-42b5-b381-95030512d231 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Network bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b is already hosted by enough agents. {{(pid=103844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:33:23.487175 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.base_scheduler [req-eef2138d-9be5-4107-8213-9967836e3fad req-fe936ed6-a94d-42b5-b381-95030512d231 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Resources bound (agent type, host, resource id): {{(pid=103844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:33:23.489967 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [req-eef2138d-9be5-4107-8213-9967836e3fad req-fe936ed6-a94d-42b5-b381-95030512d231 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Received port after_create {{(pid=103844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 15:33:23.525529 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6fdce1-26ca-4b82-9078-b66df6fe5e5f tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Network 377cda5e-c384-46ee-8e00-4b775f415604 is already hosted by enough agents. {{(pid=103844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:33:23.531490 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.base_scheduler [None req-0f6fdce1-26ca-4b82-9078-b66df6fe5e5f tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Resources bound (agent type, host, resource id): {{(pid=103844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:33:23.534434 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6fdce1-26ca-4b82-9078-b66df6fe5e5f tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Received port after_create {{(pid=103844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 15:33:23.536514 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe936ed6-a94d-42b5-b381-95030512d231 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Pushing event updated for resources: {'Port': ['ID=88c8bb0a-387a-48a4-8c7e-f64217bd737b,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:33:23.624617 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef2138d-9be5-4107-8213-9967836e3fad req-fe936ed6-a94d-42b5-b381-95030512d231 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:33:23.625142 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-eef2138d-9be5-4107-8213-9967836e3fad req-fe936ed6-a94d-42b5-b381-95030512d231 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for port (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:23.631207 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6fdce1-26ca-4b82-9078-b66df6fe5e5f tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Pushing event updated for resources: {'Port': ['ID=8ee606ff-a541-4a82-9bcc-3fff5b5e4260,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:33:23.665631 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-eef2138d-9be5-4107-8213-9967836e3fad req-fe936ed6-a94d-42b5-b381-95030512d231 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9511328 Jul 06 15:33:23.677399 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [req-eef2138d-9be5-4107-8213-9967836e3fad req-90b67b93-2167-4a24-a76e-699bc2259e0f service neutron] Request body: {'port': {'device_id': '163b46c6-bff4-4247-afc3-06617093f4de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84884'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:33:23.709672 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-ad734038-c3c2-4681-9c38-3a331d4af6d0 None None] Provisioning complete for port 88c8bb0a-387a-48a4-8c7e-f64217bd737b triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:33:23.710299 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-ad734038-c3c2-4681-9c38-3a331d4af6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (88c8bb0a-387a-48a4-8c7e-f64217bd737b), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:23.741081 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-ad734038-c3c2-4681-9c38-3a331d4af6d0 None None] Port 88c8bb0a-387a-48a4-8c7e-f64217bd737b cannot update to ACTIVE because it is not bound. {{(pid=103846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 15:33:23.815252 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-eef2138d-9be5-4107-8213-9967836e3fad req-90b67b93-2167-4a24-a76e-699bc2259e0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (88c8bb0a-387a-48a4-8c7e-f64217bd737b), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:24.007013 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d85d512-93c2-4551-b8a8-f55c32a88dfe req-aa4319a2-de1b-40bf-8e2d-2682779ea233 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:33:24.008487 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-1d85d512-93c2-4551-b8a8-f55c32a88dfe req-aa4319a2-de1b-40bf-8e2d-2682779ea233 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=163b46c6-bff4-4247-afc3-06617093f4de HTTP/1.1" status: 200 len: 931 time: 0.1271386 Jul 06 15:33:24.417070 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:33:24.437299 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:33:24.467766 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-1d85d512-93c2-4551-b8a8-f55c32a88dfe req-a840a1cc-d38e-444a-86c0-e4511601c5d5 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=a93804c2-e29d-4e86-82f8-a452a2916749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4515646 Jul 06 15:33:24.545843 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0f6fdce1-26ca-4b82-9078-b66df6fe5e5f tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks [] for floatingip (abacfef0-406b-48a9-90fa-f45914277b0f), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:24.625032 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [req-eef2138d-9be5-4107-8213-9967836e3fad req-90b67b93-2167-4a24-a76e-699bc2259e0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88c8bb0a-387a-48a4-8c7e-f64217bd737b {{(pid=103844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 15:33:24.648042 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-eef2138d-9be5-4107-8213-9967836e3fad req-90b67b93-2167-4a24-a76e-699bc2259e0f service neutron] Publish callbacks [] for port (88c8bb0a-387a-48a4-8c7e-f64217bd737b), precommit_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:24.664364 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0f6fdce1-26ca-4b82-9078-b66df6fe5e5f tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (8ee606ff-a541-4a82-9bcc-3fff5b5e4260), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:24.669010 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [req-eef2138d-9be5-4107-8213-9967836e3fad req-90b67b93-2167-4a24-a76e-699bc2259e0f service neutron] Transition to ACTIVE for port object 88c8bb0a-387a-48a4-8c7e-f64217bd737b will not be triggered until provisioned by entity L2. {{(pid=103844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 06 15:33:24.689318 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-eef2138d-9be5-4107-8213-9967836e3fad req-90b67b93-2167-4a24-a76e-699bc2259e0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2698066'] for port (88c8bb0a-387a-48a4-8c7e-f64217bd737b), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:24.783139 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b67b93-2167-4a24-a76e-699bc2259e0f service neutron] Pushing event updated for resources: {'Port': ['ID=88c8bb0a-387a-48a4-8c7e-f64217bd737b,revision_number=2']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:33:24.912722 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [req-eef2138d-9be5-4107-8213-9967836e3fad req-90b67b93-2167-4a24-a76e-699bc2259e0f service neutron] Attempting to bind port 88c8bb0a-387a-48a4-8c7e-f64217bd737b on host hv-cinder-84884 for vnic_type normal with profile {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 15:33:24.913059 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [req-eef2138d-9be5-4107-8213-9967836e3fad req-90b67b93-2167-4a24-a76e-699bc2259e0f service neutron] Attempting to bind port 88c8bb0a-387a-48a4-8c7e-f64217bd737b by drivers openvswitch,hyperv on host hv-cinder-84884 at level 0 using segments [{'id': 'e86c9f57-fa7f-455d-be56-203cd26dcd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b'}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 15:33:24.913380 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef2138d-9be5-4107-8213-9967836e3fad req-90b67b93-2167-4a24-a76e-699bc2259e0f service neutron] Attempting to bind port 88c8bb0a-387a-48a4-8c7e-f64217bd737b on network bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:33:24.923543 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef2138d-9be5-4107-8213-9967836e3fad req-90b67b93-2167-4a24-a76e-699bc2259e0f service neutron] Port 88c8bb0a-387a-48a4-8c7e-f64217bd737b on network bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84884 {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 06 15:33:24.923861 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef2138d-9be5-4107-8213-9967836e3fad req-90b67b93-2167-4a24-a76e-699bc2259e0f service neutron] Attempting to bind port 88c8bb0a-387a-48a4-8c7e-f64217bd737b on network bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:33:24.935703 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0f6fdce1-26ca-4b82-9078-b66df6fe5e5f tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks [] for port (8ee606ff-a541-4a82-9bcc-3fff5b5e4260), precommit_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:24.938045 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef2138d-9be5-4107-8213-9967836e3fad req-90b67b93-2167-4a24-a76e-699bc2259e0f service neutron] Checking agent: {'id': 'eda728fc-b46d-4378-b578-35bac6b15486', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84884', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 15, 22, 43), 'started_at': datetime.datetime(2022, 7, 6, 15, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 15, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 15:33:24.938379 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef2138d-9be5-4107-8213-9967836e3fad req-90b67b93-2167-4a24-a76e-699bc2259e0f service neutron] Checking segment: {'id': 'e86c9f57-fa7f-455d-be56-203cd26dcd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:33:24.938980 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef2138d-9be5-4107-8213-9967836e3fad req-90b67b93-2167-4a24-a76e-699bc2259e0f service neutron] Bound using segment: {'id': 'e86c9f57-fa7f-455d-be56-203cd26dcd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b'} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 15:33:24.939347 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [req-eef2138d-9be5-4107-8213-9967836e3fad req-90b67b93-2167-4a24-a76e-699bc2259e0f service neutron] Bound port: 88c8bb0a-387a-48a4-8c7e-f64217bd737b, host: hv-cinder-84884, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e86c9f57-fa7f-455d-be56-203cd26dcd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b'}}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 15:33:24.939691 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-eef2138d-9be5-4107-8213-9967836e3fad req-90b67b93-2167-4a24-a76e-699bc2259e0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (88c8bb0a-387a-48a4-8c7e-f64217bd737b), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:24.943015 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0f6fdce1-26ca-4b82-9078-b66df6fe5e5f tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2698066'] for port (8ee606ff-a541-4a82-9bcc-3fff5b5e4260), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:25.043427 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6fdce1-26ca-4b82-9078-b66df6fe5e5f tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Pushing event updated for resources: {'Port': ['ID=8ee606ff-a541-4a82-9bcc-3fff5b5e4260,revision_number=2']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:33:25.070074 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0f6fdce1-26ca-4b82-9078-b66df6fe5e5f tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591059'] for floatingip (abacfef0-406b-48a9-90fa-f45914277b0f), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:25.072952 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [req-eef2138d-9be5-4107-8213-9967836e3fad req-90b67b93-2167-4a24-a76e-699bc2259e0f service neutron] For port 88c8bb0a-387a-48a4-8c7e-f64217bd737b, host hv-cinder-84884, cleared binding levels {{(pid=103844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:33:25.110482 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:33:25.126295 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [req-eef2138d-9be5-4107-8213-9967836e3fad req-90b67b93-2167-4a24-a76e-699bc2259e0f service neutron] For port 88c8bb0a-387a-48a4-8c7e-f64217bd737b, host hv-cinder-84884, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=88c8bb0a-387a-48a4-8c7e-f64217bd737b,segment=NetworkSegment(e86c9f57-fa7f-455d-be56-203cd26dcd68),segment_id=e86c9f57-fa7f-455d-be56-203cd26dcd68)] {{(pid=103844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:33:25.132596 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:33:25.136310 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-eef2138d-9be5-4107-8213-9967836e3fad req-90b67b93-2167-4a24-a76e-699bc2259e0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2698066'] for port (88c8bb0a-387a-48a4-8c7e-f64217bd737b), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:25.215916 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef2138d-9be5-4107-8213-9967836e3fad req-90b67b93-2167-4a24-a76e-699bc2259e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:33:25.216531 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-eef2138d-9be5-4107-8213-9967836e3fad req-90b67b93-2167-4a24-a76e-699bc2259e0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for port (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:25.217914 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-eef2138d-9be5-4107-8213-9967836e3fad req-90b67b93-2167-4a24-a76e-699bc2259e0f service neutron] 10.222.0.16 "PUT /v2.0/ports/88c8bb0a-387a-48a4-8c7e-f64217bd737b HTTP/1.1" status: 200 len: 1093 time: 1.5444474 Jul 06 15:33:25.218471 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '163b46c6-bff4-4247-afc3-06617093f4de', 'tag': '88c8bb0a-387a-48a4-8c7e-f64217bd737b'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:33:25.220863 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23f0ce0f3171803df377307192b3bbc073243688ace587a9918d8ae03454cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d19af7-ffc6-422e-9885-d645039213ba" -d '{"events": [{"name": "network-changed", "server_uuid": "163b46c6-bff4-4247-afc3-06617093f4de", "tag": "88c8bb0a-387a-48a4-8c7e-f64217bd737b"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:33:25.240748 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.db.l3_db [None req-0f6fdce1-26ca-4b82-9078-b66df6fe5e5f tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Floating IP abacfef0-406b-48a9-90fa-f45914277b0f associated. External IP: 172.27.3.58, port: b0ef2a66-9d47-4a02-a75e-4a955b7b7809. Jul 06 15:33:25.246951 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b67b93-2167-4a24-a76e-699bc2259e0f service neutron] Pushing event updated for resources: {'Port': ['ID=88c8bb0a-387a-48a4-8c7e-f64217bd737b,revision_number=3']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:33:25.293487 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 15:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c3fffa-4bd9-4615-80fe-faa956d09c90 x-openstack-request-id: req-f7c3fffa-4bd9-4615-80fe-faa956d09c90 {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:33:25.293786 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "163b46c6-bff4-4247-afc3-06617093f4de", "tag": "88c8bb0a-387a-48a4-8c7e-f64217bd737b", "status": "completed", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:33:25.294038 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f7c3fffa-4bd9-4615-80fe-faa956d09c90 {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:33:25.294449 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7c3fffa-4bd9-4615-80fe-faa956d09c90'] response: {'name': 'network-changed', 'server_uuid': '163b46c6-bff4-4247-afc3-06617093f4de', 'tag': '88c8bb0a-387a-48a4-8c7e-f64217bd737b', 'status': 'completed', 'code': 200} Jul 06 15:33:25.333021 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef2138d-9be5-4107-8213-9967836e3fad req-ffc6ad4a-5817-4479-96e5-cc70b85c36cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:33:25.334063 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-eef2138d-9be5-4107-8213-9967836e3fad req-ffc6ad4a-5817-4479-96e5-cc70b85c36cb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=848d6c1f478d4dba813663c4c866d8b8&device_id=163b46c6-bff4-4247-afc3-06617093f4de HTTP/1.1" status: 200 len: 1127 time: 0.0551488 Jul 06 15:33:25.401747 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-eef2138d-9be5-4107-8213-9967836e3fad req-96ec68b6-3f9a-4238-8e3d-edf672db07c3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88c8bb0a-387a-48a4-8c7e-f64217bd737b HTTP/1.1" status: 200 len: 217 time: 0.0392942 Jul 06 15:33:25.497687 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef2138d-9be5-4107-8213-9967836e3fad req-7382df67-a13f-44bd-9e04-5e056d54c84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:33:25.499146 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-eef2138d-9be5-4107-8213-9967836e3fad req-7382df67-a13f-44bd-9e04-5e056d54c84b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=269837f6-8226-4731-9efa-b81af4068805 HTTP/1.1" status: 200 len: 856 time: 0.0884745 Jul 06 15:33:25.605011 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef2138d-9be5-4107-8213-9967836e3fad req-e2edaffe-1cc1-4f5d-b734-92056b37929e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:33:25.606392 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-eef2138d-9be5-4107-8213-9967836e3fad req-e2edaffe-1cc1-4f5d-b734-92056b37929e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0994248 Jul 06 15:33:25.643797 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f2b84e-f305-45e6-95ca-57c4772d1009 req-013f4c10-37a7-4fd2-af57-66f0692bdbaf tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:33:25.645166 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-53f2b84e-f305-45e6-95ca-57c4772d1009 req-013f4c10-37a7-4fd2-af57-66f0692bdbaf tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=163b46c6-bff4-4247-afc3-06617093f4de HTTP/1.1" status: 200 len: 943 time: 0.0909171 Jul 06 15:33:25.653986 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f6fdce1-26ca-4b82-9078-b66df6fe5e5f tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Router b72d11e3-0c53-4024-b657-bb1519d61b5a has already been hosted by L3 agent 8e6e5f2a-f235-48ed-8752-aab723ac44e7 {{(pid=103844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 15:33:25.798130 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-53f2b84e-f305-45e6-95ca-57c4772d1009 req-bd42411b-46e2-4f21-bec5-9e750271d397 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=a93804c2-e29d-4e86-82f8-a452a2916749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459258 Jul 06 15:33:25.801737 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-eef2138d-9be5-4107-8213-9967836e3fad req-ae5d4ec5-17da-498f-9d24-1ddc314a1611 service neutron] 10.222.0.16 "GET /v2.0/networks/bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872528 Jul 06 15:33:25.910689 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f6fdce1-26ca-4b82-9078-b66df6fe5e5f tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Notify agent at l3_agent.dv-cinder-848848-4-iscsi the message routers_updated {{(pid=103844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:33:25.922040 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf585c4-1625-4687-9614-4f60ca8e9933 None None] Sync routers for ids ['b72d11e3-0c53-4024-b657-bb1519d61b5a'] in dv-cinder-848848-4-iscsi {{(pid=103846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:33:25.932101 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf585c4-1625-4687-9614-4f60ca8e9933 None None] Routers {'b72d11e3-0c53-4024-b657-bb1519d61b5a'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:33:25.932794 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-9bf585c4-1625-4687-9614-4f60ca8e9933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:33:18Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['b72d11e3-0c53-4024-b657-bb1519d61b5a'], 'active': True} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:33:25.939432 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0f6fdce1-26ca-4b82-9078-b66df6fe5e5f tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for floatingip (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:25.962269 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:33:25.966602 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-eef2138d-9be5-4107-8213-9967836e3fad req-87b8381b-679a-40d4-8d99-c062c88637a3 service neutron] 10.222.0.16 "GET /v2.0/networks/bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582868 Jul 06 15:33:25.975073 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-0f6fdce1-26ca-4b82-9078-b66df6fe5e5f tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1632533 Jul 06 15:33:26.035642 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvr_db [None req-9bf585c4-1625-4687-9614-4f60ca8e9933 None None] Set router b72d11e3-0c53-4024-b657-bb1519d61b5a gateway port host: dv-cinder-848848-4-iscsi {{(pid=103846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:33:26.100208 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:33:26.243017 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-9bf585c4-1625-4687-9614-4f60ca8e9933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'name': 'tempest-TestVolumeBootPattern-1684097512-router', 'tenant_id': '6d724d364f9b4bafb241a0bb0b02429f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '1a14bced-14dd-4a2e-b9c0-5a8d662317e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:32:42Z', 'updated_at': '2022-07-06T15:32:45Z', 'revision_number': 4, 'project_id': '6d724d364f9b4bafb241a0bb0b02429f', 'gw_port': {'id': '1a14bced-14dd-4a2e-b9c0-5a8d662317e9', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:32:43Z', 'updated_at': '2022-07-06T15:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_floatingips': [{'id': 'abacfef0-406b-48a9-90fa-f45914277b0f', 'tenant_id': '6d724d364f9b4bafb241a0bb0b02429f', 'floating_ip_address': '172.27.3.58', 'floating_network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'router_id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'port_id': 'b0ef2a66-9d47-4a02-a75e-4a955b7b7809', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '784d35cc-1e96-42d9-b35a-63f5c285a35a', 'mac_address': 'fa:16:3e:12:e0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c304cb7c-8615-4f10-836c-78b4ae231d57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T15:33:23Z', 'updated_at': '2022-07-06T15:33:23Z', 'revision_number': 0, 'project_id': '6d724d364f9b4bafb241a0bb0b02429f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5506e7af-726e-4d99-b651-a2ecbd3e1a59', 'name': '', 'network_id': '784d35cc-1e96-42d9-b35a-63f5c285a35a', 'tenant_id': '6d724d364f9b4bafb241a0bb0b02429f', 'mac_address': 'fa:16:3e:ac:99:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '4bf4bc6c-097d-41f4-91b7-12c91aca1e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:32:44Z', 'updated_at': '2022-07-06T15:32:49Z', 'revision_number': 5, 'project_id': '6d724d364f9b4bafb241a0bb0b02429f', 'subnets': [{'id': '4bf4bc6c-097d-41f4-91b7-12c91aca1e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:33:26.268130 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf585c4-1625-4687-9614-4f60ca8e9933 None None] Checking router: b72d11e3-0c53-4024-b657-bb1519d61b5a for host: dv-cinder-848848-4-iscsi {{(pid=103846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:33:26.276647 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf585c4-1625-4687-9614-4f60ca8e9933 None None] Routers {'b72d11e3-0c53-4024-b657-bb1519d61b5a'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:33:26.277241 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-9bf585c4-1625-4687-9614-4f60ca8e9933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:33:18Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['b72d11e3-0c53-4024-b657-bb1519d61b5a'], 'active': True} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:33:26.375868 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvr_db [None req-9bf585c4-1625-4687-9614-4f60ca8e9933 None None] Set router b72d11e3-0c53-4024-b657-bb1519d61b5a gateway port host: dv-cinder-848848-4-iscsi {{(pid=103846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:33:26.576307 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-9bf585c4-1625-4687-9614-4f60ca8e9933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'name': 'tempest-TestVolumeBootPattern-1684097512-router', 'tenant_id': '6d724d364f9b4bafb241a0bb0b02429f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '1a14bced-14dd-4a2e-b9c0-5a8d662317e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:32:42Z', 'updated_at': '2022-07-06T15:32:45Z', 'revision_number': 4, 'project_id': '6d724d364f9b4bafb241a0bb0b02429f', 'gw_port': {'id': '1a14bced-14dd-4a2e-b9c0-5a8d662317e9', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:32:43Z', 'updated_at': '2022-07-06T15:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_floatingips': [{'id': 'abacfef0-406b-48a9-90fa-f45914277b0f', 'tenant_id': '6d724d364f9b4bafb241a0bb0b02429f', 'floating_ip_address': '172.27.3.58', 'floating_network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'router_id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'port_id': 'b0ef2a66-9d47-4a02-a75e-4a955b7b7809', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '784d35cc-1e96-42d9-b35a-63f5c285a35a', 'mac_address': 'fa:16:3e:12:e0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c304cb7c-8615-4f10-836c-78b4ae231d57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T15:33:23Z', 'updated_at': '2022-07-06T15:33:23Z', 'revision_number': 0, 'project_id': '6d724d364f9b4bafb241a0bb0b02429f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5506e7af-726e-4d99-b651-a2ecbd3e1a59', 'name': '', 'network_id': '784d35cc-1e96-42d9-b35a-63f5c285a35a', 'tenant_id': '6d724d364f9b4bafb241a0bb0b02429f', 'mac_address': 'fa:16:3e:ac:99:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '4bf4bc6c-097d-41f4-91b7-12c91aca1e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:32:44Z', 'updated_at': '2022-07-06T15:32:49Z', 'revision_number': 5, 'project_id': '6d724d364f9b4bafb241a0bb0b02429f', 'subnets': [{'id': '4bf4bc6c-097d-41f4-91b7-12c91aca1e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:33:26.603478 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf585c4-1625-4687-9614-4f60ca8e9933 None None] The sync data for ids ['b72d11e3-0c53-4024-b657-bb1519d61b5a'] in dv-cinder-848848-4-iscsi is: [{'id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'name': 'tempest-TestVolumeBootPattern-1684097512-router', 'tenant_id': '6d724d364f9b4bafb241a0bb0b02429f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '1a14bced-14dd-4a2e-b9c0-5a8d662317e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:32:42Z', 'updated_at': '2022-07-06T15:32:45Z', 'revision_number': 4, 'project_id': '6d724d364f9b4bafb241a0bb0b02429f', 'gw_port': {'id': '1a14bced-14dd-4a2e-b9c0-5a8d662317e9', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:32:43Z', 'updated_at': '2022-07-06T15:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_floatingips': [{'id': 'abacfef0-406b-48a9-90fa-f45914277b0f', 'tenant_id': '6d724d364f9b4bafb241a0bb0b02429f', 'floating_ip_address': '172.27.3.58', 'floating_network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'router_id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'port_id': 'b0ef2a66-9d47-4a02-a75e-4a955b7b7809', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '784d35cc-1e96-42d9-b35a-63f5c285a35a', 'mac_address': 'fa:16:3e:12:e0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c304cb7c-8615-4f10-836c-78b4ae231d57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T15:33:23Z', 'updated_at': '2022-07-06T15:33:23Z', 'revision_number': 0, 'project_id': '6d724d364f9b4bafb241a0bb0b02429f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5506e7af-726e-4d99-b651-a2ecbd3e1a59', 'name': '', 'network_id': '784d35cc-1e96-42d9-b35a-63f5c285a35a', 'tenant_id': '6d724d364f9b4bafb241a0bb0b02429f', 'mac_address': 'fa:16:3e:ac:99:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '4bf4bc6c-097d-41f4-91b7-12c91aca1e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:32:44Z', 'updated_at': '2022-07-06T15:32:49Z', 'revision_number': 5, 'project_id': '6d724d364f9b4bafb241a0bb0b02429f', 'subnets': [{'id': '4bf4bc6c-097d-41f4-91b7-12c91aca1e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:33:26.743719 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d19af7-ffc6-422e-9885-d645039213ba req-3b166b0a-4458-413a-bc3c-a8a4a5847599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:33:26.745229 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-20d19af7-ffc6-422e-9885-d645039213ba req-3b166b0a-4458-413a-bc3c-a8a4a5847599 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=848d6c1f478d4dba813663c4c866d8b8&device_id=163b46c6-bff4-4247-afc3-06617093f4de HTTP/1.1" status: 200 len: 1127 time: 0.0409365 Jul 06 15:33:26.811264 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528c564b-e4ac-473c-97f5-3b1fcd6ba933 None None] New status for floating IP abacfef0-406b-48a9-90fa-f45914277b0f: ACTIVE {{(pid=103847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 06 15:33:26.823137 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:33:26.848333 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d19af7-ffc6-422e-9885-d645039213ba req-cbe5b9f0-a74c-4c74-b636-df7c46f4fe9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:33:26.849696 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-20d19af7-ffc6-422e-9885-d645039213ba req-cbe5b9f0-a74c-4c74-b636-df7c46f4fe9f service neutron] 10.222.0.16 "GET /v2.0/networks?id=bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b HTTP/1.1" status: 200 len: 918 time: 0.0978634 Jul 06 15:33:26.890253 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-20d19af7-ffc6-422e-9885-d645039213ba req-86c48b53-8692-4ae8-a7c4-06025e4a239b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88c8bb0a-387a-48a4-8c7e-f64217bd737b HTTP/1.1" status: 200 len: 217 time: 0.0347552 Jul 06 15:33:26.921265 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f924b766-fc45-4730-adc0-b4d74f670550 req-646f03e8-2666-46d7-9b66-8a96fd7afa37 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:33:26.924130 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-f924b766-fc45-4730-adc0-b4d74f670550 req-646f03e8-2666-46d7-9b66-8a96fd7afa37 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=163b46c6-bff4-4247-afc3-06617093f4de HTTP/1.1" status: 200 len: 943 time: 0.0504451 Jul 06 15:33:26.938836 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d19af7-ffc6-422e-9885-d645039213ba req-7ca5cc55-305f-4b86-b97b-d7df51c3b1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:33:26.940393 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-20d19af7-ffc6-422e-9885-d645039213ba req-7ca5cc55-305f-4b86-b97b-d7df51c3b1aa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=269837f6-8226-4731-9efa-b81af4068805 HTTP/1.1" status: 200 len: 856 time: 0.0447106 Jul 06 15:33:26.976121 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-f924b766-fc45-4730-adc0-b4d74f670550 req-a477b6bd-dc8a-483c-9cb9-bd91e81cad88 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=a93804c2-e29d-4e86-82f8-a452a2916749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463681 Jul 06 15:33:26.992769 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d19af7-ffc6-422e-9885-d645039213ba req-8c60087c-114d-41b9-a31c-148b49d3271d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:33:26.994333 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-20d19af7-ffc6-422e-9885-d645039213ba req-8c60087c-114d-41b9-a31c-148b49d3271d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465174 Jul 06 15:33:27.085362 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-20d19af7-ffc6-422e-9885-d645039213ba req-807d7225-06e2-4327-8bf3-45f0546cf2d1 service neutron] 10.222.0.16 "GET /v2.0/networks/bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847726 Jul 06 15:33:27.178327 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-20d19af7-ffc6-422e-9885-d645039213ba req-f2d205c9-620f-4cc6-8871-4daa26b5a4f0 service neutron] 10.222.0.16 "GET /v2.0/networks/bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872161 Jul 06 15:33:27.295269 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c304cb7c-8615-4f10-836c-78b4ae231d57', 'tag': 'b0ef2a66-9d47-4a02-a75e-4a955b7b7809'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:33:27.297607 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23f0ce0f3171803df377307192b3bbc073243688ace587a9918d8ae03454cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3dc61b-54d6-4bdd-b3e8-5377979c58e7" -d '{"events": [{"name": "network-changed", "server_uuid": "c304cb7c-8615-4f10-836c-78b4ae231d57", "tag": "b0ef2a66-9d47-4a02-a75e-4a955b7b7809"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:33:27.334986 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 15:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216b7747-3859-4e85-ac88-720197d45b04 x-openstack-request-id: req-216b7747-3859-4e85-ac88-720197d45b04 {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:33:27.335308 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c304cb7c-8615-4f10-836c-78b4ae231d57", "tag": "b0ef2a66-9d47-4a02-a75e-4a955b7b7809", "status": "completed", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:33:27.335611 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-216b7747-3859-4e85-ac88-720197d45b04 {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:33:27.335963 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-216b7747-3859-4e85-ac88-720197d45b04'] response: {'name': 'network-changed', 'server_uuid': 'c304cb7c-8615-4f10-836c-78b4ae231d57', 'tag': 'b0ef2a66-9d47-4a02-a75e-4a955b7b7809', 'status': 'completed', 'code': 200} Jul 06 15:33:27.394705 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3dc61b-54d6-4bdd-b3e8-5377979c58e7 req-3c8455b6-ec57-4125-a88c-4ab5d0487d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:33:27.396504 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-0d3dc61b-54d6-4bdd-b3e8-5377979c58e7 req-3c8455b6-ec57-4125-a88c-4ab5d0487d35 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6d724d364f9b4bafb241a0bb0b02429f&device_id=c304cb7c-8615-4f10-836c-78b4ae231d57 HTTP/1.1" status: 200 len: 1129 time: 0.0400889 Jul 06 15:33:27.490970 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3dc61b-54d6-4bdd-b3e8-5377979c58e7 req-11b07ba1-a2c4-4052-ba83-eac55d5be529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:33:27.492478 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-0d3dc61b-54d6-4bdd-b3e8-5377979c58e7 req-11b07ba1-a2c4-4052-ba83-eac55d5be529 service neutron] 10.222.0.16 "GET /v2.0/networks?id=784d35cc-1e96-42d9-b35a-63f5c285a35a HTTP/1.1" status: 200 len: 913 time: 0.0898521 Jul 06 15:33:27.554376 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-0d3dc61b-54d6-4bdd-b3e8-5377979c58e7 req-ba535b54-2dff-4b8b-a36c-f3c210374d94 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0ef2a66-9d47-4a02-a75e-4a955b7b7809 HTTP/1.1" status: 200 len: 1000 time: 0.0546045 Jul 06 15:33:27.602039 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3dc61b-54d6-4bdd-b3e8-5377979c58e7 req-1fd00011-d31b-48be-bc2c-3895cf2ea8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:33:27.603448 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-0d3dc61b-54d6-4bdd-b3e8-5377979c58e7 req-1fd00011-d31b-48be-bc2c-3895cf2ea8c9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4bf4bc6c-097d-41f4-91b7-12c91aca1e8f HTTP/1.1" status: 200 len: 851 time: 0.0436187 Jul 06 15:33:27.650391 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3dc61b-54d6-4bdd-b3e8-5377979c58e7 req-939b9405-3e21-49b0-9834-cc9c64e909c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:33:27.651857 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-0d3dc61b-54d6-4bdd-b3e8-5377979c58e7 req-939b9405-3e21-49b0-9834-cc9c64e909c4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=784d35cc-1e96-42d9-b35a-63f5c285a35a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423770 Jul 06 15:33:27.739272 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-0d3dc61b-54d6-4bdd-b3e8-5377979c58e7 req-5eb2ba6e-dd94-495b-b7f1-c77546126d4f service neutron] 10.222.0.16 "GET /v2.0/networks/784d35cc-1e96-42d9-b35a-63f5c285a35a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807860 Jul 06 15:33:27.829651 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-0d3dc61b-54d6-4bdd-b3e8-5377979c58e7 req-4332274d-42c8-4595-b84c-033de0b43442 service neutron] 10.222.0.16 "GET /v2.0/networks/784d35cc-1e96-42d9-b35a-63f5c285a35a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851340 Jul 06 15:33:28.092832 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fb8670-93fc-40d6-88f8-3803c5d62b2d req-989211ad-0281-45d0-9ca3-7924d74fef03 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:33:28.094270 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-86fb8670-93fc-40d6-88f8-3803c5d62b2d req-989211ad-0281-45d0-9ca3-7924d74fef03 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=163b46c6-bff4-4247-afc3-06617093f4de HTTP/1.1" status: 200 len: 943 time: 0.0463262 Jul 06 15:33:28.141761 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-86fb8670-93fc-40d6-88f8-3803c5d62b2d req-ea1dc13b-e560-4540-ba91-d3be8df2fcc7 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=a93804c2-e29d-4e86-82f8-a452a2916749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419333 Jul 06 15:33:28.208917 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device 88c8bb0a-387a-48a4-8c7e-f64217bd737b details requested by agent hyperv_hv-cinder-84884 with host hv-cinder-84884 {{(pid=103846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 15:33:28.297322 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:33:28.304592 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port 88c8bb0a-387a-48a4-8c7e-f64217bd737b, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=88c8bb0a-387a-48a4-8c7e-f64217bd737b,segment=NetworkSegment(e86c9f57-fa7f-455d-be56-203cd26dcd68),segment_id=e86c9f57-fa7f-455d-be56-203cd26dcd68)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:33:28.319733 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Returning: {'device': '88c8bb0a-387a-48a4-8c7e-f64217bd737b', 'network_id': 'bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b', 'port_id': '88c8bb0a-387a-48a4-8c7e-f64217bd737b', 'mac_address': 'fa:16:3e:fc:0d:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '269837f6-8226-4731-9efa-b81af4068805', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 15:33:28.476570 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Current status of the port 88c8bb0a-387a-48a4-8c7e-f64217bd737b is: DOWN; New status is: BUILD {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:33:28.476947 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (88c8bb0a-387a-48a4-8c7e-f64217bd737b), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:28.489339 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.notifiers.nova [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88c8bb0a-387a-48a4-8c7e-f64217bd737b {{(pid=103846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 15:33:28.508694 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port 88c8bb0a-387a-48a4-8c7e-f64217bd737b, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=88c8bb0a-387a-48a4-8c7e-f64217bd737b,segment=NetworkSegment(e86c9f57-fa7f-455d-be56-203cd26dcd68),segment_id=e86c9f57-fa7f-455d-be56-203cd26dcd68)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:33:28.512698 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (88c8bb0a-387a-48a4-8c7e-f64217bd737b), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:28.556202 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Pushing event updated for resources: {'Port': ['ID=88c8bb0a-387a-48a4-8c7e-f64217bd737b,revision_number=4']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:33:28.722057 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] get_ports_and_sgs() called for port_ids ['88c8bb0a-387a-48a4-8c7e-f64217bd737b'] {{(pid=103846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:33:28.785220 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:33:29.259685 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a83f2-141d-41b2-96ee-63a6ff29c150 req-24e6418d-e55e-4c4d-8363-f2ff35864e04 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:33:29.261177 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-db9a83f2-141d-41b2-96ee-63a6ff29c150 req-24e6418d-e55e-4c4d-8363-f2ff35864e04 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=163b46c6-bff4-4247-afc3-06617093f4de HTTP/1.1" status: 200 len: 944 time: 0.0479543 Jul 06 15:33:29.281666 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:33:29.308803 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-db9a83f2-141d-41b2-96ee-63a6ff29c150 req-ffde5389-b658-4463-81b6-fd3ddd45e922 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=a93804c2-e29d-4e86-82f8-a452a2916749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420735 Jul 06 15:33:30.212612 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device 88c8bb0a-387a-48a4-8c7e-f64217bd737b up at agent hyperv_hv-cinder-84884 {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:33:30.253359 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Provisioning for port 88c8bb0a-387a-48a4-8c7e-f64217bd737b completed by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 06 15:33:30.259097 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Provisioning complete for port 88c8bb0a-387a-48a4-8c7e-f64217bd737b triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:33:30.259533 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (88c8bb0a-387a-48a4-8c7e-f64217bd737b), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:30.333337 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Current status of the port 88c8bb0a-387a-48a4-8c7e-f64217bd737b is: BUILD; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:33:30.333718 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (88c8bb0a-387a-48a4-8c7e-f64217bd737b), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:30.358169 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '163b46c6-bff4-4247-afc3-06617093f4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88c8bb0a-387a-48a4-8c7e-f64217bd737b'}] {{(pid=103846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:33:30.360415 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83ad2954d886e551320551455e9fbed623a66dbf450698aab55d06241312ca55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ba4399-3265-4ba4-bd6f-170978a2385a" -d '{"events": [{"server_uuid": "163b46c6-bff4-4247-afc3-06617093f4de", "name": "network-vif-plugged", "status": "completed", "tag": "88c8bb0a-387a-48a4-8c7e-f64217bd737b"}]}' {{(pid=103846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:33:30.373355 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port 88c8bb0a-387a-48a4-8c7e-f64217bd737b, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=88c8bb0a-387a-48a4-8c7e-f64217bd737b,segment=NetworkSegment(e86c9f57-fa7f-455d-be56-203cd26dcd68),segment_id=e86c9f57-fa7f-455d-be56-203cd26dcd68)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:33:30.377376 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (88c8bb0a-387a-48a4-8c7e-f64217bd737b), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:30.408865 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 15:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7339be52-bbfe-493f-b1e2-657bfa027aa4 x-openstack-request-id: req-7339be52-bbfe-493f-b1e2-657bfa027aa4 {{(pid=103846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:33:30.409160 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "163b46c6-bff4-4247-afc3-06617093f4de", "name": "network-vif-plugged", "status": "completed", "tag": "88c8bb0a-387a-48a4-8c7e-f64217bd737b", "code": 200}]} {{(pid=103846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:33:30.409748 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7339be52-bbfe-493f-b1e2-657bfa027aa4 {{(pid=103846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:33:30.410162 dv-cinder-848848-4-iscsi neutron-server[103846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7339be52-bbfe-493f-b1e2-657bfa027aa4'] response: {'server_uuid': '163b46c6-bff4-4247-afc3-06617093f4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88c8bb0a-387a-48a4-8c7e-f64217bd737b', 'code': 200} Jul 06 15:33:30.433898 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Pushing event updated for resources: {'Port': ['ID=88c8bb0a-387a-48a4-8c7e-f64217bd737b,revision_number=5']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:33:30.446934 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25013621-0a95-4298-b97f-778416c1ec7f req-63a4e2a0-7044-47b6-bf3e-a025a39f044c tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:33:30.448977 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-25013621-0a95-4298-b97f-778416c1ec7f req-63a4e2a0-7044-47b6-bf3e-a025a39f044c tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=163b46c6-bff4-4247-afc3-06617093f4de HTTP/1.1" status: 200 len: 945 time: 0.0639398 Jul 06 15:33:30.499913 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-25013621-0a95-4298-b97f-778416c1ec7f req-d6d6a6be-b67a-4dad-b8c8-07a93ef3f7ef tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=a93804c2-e29d-4e86-82f8-a452a2916749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451117 Jul 06 15:33:30.571242 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd5f345-aad0-44c3-870d-2966cdd39cdc req-e5a53089-e76f-4489-a423-3eaac56d0e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:33:30.573421 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-afd5f345-aad0-44c3-870d-2966cdd39cdc req-e5a53089-e76f-4489-a423-3eaac56d0e67 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=163b46c6-bff4-4247-afc3-06617093f4de HTTP/1.1" status: 200 len: 1129 time: 0.0383325 Jul 06 15:33:30.620261 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-afd5f345-aad0-44c3-870d-2966cdd39cdc req-08acfaa8-b338-48c7-8cd8-6f35ac2ffa6c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a93804c2-e29d-4e86-82f8-a452a2916749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406790 Jul 06 15:33:31.609719 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:33:31.618426 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e6538-2d41-401f-b180-58955459f30b req-bfabace2-f378-425d-b4dd-6590f1954699 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:33:31.620401 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-fc6e6538-2d41-401f-b180-58955459f30b req-bfabace2-f378-425d-b4dd-6590f1954699 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=163b46c6-bff4-4247-afc3-06617093f4de HTTP/1.1" status: 200 len: 945 time: 0.0481014 Jul 06 15:33:31.667417 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-fc6e6538-2d41-401f-b180-58955459f30b req-908154d9-d495-4d16-b251-9803c409ab44 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=a93804c2-e29d-4e86-82f8-a452a2916749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415027 Jul 06 15:33:32.785383 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1aa85-0ffa-4def-bf5c-f625aecf3a0d req-868af2c7-d21c-4ed5-b007-8f966f713e7b tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:33:32.786862 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-f3d1aa85-0ffa-4def-bf5c-f625aecf3a0d req-868af2c7-d21c-4ed5-b007-8f966f713e7b tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=163b46c6-bff4-4247-afc3-06617093f4de HTTP/1.1" status: 200 len: 945 time: 0.0471876 Jul 06 15:33:32.833296 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-f3d1aa85-0ffa-4def-bf5c-f625aecf3a0d req-3c72c246-6487-4d1d-85f0-bc2a618fc143 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=a93804c2-e29d-4e86-82f8-a452a2916749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409489 Jul 06 15:33:32.946157 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42986b6-72c6-48a0-a6e7-e8341cb71e13 req-e48c459a-f5a8-48d7-a1b5-768532c890d2 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:33:32.948163 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-f42986b6-72c6-48a0-a6e7-e8341cb71e13 req-e48c459a-f5a8-48d7-a1b5-768532c890d2 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=163b46c6-bff4-4247-afc3-06617093f4de HTTP/1.1" status: 200 len: 945 time: 0.0467811 Jul 06 15:33:32.956434 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 60134) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:33:32.960599 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [None req-d0bb005d-efcb-4fd6-81bc-23bc91fc64d5 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Request body: {'floatingip': {'port_id': '88c8bb0a-387a-48a4-8c7e-f64217bd737b'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:33:33.000533 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-d0bb005d-efcb-4fd6-81bc-23bc91fc64d5 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks [] for floatingip (9c48d8e5-67d1-4de0-8337-13f28dd8eb01), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:33.414709 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-d0bb005d-efcb-4fd6-81bc-23bc91fc64d5 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:33.418705 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-d0bb005d-efcb-4fd6-81bc-23bc91fc64d5 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591059'] for floatingip (9c48d8e5-67d1-4de0-8337-13f28dd8eb01), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:33.512752 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.db.l3_db [None req-d0bb005d-efcb-4fd6-81bc-23bc91fc64d5 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Floating IP 9c48d8e5-67d1-4de0-8337-13f28dd8eb01 associated. External IP: 172.27.3.128, port: 88c8bb0a-387a-48a4-8c7e-f64217bd737b. Jul 06 15:33:33.970014 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:33:33.980275 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0bb005d-efcb-4fd6-81bc-23bc91fc64d5 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Router 93f5c112-3977-475a-af46-d5ddcfbffcb3 has already been hosted by L3 agent 8e6e5f2a-f235-48ed-8752-aab723ac44e7 {{(pid=103844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 15:33:34.082620 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0bb005d-efcb-4fd6-81bc-23bc91fc64d5 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Notify agent at l3_agent.dv-cinder-848848-4-iscsi the message routers_updated {{(pid=103844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:33:34.087058 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-d0bb005d-efcb-4fd6-81bc-23bc91fc64d5 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for floatingip (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:34.093327 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ba4661-3ca9-473f-ac0a-e7259a669e73 None None] Sync routers for ids ['93f5c112-3977-475a-af46-d5ddcfbffcb3'] in dv-cinder-848848-4-iscsi {{(pid=103846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:33:34.102919 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ba4661-3ca9-473f-ac0a-e7259a669e73 None None] Routers {'93f5c112-3977-475a-af46-d5ddcfbffcb3'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:33:34.103596 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-72ba4661-3ca9-473f-ac0a-e7259a669e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:33:18Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['93f5c112-3977-475a-af46-d5ddcfbffcb3'], 'active': True} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:33:34.118584 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:33:34.122996 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-d0bb005d-efcb-4fd6-81bc-23bc91fc64d5 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "PUT /v2.0/floatingips/9c48d8e5-67d1-4de0-8337-13f28dd8eb01 HTTP/1.1" status: 200 len: 991 time: 1.1655984 Jul 06 15:33:34.123872 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '163b46c6-bff4-4247-afc3-06617093f4de', 'tag': '88c8bb0a-387a-48a4-8c7e-f64217bd737b'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:33:34.126078 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23f0ce0f3171803df377307192b3bbc073243688ace587a9918d8ae03454cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5031bff4-92d7-4e19-aeec-bfe87cbc28c3" -d '{"events": [{"name": "network-changed", "server_uuid": "163b46c6-bff4-4247-afc3-06617093f4de", "tag": "88c8bb0a-387a-48a4-8c7e-f64217bd737b"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:33:34.161751 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 15:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a691c1a-1c19-4c93-aaff-882583acecc0 x-openstack-request-id: req-8a691c1a-1c19-4c93-aaff-882583acecc0 {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:33:34.162040 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "163b46c6-bff4-4247-afc3-06617093f4de", "tag": "88c8bb0a-387a-48a4-8c7e-f64217bd737b", "status": "completed", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:33:34.162319 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8a691c1a-1c19-4c93-aaff-882583acecc0 {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:33:34.162750 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a691c1a-1c19-4c93-aaff-882583acecc0'] response: {'name': 'network-changed', 'server_uuid': '163b46c6-bff4-4247-afc3-06617093f4de', 'tag': '88c8bb0a-387a-48a4-8c7e-f64217bd737b', 'status': 'completed', 'code': 200} Jul 06 15:33:34.208954 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvr_db [None req-72ba4661-3ca9-473f-ac0a-e7259a669e73 None None] Set router 93f5c112-3977-475a-af46-d5ddcfbffcb3 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:33:34.227909 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5031bff4-92d7-4e19-aeec-bfe87cbc28c3 req-ea5364f1-c242-4dc0-8e60-7a134a25f0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:33:34.229379 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-5031bff4-92d7-4e19-aeec-bfe87cbc28c3 req-ea5364f1-c242-4dc0-8e60-7a134a25f0ad service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=848d6c1f478d4dba813663c4c866d8b8&device_id=163b46c6-bff4-4247-afc3-06617093f4de HTTP/1.1" status: 200 len: 1129 time: 0.0402756 Jul 06 15:33:34.324770 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:33:34.326569 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5031bff4-92d7-4e19-aeec-bfe87cbc28c3 req-675959b6-5df0-4f32-80fe-46931f057be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:33:34.328069 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-5031bff4-92d7-4e19-aeec-bfe87cbc28c3 req-675959b6-5df0-4f32-80fe-46931f057be8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b HTTP/1.1" status: 200 len: 918 time: 0.0907316 Jul 06 15:33:34.387840 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-5031bff4-92d7-4e19-aeec-bfe87cbc28c3 req-72c3e056-c90f-441e-b3d2-db5bf07ccdbc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88c8bb0a-387a-48a4-8c7e-f64217bd737b HTTP/1.1" status: 200 len: 999 time: 0.0545213 Jul 06 15:33:34.420792 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-72ba4661-3ca9-473f-ac0a-e7259a669e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f5c112-3977-475a-af46-d5ddcfbffcb3', 'name': 'tempest-AttachVolumeShelveTestJSON-1836132937-router', 'tenant_id': '848d6c1f478d4dba813663c4c866d8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '88fca714-16d2-4b3c-a92a-3a637e0ad8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:30:38Z', 'updated_at': '2022-07-06T15:30:43Z', 'revision_number': 4, 'project_id': '848d6c1f478d4dba813663c4c866d8b8', 'gw_port': {'id': '88fca714-16d2-4b3c-a92a-3a637e0ad8c5', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ac:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f5c112-3977-475a-af46-d5ddcfbffcb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:30:39Z', 'updated_at': '2022-07-06T15:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_floatingips': [{'id': '9c48d8e5-67d1-4de0-8337-13f28dd8eb01', 'tenant_id': '848d6c1f478d4dba813663c4c866d8b8', 'floating_ip_address': '172.27.3.128', 'floating_network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'router_id': '93f5c112-3977-475a-af46-d5ddcfbffcb3', 'port_id': '88c8bb0a-387a-48a4-8c7e-f64217bd737b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b', 'mac_address': 'fa:16:3e:fc:0d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163b46c6-bff4-4247-afc3-06617093f4de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T15:33:20Z', 'updated_at': '2022-07-06T15:33:33Z', 'revision_number': 1, 'project_id': '848d6c1f478d4dba813663c4c866d8b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2a108f8-d1cb-4e7d-8eb1-061e722bcf35', 'name': '', 'network_id': 'bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b', 'tenant_id': '848d6c1f478d4dba813663c4c866d8b8', 'mac_address': 'fa:16:3e:14:ee:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f5c112-3977-475a-af46-d5ddcfbffcb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '269837f6-8226-4731-9efa-b81af4068805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:30:42Z', 'updated_at': '2022-07-06T15:30:47Z', 'revision_number': 5, 'project_id': '848d6c1f478d4dba813663c4c866d8b8', 'subnets': [{'id': '269837f6-8226-4731-9efa-b81af4068805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:33:34.437254 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5031bff4-92d7-4e19-aeec-bfe87cbc28c3 req-8c35c7dc-bdba-4bdd-8495-2ca0fb6e7aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:33:34.438700 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-5031bff4-92d7-4e19-aeec-bfe87cbc28c3 req-8c35c7dc-bdba-4bdd-8495-2ca0fb6e7aea service neutron] 10.222.0.16 "GET /v2.0/subnets?id=269837f6-8226-4731-9efa-b81af4068805 HTTP/1.1" status: 200 len: 856 time: 0.0444980 Jul 06 15:33:34.445608 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ba4661-3ca9-473f-ac0a-e7259a669e73 None None] Checking router: 93f5c112-3977-475a-af46-d5ddcfbffcb3 for host: dv-cinder-848848-4-iscsi {{(pid=103846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:33:34.454606 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ba4661-3ca9-473f-ac0a-e7259a669e73 None None] Routers {'93f5c112-3977-475a-af46-d5ddcfbffcb3'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:33:34.455149 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-72ba4661-3ca9-473f-ac0a-e7259a669e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:33:18Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['93f5c112-3977-475a-af46-d5ddcfbffcb3'], 'active': True} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:33:34.486854 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5031bff4-92d7-4e19-aeec-bfe87cbc28c3 req-081effdf-5a09-472f-9291-69eb2d6894c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:33:34.488296 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-5031bff4-92d7-4e19-aeec-bfe87cbc28c3 req-081effdf-5a09-472f-9291-69eb2d6894c3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434797 Jul 06 15:33:34.554608 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvr_db [None req-72ba4661-3ca9-473f-ac0a-e7259a669e73 None None] Set router 93f5c112-3977-475a-af46-d5ddcfbffcb3 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:33:34.579733 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-5031bff4-92d7-4e19-aeec-bfe87cbc28c3 req-a3cc6748-7b4b-4488-937e-2afc9e45994f service neutron] 10.222.0.16 "GET /v2.0/networks/bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842578 Jul 06 15:33:34.676095 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-5031bff4-92d7-4e19-aeec-bfe87cbc28c3 req-08596431-035c-463f-96d0-eb679a087291 service neutron] 10.222.0.16 "GET /v2.0/networks/bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887792 Jul 06 15:33:34.744829 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:33:34.763659 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-72ba4661-3ca9-473f-ac0a-e7259a669e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f5c112-3977-475a-af46-d5ddcfbffcb3', 'name': 'tempest-AttachVolumeShelveTestJSON-1836132937-router', 'tenant_id': '848d6c1f478d4dba813663c4c866d8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '88fca714-16d2-4b3c-a92a-3a637e0ad8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:30:38Z', 'updated_at': '2022-07-06T15:30:43Z', 'revision_number': 4, 'project_id': '848d6c1f478d4dba813663c4c866d8b8', 'gw_port': {'id': '88fca714-16d2-4b3c-a92a-3a637e0ad8c5', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ac:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f5c112-3977-475a-af46-d5ddcfbffcb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:30:39Z', 'updated_at': '2022-07-06T15:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_floatingips': [{'id': '9c48d8e5-67d1-4de0-8337-13f28dd8eb01', 'tenant_id': '848d6c1f478d4dba813663c4c866d8b8', 'floating_ip_address': '172.27.3.128', 'floating_network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'router_id': '93f5c112-3977-475a-af46-d5ddcfbffcb3', 'port_id': '88c8bb0a-387a-48a4-8c7e-f64217bd737b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b', 'mac_address': 'fa:16:3e:fc:0d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163b46c6-bff4-4247-afc3-06617093f4de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T15:33:20Z', 'updated_at': '2022-07-06T15:33:33Z', 'revision_number': 1, 'project_id': '848d6c1f478d4dba813663c4c866d8b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2a108f8-d1cb-4e7d-8eb1-061e722bcf35', 'name': '', 'network_id': 'bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b', 'tenant_id': '848d6c1f478d4dba813663c4c866d8b8', 'mac_address': 'fa:16:3e:14:ee:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f5c112-3977-475a-af46-d5ddcfbffcb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '269837f6-8226-4731-9efa-b81af4068805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:30:42Z', 'updated_at': '2022-07-06T15:30:47Z', 'revision_number': 5, 'project_id': '848d6c1f478d4dba813663c4c866d8b8', 'subnets': [{'id': '269837f6-8226-4731-9efa-b81af4068805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:33:34.787876 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ba4661-3ca9-473f-ac0a-e7259a669e73 None None] The sync data for ids ['93f5c112-3977-475a-af46-d5ddcfbffcb3'] in dv-cinder-848848-4-iscsi is: [{'id': '93f5c112-3977-475a-af46-d5ddcfbffcb3', 'name': 'tempest-AttachVolumeShelveTestJSON-1836132937-router', 'tenant_id': '848d6c1f478d4dba813663c4c866d8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '88fca714-16d2-4b3c-a92a-3a637e0ad8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:30:38Z', 'updated_at': '2022-07-06T15:30:43Z', 'revision_number': 4, 'project_id': '848d6c1f478d4dba813663c4c866d8b8', 'gw_port': {'id': '88fca714-16d2-4b3c-a92a-3a637e0ad8c5', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ac:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f5c112-3977-475a-af46-d5ddcfbffcb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:30:39Z', 'updated_at': '2022-07-06T15:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_floatingips': [{'id': '9c48d8e5-67d1-4de0-8337-13f28dd8eb01', 'tenant_id': '848d6c1f478d4dba813663c4c866d8b8', 'floating_ip_address': '172.27.3.128', 'floating_network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'router_id': '93f5c112-3977-475a-af46-d5ddcfbffcb3', 'port_id': '88c8bb0a-387a-48a4-8c7e-f64217bd737b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b', 'mac_address': 'fa:16:3e:fc:0d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163b46c6-bff4-4247-afc3-06617093f4de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T15:33:20Z', 'updated_at': '2022-07-06T15:33:33Z', 'revision_number': 1, 'project_id': '848d6c1f478d4dba813663c4c866d8b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2a108f8-d1cb-4e7d-8eb1-061e722bcf35', 'name': '', 'network_id': 'bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b', 'tenant_id': '848d6c1f478d4dba813663c4c866d8b8', 'mac_address': 'fa:16:3e:14:ee:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f5c112-3977-475a-af46-d5ddcfbffcb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '269837f6-8226-4731-9efa-b81af4068805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:30:42Z', 'updated_at': '2022-07-06T15:30:47Z', 'revision_number': 5, 'project_id': '848d6c1f478d4dba813663c4c866d8b8', 'subnets': [{'id': '269837f6-8226-4731-9efa-b81af4068805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:33:34.972350 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71958b5f-75ae-4113-8dae-382653f45d77 None None] New status for floating IP 9c48d8e5-67d1-4de0-8337-13f28dd8eb01: ACTIVE {{(pid=103847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 06 15:33:35.197307 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=38,neutron:UPDATE=1 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:33:35.201982 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=32,neutron:UPDATE=3 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:33:42.822856 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=56 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:33:42.829737 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=44 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:33:44.602376 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (eda728fc-b46d-4378-b578-35bac6b15486), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:44.665471 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=62 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:33:44.672853 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=46 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:33:45.222060 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=3 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:33:45.223923 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=4 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:33:46.274430 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-ae614da3-2127-496b-90cc-050b3ab5fbb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (a81823b9-ba52-46bb-9bcd-43b269600933), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:47.699676 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.agents_db [None req-99b786f5-93e1-437c-926e-a88e17275ab4 None None] Agent healthcheck: found 6 active agents {{(pid=103847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:33:48.312902 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-25fc55b6-bc69-4168-b9d5-304e2b32a221 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8e6e5f2a-f235-48ed-8752-aab723ac44e7), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:49.612020 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-5e71b6aa-55c8-4030-9936-371c496b104b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (6f0d5ee7-fa21-4cb0-b4ff-cf35f5a4ba31), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:51.041834 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-82bd3d57-0fd3-4c19-9899-845643eddc0c req-12d58262-c7bd-457c-8370-fe30bbed2a38 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391541 Jul 06 15:33:51.116373 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-8ac95340-3f24-440b-a4d9-caf8afcb49bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8ea57be5-348a-4c5b-804c-cda178363830), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:51.121866 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bd3d57-0fd3-4c19-9899-845643eddc0c req-1b2078b8-80ee-47da-bdea-6dc90e61d171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:33:51.123430 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-82bd3d57-0fd3-4c19-9899-845643eddc0c req-1b2078b8-80ee-47da-bdea-6dc90e61d171 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=42279c5b622c47a192c529ce53566555&device_id=95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825 HTTP/1.1" status: 200 len: 1130 time: 0.0408504 Jul 06 15:33:51.232535 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (d26a5351-3de7-44f9-93eb-9fed5ee5b55b), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:51.233528 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bd3d57-0fd3-4c19-9899-845643eddc0c req-b768b225-c0fb-4d11-aaa0-613a494dff09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:33:51.235035 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-82bd3d57-0fd3-4c19-9899-845643eddc0c req-b768b225-c0fb-4d11-aaa0-613a494dff09 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9096fa59-64b3-483c-b50a-082ce5ce747d HTTP/1.1" status: 200 len: 910 time: 0.0910623 Jul 06 15:33:51.298351 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-82bd3d57-0fd3-4c19-9899-845643eddc0c req-147afdcb-f99c-4098-87e9-03847fa82d43 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d111c7f-26a5-4b88-b2d7-d536d2ce685b HTTP/1.1" status: 200 len: 1001 time: 0.0574639 Jul 06 15:33:51.354620 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bd3d57-0fd3-4c19-9899-845643eddc0c req-7dfcfc27-4ab0-40ae-994a-66db5587de90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:33:51.356117 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-82bd3d57-0fd3-4c19-9899-845643eddc0c req-7dfcfc27-4ab0-40ae-994a-66db5587de90 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cd4abdc7-c383-439f-83a0-38f6c53653a0 HTTP/1.1" status: 200 len: 848 time: 0.0503142 Jul 06 15:33:51.403088 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bd3d57-0fd3-4c19-9899-845643eddc0c req-9df45bdb-a785-46cc-accb-b1f8dbfede94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:33:51.404632 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-82bd3d57-0fd3-4c19-9899-845643eddc0c req-9df45bdb-a785-46cc-accb-b1f8dbfede94 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9096fa59-64b3-483c-b50a-082ce5ce747d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408599 Jul 06 15:33:51.497509 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-82bd3d57-0fd3-4c19-9899-845643eddc0c req-04245245-3635-4adc-a5d1-18fcdbac9697 service neutron] 10.222.0.16 "GET /v2.0/networks/9096fa59-64b3-483c-b50a-082ce5ce747d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855341 Jul 06 15:33:51.593713 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-82bd3d57-0fd3-4c19-9899-845643eddc0c req-c33b418e-3a23-4844-acf1-13a4ca0bec5b service neutron] 10.222.0.16 "GET /v2.0/networks/9096fa59-64b3-483c-b50a-082ce5ce747d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897179 Jul 06 15:33:55.377929 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 60152) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:33:55.517409 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-af0edc89-321e-4dea-93d9-2b1f5711d5ca tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Deleting port 4554e054-9cc4-4896-9073-c55865937ca6 {{(pid=103844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 15:33:55.517675 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-af0edc89-321e-4dea-93d9-2b1f5711d5ca tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786465945384'] for port (4554e054-9cc4-4896-9073-c55865937ca6), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:55.595621 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-af0edc89-321e-4dea-93d9-2b1f5711d5ca tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652656'] for port (4554e054-9cc4-4896-9073-c55865937ca6), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:55.595950 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-af0edc89-321e-4dea-93d9-2b1f5711d5ca tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Publish callbacks [] for floatingip (4554e054-9cc4-4896-9073-c55865937ca6), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:55.608761 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-af0edc89-321e-4dea-93d9-2b1f5711d5ca tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Calling delete_port for 4554e054-9cc4-4896-9073-c55865937ca6 owned by network:floatingip {{(pid=103844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 15:33:55.700216 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:33:55.754805 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-af0edc89-321e-4dea-93d9-2b1f5711d5ca tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786465950455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786465455746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2698075'] for port (4554e054-9cc4-4896-9073-c55865937ca6), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:55.778525 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0edc89-321e-4dea-93d9-2b1f5711d5ca tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Pushing event deleted for resources: {'Port': ['ID=4554e054-9cc4-4896-9073-c55865937ca6,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:33:55.784685 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:33:55.840271 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-af0edc89-321e-4dea-93d9-2b1f5711d5ca tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Publish callbacks [] for floatingip (bccf61fb-6036-49e5-b332-d20971895236), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:55.840590 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.db.l3_db [None req-af0edc89-321e-4dea-93d9-2b1f5711d5ca tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Floating IP bccf61fb-6036-49e5-b332-d20971895236 disassociated (deleted). External IP: 172.27.3.39, port: 1d111c7f-26a5-4b88-b2d7-d536d2ce685b. Jul 06 15:33:56.033681 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af0edc89-321e-4dea-93d9-2b1f5711d5ca tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Router bc5a20d6-1f11-4041-936f-ccd1d807b1c8 has already been hosted by L3 agent 8e6e5f2a-f235-48ed-8752-aab723ac44e7 {{(pid=103844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 15:33:56.133278 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af0edc89-321e-4dea-93d9-2b1f5711d5ca tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Notify agent at l3_agent.dv-cinder-848848-4-iscsi the message routers_updated {{(pid=103844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:33:56.137915 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-af0edc89-321e-4dea-93d9-2b1f5711d5ca tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for floatingip (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:56.142586 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be378e7d-ba71-4509-98bf-567dd7c26c71 None None] Sync routers for ids ['bc5a20d6-1f11-4041-936f-ccd1d807b1c8'] in dv-cinder-848848-4-iscsi {{(pid=103846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:33:56.152588 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be378e7d-ba71-4509-98bf-567dd7c26c71 None None] Routers {'bc5a20d6-1f11-4041-936f-ccd1d807b1c8'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:33:56.153189 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-be378e7d-ba71-4509-98bf-567dd7c26c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:33:48Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['bc5a20d6-1f11-4041-936f-ccd1d807b1c8'], 'active': True} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:33:56.168236 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-af0edc89-321e-4dea-93d9-2b1f5711d5ca tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "DELETE /v2.0/floatingips/bccf61fb-6036-49e5-b332-d20971895236 HTTP/1.1" status: 204 len: 168 time: 0.7892365 Jul 06 15:33:56.168916 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825', 'tag': '1d111c7f-26a5-4b88-b2d7-d536d2ce685b'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:33:56.171314 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23f0ce0f3171803df377307192b3bbc073243688ace587a9918d8ae03454cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3869012f-4b90-423b-97a2-ef019f3b4679" -d '{"events": [{"name": "network-changed", "server_uuid": "95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825", "tag": "1d111c7f-26a5-4b88-b2d7-d536d2ce685b"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:33:56.214766 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 15:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a7c1583-d1b3-4607-a701-680623fd99f1 x-openstack-request-id: req-2a7c1583-d1b3-4607-a701-680623fd99f1 {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:33:56.214988 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825", "tag": "1d111c7f-26a5-4b88-b2d7-d536d2ce685b", "status": "completed", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:33:56.215332 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2a7c1583-d1b3-4607-a701-680623fd99f1 {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:33:56.215655 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a7c1583-d1b3-4607-a701-680623fd99f1'] response: {'name': 'network-changed', 'server_uuid': '95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825', 'tag': '1d111c7f-26a5-4b88-b2d7-d536d2ce685b', 'status': 'completed', 'code': 200} Jul 06 15:33:56.263421 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvr_db [None req-be378e7d-ba71-4509-98bf-567dd7c26c71 None None] Set router bc5a20d6-1f11-4041-936f-ccd1d807b1c8 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:33:56.282935 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869012f-4b90-423b-97a2-ef019f3b4679 req-fd100704-ff1a-49e1-beed-cd33124d4f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:33:56.284534 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-3869012f-4b90-423b-97a2-ef019f3b4679 req-fd100704-ff1a-49e1-beed-cd33124d4f8a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=42279c5b622c47a192c529ce53566555&device_id=95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825 HTTP/1.1" status: 200 len: 1130 time: 0.0449851 Jul 06 15:33:56.394226 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869012f-4b90-423b-97a2-ef019f3b4679 req-d3fdd377-e2ff-4d44-b25b-43b8f23d9e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:33:56.395994 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-3869012f-4b90-423b-97a2-ef019f3b4679 req-d3fdd377-e2ff-4d44-b25b-43b8f23d9e27 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9096fa59-64b3-483c-b50a-082ce5ce747d HTTP/1.1" status: 200 len: 910 time: 0.0987542 Jul 06 15:33:56.417661 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b173a468-4b87-4010-8e48-1ae380a150bf req-17976963-0e37-4355-b9e4-1c3168137ce5 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:33:56.419147 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-b173a468-4b87-4010-8e48-1ae380a150bf req-17976963-0e37-4355-b9e4-1c3168137ce5 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/ports?device_id=95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825 HTTP/1.1" status: 200 len: 946 time: 0.0521865 Jul 06 15:33:56.459635 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-be378e7d-ba71-4509-98bf-567dd7c26c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5a20d6-1f11-4041-936f-ccd1d807b1c8', 'name': 'tempest-TestShelveInstance-1943167735-router', 'tenant_id': '42279c5b622c47a192c529ce53566555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '8b50a56e-262c-427f-a6f2-6f1354a6a8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:29:01Z', 'updated_at': '2022-07-06T15:29:05Z', 'revision_number': 4, 'project_id': '42279c5b622c47a192c529ce53566555', 'gw_port': {'id': '8b50a56e-262c-427f-a6f2-6f1354a6a8da', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:55:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5a20d6-1f11-4041-936f-ccd1d807b1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:29:01Z', 'updated_at': '2022-07-06T15:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': '4ae2265d-36d3-4d87-8777-dafd6bf17c4e', 'name': '', 'network_id': '9096fa59-64b3-483c-b50a-082ce5ce747d', 'tenant_id': '42279c5b622c47a192c529ce53566555', 'mac_address': 'fa:16:3e:c0:38:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5a20d6-1f11-4041-936f-ccd1d807b1c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'cd4abdc7-c383-439f-83a0-38f6c53653a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:29:04Z', 'updated_at': '2022-07-06T15:29:09Z', 'revision_number': 5, 'project_id': '42279c5b622c47a192c529ce53566555', 'subnets': [{'id': 'cd4abdc7-c383-439f-83a0-38f6c53653a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:33:56.468872 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-b173a468-4b87-4010-8e48-1ae380a150bf req-58750a0a-3f06-4c8d-81a4-0ce7737c0b14 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/security-groups?id=f64e9139-f7c8-4326-922d-ff02b5362541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439866 Jul 06 15:33:56.484880 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be378e7d-ba71-4509-98bf-567dd7c26c71 None None] Checking router: bc5a20d6-1f11-4041-936f-ccd1d807b1c8 for host: dv-cinder-848848-4-iscsi {{(pid=103846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:33:56.493121 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be378e7d-ba71-4509-98bf-567dd7c26c71 None None] Routers {'bc5a20d6-1f11-4041-936f-ccd1d807b1c8'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:33:56.493740 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-be378e7d-ba71-4509-98bf-567dd7c26c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:33:48Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['bc5a20d6-1f11-4041-936f-ccd1d807b1c8'], 'active': True} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:33:56.526935 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:33:56.593041 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvr_db [None req-be378e7d-ba71-4509-98bf-567dd7c26c71 None None] Set router bc5a20d6-1f11-4041-936f-ccd1d807b1c8 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:33:56.772933 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-be378e7d-ba71-4509-98bf-567dd7c26c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5a20d6-1f11-4041-936f-ccd1d807b1c8', 'name': 'tempest-TestShelveInstance-1943167735-router', 'tenant_id': '42279c5b622c47a192c529ce53566555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '8b50a56e-262c-427f-a6f2-6f1354a6a8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:29:01Z', 'updated_at': '2022-07-06T15:29:05Z', 'revision_number': 4, 'project_id': '42279c5b622c47a192c529ce53566555', 'gw_port': {'id': '8b50a56e-262c-427f-a6f2-6f1354a6a8da', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:55:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5a20d6-1f11-4041-936f-ccd1d807b1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:29:01Z', 'updated_at': '2022-07-06T15:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': '4ae2265d-36d3-4d87-8777-dafd6bf17c4e', 'name': '', 'network_id': '9096fa59-64b3-483c-b50a-082ce5ce747d', 'tenant_id': '42279c5b622c47a192c529ce53566555', 'mac_address': 'fa:16:3e:c0:38:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5a20d6-1f11-4041-936f-ccd1d807b1c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'cd4abdc7-c383-439f-83a0-38f6c53653a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:29:04Z', 'updated_at': '2022-07-06T15:29:09Z', 'revision_number': 5, 'project_id': '42279c5b622c47a192c529ce53566555', 'subnets': [{'id': 'cd4abdc7-c383-439f-83a0-38f6c53653a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:33:56.797091 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be378e7d-ba71-4509-98bf-567dd7c26c71 None None] The sync data for ids ['bc5a20d6-1f11-4041-936f-ccd1d807b1c8'] in dv-cinder-848848-4-iscsi is: [{'id': 'bc5a20d6-1f11-4041-936f-ccd1d807b1c8', 'name': 'tempest-TestShelveInstance-1943167735-router', 'tenant_id': '42279c5b622c47a192c529ce53566555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '8b50a56e-262c-427f-a6f2-6f1354a6a8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:29:01Z', 'updated_at': '2022-07-06T15:29:05Z', 'revision_number': 4, 'project_id': '42279c5b622c47a192c529ce53566555', 'gw_port': {'id': '8b50a56e-262c-427f-a6f2-6f1354a6a8da', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:55:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5a20d6-1f11-4041-936f-ccd1d807b1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:29:01Z', 'updated_at': '2022-07-06T15:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': '4ae2265d-36d3-4d87-8777-dafd6bf17c4e', 'name': '', 'network_id': '9096fa59-64b3-483c-b50a-082ce5ce747d', 'tenant_id': '42279c5b622c47a192c529ce53566555', 'mac_address': 'fa:16:3e:c0:38:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5a20d6-1f11-4041-936f-ccd1d807b1c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'cd4abdc7-c383-439f-83a0-38f6c53653a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:29:04Z', 'updated_at': '2022-07-06T15:29:09Z', 'revision_number': 5, 'project_id': '42279c5b622c47a192c529ce53566555', 'subnets': [{'id': 'cd4abdc7-c383-439f-83a0-38f6c53653a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:33:57.002160 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6cd61c-e7bb-40cf-8ac7-c84abd9a3aee None None] New status for floating IP bccf61fb-6036-49e5-b332-d20971895236: DOWN {{(pid=103847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 06 15:33:57.507154 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-3869012f-4b90-423b-97a2-ef019f3b4679 req-3b695f4d-cb46-4bee-8fd6-d2f307b9cdbf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d111c7f-26a5-4b88-b2d7-d536d2ce685b HTTP/1.1" status: 200 len: 217 time: 0.0336885 Jul 06 15:33:57.593045 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869012f-4b90-423b-97a2-ef019f3b4679 req-2853296b-d4c8-4a02-9be6-1823dfc81b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:33:57.594465 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-3869012f-4b90-423b-97a2-ef019f3b4679 req-2853296b-d4c8-4a02-9be6-1823dfc81b6e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cd4abdc7-c383-439f-83a0-38f6c53653a0 HTTP/1.1" status: 200 len: 848 time: 0.0786059 Jul 06 15:33:57.602118 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf37d2e-9b03-4f6e-8958-9276b92959ad req-2a824dcf-da0c-4c2a-b9ae-427fd38bbcf0 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:33:57.604038 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-bcf37d2e-9b03-4f6e-8958-9276b92959ad req-2a824dcf-da0c-4c2a-b9ae-427fd38bbcf0 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/ports?device_id=95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825 HTTP/1.1" status: 200 len: 946 time: 0.0616412 Jul 06 15:33:57.651828 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-bcf37d2e-9b03-4f6e-8958-9276b92959ad req-970c6fbf-2ec5-4306-ab76-11dfee32f97b tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/security-groups?id=f64e9139-f7c8-4326-922d-ff02b5362541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422783 Jul 06 15:33:57.689599 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869012f-4b90-423b-97a2-ef019f3b4679 req-72eed7ee-9cd5-4d83-b1c5-044b8a681e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:33:57.691058 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-3869012f-4b90-423b-97a2-ef019f3b4679 req-72eed7ee-9cd5-4d83-b1c5-044b8a681e81 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9096fa59-64b3-483c-b50a-082ce5ce747d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383978 Jul 06 15:33:57.787491 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-3869012f-4b90-423b-97a2-ef019f3b4679 req-36958248-9669-4056-bcda-7e7f48c92649 service neutron] 10.222.0.16 "GET /v2.0/networks/9096fa59-64b3-483c-b50a-082ce5ce747d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852358 Jul 06 15:33:57.992381 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:33:58.019469 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:33:58.030218 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-3869012f-4b90-423b-97a2-ef019f3b4679 req-9ee879db-dae0-4367-bb5c-0173da4e667c service neutron] 10.222.0.16 "GET /v2.0/networks/9096fa59-64b3-483c-b50a-082ce5ce747d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150603 Jul 06 15:33:58.042870 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b35109e-f504-40f7-86ab-ddff5cb47886 req-b20daaa0-c366-46b7-9aff-2d7bcb5ef459 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:33:58.044198 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-4b35109e-f504-40f7-86ab-ddff5cb47886 req-b20daaa0-c366-46b7-9aff-2d7bcb5ef459 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.16 "GET /v2.0/ports?device_id=95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825 HTTP/1.1" status: 200 len: 946 time: 0.0630894 Jul 06 15:33:58.125460 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [req-4b35109e-f504-40f7-86ab-ddff5cb47886 req-3ff7f037-336f-4081-83a9-40f8a74a2358 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Deleting port 1d111c7f-26a5-4b88-b2d7-d536d2ce685b {{(pid=103844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 15:33:58.125824 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-4b35109e-f504-40f7-86ab-ddff5cb47886 req-3ff7f037-336f-4081-83a9-40f8a74a2358 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786465945384'] for port (1d111c7f-26a5-4b88-b2d7-d536d2ce685b), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:58.216594 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [req-4b35109e-f504-40f7-86ab-ddff5cb47886 req-3ff7f037-336f-4081-83a9-40f8a74a2358 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] For port 1d111c7f-26a5-4b88-b2d7-d536d2ce685b, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=1d111c7f-26a5-4b88-b2d7-d536d2ce685b,segment=NetworkSegment(3c018295-6829-4351-a6be-1e240dc0b595),segment_id=3c018295-6829-4351-a6be-1e240dc0b595)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:33:58.216951 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-4b35109e-f504-40f7-86ab-ddff5cb47886 req-3ff7f037-336f-4081-83a9-40f8a74a2358 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652656'] for port (1d111c7f-26a5-4b88-b2d7-d536d2ce685b), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:58.229705 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [req-4b35109e-f504-40f7-86ab-ddff5cb47886 req-3ff7f037-336f-4081-83a9-40f8a74a2358 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Calling delete_port for 1d111c7f-26a5-4b88-b2d7-d536d2ce685b owned by compute:nova {{(pid=103844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 15:33:58.351995 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-4b35109e-f504-40f7-86ab-ddff5cb47886 req-3ff7f037-336f-4081-83a9-40f8a74a2358 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786465950455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786465455746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2698075'] for port (1d111c7f-26a5-4b88-b2d7-d536d2ce685b), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:58.382501 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7f037-336f-4081-83a9-40f8a74a2358 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Pushing event deleted for resources: {'Port': ['ID=1d111c7f-26a5-4b88-b2d7-d536d2ce685b,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:33:58.427007 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b35109e-f504-40f7-86ab-ddff5cb47886 req-3ff7f037-336f-4081-83a9-40f8a74a2358 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] No DVR routers for this DVR port 1d111c7f-26a5-4b88-b2d7-d536d2ce685b on host hv-cinder-84884 {{(pid=103844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 15:33:58.429711 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-4b35109e-f504-40f7-86ab-ddff5cb47886 req-3ff7f037-336f-4081-83a9-40f8a74a2358 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for port (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:58.433470 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-4b35109e-f504-40f7-86ab-ddff5cb47886 req-3ff7f037-336f-4081-83a9-40f8a74a2358 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.16 "DELETE /v2.0/ports/1d111c7f-26a5-4b88-b2d7-d536d2ce685b HTTP/1.1" status: 204 len: 173 time: 0.3833458 Jul 06 15:33:58.433927 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825', 'name': 'network-vif-deleted', 'tag': '1d111c7f-26a5-4b88-b2d7-d536d2ce685b'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:33:58.436185 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23f0ce0f3171803df377307192b3bbc073243688ace587a9918d8ae03454cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a515f1a-3f06-4536-8d8e-962818e1421f" -d '{"events": [{"server_uuid": "95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825", "name": "network-vif-deleted", "tag": "1d111c7f-26a5-4b88-b2d7-d536d2ce685b"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:33:58.472386 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 15:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f21cd88-425a-4d53-a078-dd7f9d72bdf2 x-openstack-request-id: req-5f21cd88-425a-4d53-a078-dd7f9d72bdf2 {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:33:58.472677 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825", "name": "network-vif-deleted", "tag": "1d111c7f-26a5-4b88-b2d7-d536d2ce685b", "status": "completed", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:33:58.472919 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5f21cd88-425a-4d53-a078-dd7f9d72bdf2 {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:33:58.473319 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f21cd88-425a-4d53-a078-dd7f9d72bdf2'] response: {'server_uuid': '95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825', 'name': 'network-vif-deleted', 'tag': '1d111c7f-26a5-4b88-b2d7-d536d2ce685b', 'status': 'completed', 'code': 200} Jul 06 15:33:58.756817 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-0d52725d-a7fd-4904-bacf-1148c6466991 req-422cd1f1-6c28-4a67-b56b-20b4b1d915d2 tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "GET /v2.0/ports?device_id=95b8e92c-2b10-4bd8-a4fa-ed8f75b1c825 HTTP/1.1" status: 200 len: 210 time: 0.0349827 Jul 06 15:33:59.816212 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 60168) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:33:59.872434 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-64bc9b64-e767-4c9a-ba69-c7c79b4914cf tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Publish callbacks [] for security_group (f64e9139-f7c8-4326-922d-ff02b5362541), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:59.897568 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-64bc9b64-e767-4c9a-ba69-c7c79b4914cf tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Publish callbacks [] for security_group (f64e9139-f7c8-4326-922d-ff02b5362541), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:59.954864 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-64bc9b64-e767-4c9a-ba69-c7c79b4914cf tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (f64e9139-f7c8-4326-922d-ff02b5362541), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:59.957444 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-64bc9b64-e767-4c9a-ba69-c7c79b4914cf tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Publish callbacks [] for security_group (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:33:59.958578 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-64bc9b64-e767-4c9a-ba69-c7c79b4914cf tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] 10.222.0.46 "DELETE /v2.0/security-groups/f64e9139-f7c8-4326-922d-ff02b5362541 HTTP/1.1" status: 204 len: 168 time: 0.1421809 Jul 06 15:33:59.967723 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bc9b64-e767-4c9a-ba69-c7c79b4914cf tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64e9139-f7c8-4326-922d-ff02b5362541,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:33:59.974980 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bc9b64-e767-4c9a-ba69-c7c79b4914cf tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:33:59.975350 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bc9b64-e767-4c9a-ba69-c7c79b4914cf tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:33:59.975695 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bc9b64-e767-4c9a-ba69-c7c79b4914cf tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:33:59.976035 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bc9b64-e767-4c9a-ba69-c7c79b4914cf tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:33:59.976371 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bc9b64-e767-4c9a-ba69-c7c79b4914cf tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:33:59.976704 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bc9b64-e767-4c9a-ba69-c7c79b4914cf tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:33:59.977120 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bc9b64-e767-4c9a-ba69-c7c79b4914cf tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:33:59.977347 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bc9b64-e767-4c9a-ba69-c7c79b4914cf tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:33:59.977672 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bc9b64-e767-4c9a-ba69-c7c79b4914cf tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:33:59.977996 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bc9b64-e767-4c9a-ba69-c7c79b4914cf tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:33:59.978315 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bc9b64-e767-4c9a-ba69-c7c79b4914cf tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:33:59.978735 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bc9b64-e767-4c9a-ba69-c7c79b4914cf tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:33:59.978983 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bc9b64-e767-4c9a-ba69-c7c79b4914cf tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:33:59.979351 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bc9b64-e767-4c9a-ba69-c7c79b4914cf tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:33:59.979713 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bc9b64-e767-4c9a-ba69-c7c79b4914cf tempest-TestShelveInstance-1253940444 tempest-TestShelveInstance-1253940444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:33:59.997392 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 60176) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:34:00.304501 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-5d2090e1-6b6c-4a97-8889-011bc1537d2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-649917'] for router_interface (bc5a20d6-1f11-4041-936f-ccd1d807b1c8), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:00.429569 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device 1d111c7f-26a5-4b88-b2d7-d536d2ce685b no longer exists at agent hyperv_hv-cinder-84884 {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:34:00.449434 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] No Port match for: 1d111c7f-26a5-4b88-b2d7-d536d2ce685b {{(pid=103846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 15:34:00.449772 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device 1d111c7f-26a5-4b88-b2d7-d536d2ce685b not bound to the agent host hv-cinder-84884 {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:34:00.450324 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:34:00.483687 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:34:00.529596 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-5d2090e1-6b6c-4a97-8889-011bc1537d2a admin admin] Deleting port 4ae2265d-36d3-4d87-8777-dafd6bf17c4e {{(pid=103844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 15:34:00.529845 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-5d2090e1-6b6c-4a97-8889-011bc1537d2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786465945384'] for port (4ae2265d-36d3-4d87-8777-dafd6bf17c4e), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:00.611768 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-5d2090e1-6b6c-4a97-8889-011bc1537d2a admin admin] For port 4ae2265d-36d3-4d87-8777-dafd6bf17c4e, host dv-cinder-848848-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=4ae2265d-36d3-4d87-8777-dafd6bf17c4e,segment=NetworkSegment(3c018295-6829-4351-a6be-1e240dc0b595),segment_id=3c018295-6829-4351-a6be-1e240dc0b595)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:34:00.612125 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-5d2090e1-6b6c-4a97-8889-011bc1537d2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652656'] for port (4ae2265d-36d3-4d87-8777-dafd6bf17c4e), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:00.624715 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-5d2090e1-6b6c-4a97-8889-011bc1537d2a admin admin] Calling delete_port for 4ae2265d-36d3-4d87-8777-dafd6bf17c4e owned by network:router_interface {{(pid=103844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 15:34:00.802087 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-5d2090e1-6b6c-4a97-8889-011bc1537d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786465950455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786465455746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2698075'] for port (4ae2265d-36d3-4d87-8777-dafd6bf17c4e), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:00.830186 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2090e1-6b6c-4a97-8889-011bc1537d2a admin admin] Pushing event deleted for resources: {'Port': ['ID=4ae2265d-36d3-4d87-8777-dafd6bf17c4e,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:34:00.990947 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-5d2090e1-6b6c-4a97-8889-011bc1537d2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652813'] for router_interface (bc5a20d6-1f11-4041-936f-ccd1d807b1c8), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:01.461400 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d2090e1-6b6c-4a97-8889-011bc1537d2a admin admin] Router bc5a20d6-1f11-4041-936f-ccd1d807b1c8 has already been hosted by L3 agent 8e6e5f2a-f235-48ed-8752-aab723ac44e7 {{(pid=103844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 15:34:01.511036 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:34:01.559509 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d2090e1-6b6c-4a97-8889-011bc1537d2a admin admin] Notify agent at l3_agent.dv-cinder-848848-4-iscsi the message routers_updated {{(pid=103844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:34:01.564400 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-5d2090e1-6b6c-4a97-8889-011bc1537d2a admin admin] 10.222.0.46 "PUT /v2.0/routers/bc5a20d6-1f11-4041-936f-ccd1d807b1c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5659680 Jul 06 15:34:01.566830 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 60178) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:34:01.569315 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2496cf3-9875-4d18-bf86-f4a0f41243a5 None None] Sync routers for ids ['bc5a20d6-1f11-4041-936f-ccd1d807b1c8'] in dv-cinder-848848-4-iscsi {{(pid=103846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:34:01.581300 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2496cf3-9875-4d18-bf86-f4a0f41243a5 None None] Routers {'bc5a20d6-1f11-4041-936f-ccd1d807b1c8'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:34:01.581913 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-b2496cf3-9875-4d18-bf86-f4a0f41243a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:33:48Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['bc5a20d6-1f11-4041-936f-ccd1d807b1c8'], 'active': True} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:34:01.716974 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:34:01.771417 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-925b771d-2661-4b07-b791-91edfcf97360 admin admin] Publish callbacks [] for router (bc5a20d6-1f11-4041-936f-ccd1d807b1c8), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:01.804196 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:34:01.806737 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvr_db [None req-b2496cf3-9875-4d18-bf86-f4a0f41243a5 None None] Set router bc5a20d6-1f11-4041-936f-ccd1d807b1c8 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:34:01.873358 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-925b771d-2661-4b07-b791-91edfcf97360 admin admin] Publish callbacks [] for router_gateway (bc5a20d6-1f11-4041-936f-ccd1d807b1c8), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:01.915885 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-925b771d-2661-4b07-b791-91edfcf97360 admin admin] Deleting port 8b50a56e-262c-427f-a6f2-6f1354a6a8da {{(pid=103844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 15:34:01.916220 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-925b771d-2661-4b07-b791-91edfcf97360 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786465945384'] for port (8b50a56e-262c-427f-a6f2-6f1354a6a8da), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:01.970196 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-b2496cf3-9875-4d18-bf86-f4a0f41243a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5a20d6-1f11-4041-936f-ccd1d807b1c8', 'name': 'tempest-TestShelveInstance-1943167735-router', 'tenant_id': '42279c5b622c47a192c529ce53566555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '8b50a56e-262c-427f-a6f2-6f1354a6a8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:29:01Z', 'updated_at': '2022-07-06T15:34:00Z', 'revision_number': 5, 'project_id': '42279c5b622c47a192c529ce53566555', 'gw_port': {'id': '8b50a56e-262c-427f-a6f2-6f1354a6a8da', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:55:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5a20d6-1f11-4041-936f-ccd1d807b1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:29:01Z', 'updated_at': '2022-07-06T15:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi'}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:34:01.996003 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2496cf3-9875-4d18-bf86-f4a0f41243a5 None None] Checking router: bc5a20d6-1f11-4041-936f-ccd1d807b1c8 for host: dv-cinder-848848-4-iscsi {{(pid=103846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:34:01.998618 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-925b771d-2661-4b07-b791-91edfcf97360 admin admin] For port 8b50a56e-262c-427f-a6f2-6f1354a6a8da, host dv-cinder-848848-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=8b50a56e-262c-427f-a6f2-6f1354a6a8da,segment=NetworkSegment(7bafd98f-0c00-45ed-9abe-629590d245f2),segment_id=7bafd98f-0c00-45ed-9abe-629590d245f2)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:34:01.998979 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-925b771d-2661-4b07-b791-91edfcf97360 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652656'] for port (8b50a56e-262c-427f-a6f2-6f1354a6a8da), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:02.004365 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2496cf3-9875-4d18-bf86-f4a0f41243a5 None None] Routers {'bc5a20d6-1f11-4041-936f-ccd1d807b1c8'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:34:02.004997 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-b2496cf3-9875-4d18-bf86-f4a0f41243a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:33:48Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['bc5a20d6-1f11-4041-936f-ccd1d807b1c8'], 'active': True} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:34:02.011924 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-925b771d-2661-4b07-b791-91edfcf97360 admin admin] Calling delete_port for 8b50a56e-262c-427f-a6f2-6f1354a6a8da owned by network:router_gateway {{(pid=103844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 15:34:02.087454 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvr_db [None req-b2496cf3-9875-4d18-bf86-f4a0f41243a5 None None] Set router bc5a20d6-1f11-4041-936f-ccd1d807b1c8 gateway port host: None {{(pid=103846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:34:02.137756 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-b2496cf3-9875-4d18-bf86-f4a0f41243a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5a20d6-1f11-4041-936f-ccd1d807b1c8', 'name': 'tempest-TestShelveInstance-1943167735-router', 'tenant_id': '42279c5b622c47a192c529ce53566555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:29:01Z', 'updated_at': '2022-07-06T15:34:01Z', 'revision_number': 6, 'project_id': '42279c5b622c47a192c529ce53566555', 'gw_port_host': None}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:34:02.162285 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2496cf3-9875-4d18-bf86-f4a0f41243a5 None None] The sync data for ids ['bc5a20d6-1f11-4041-936f-ccd1d807b1c8'] in dv-cinder-848848-4-iscsi is: [{'id': 'bc5a20d6-1f11-4041-936f-ccd1d807b1c8', 'name': 'tempest-TestShelveInstance-1943167735-router', 'tenant_id': '42279c5b622c47a192c529ce53566555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:29:01Z', 'updated_at': '2022-07-06T15:34:01Z', 'revision_number': 6, 'project_id': '42279c5b622c47a192c529ce53566555', 'gw_port_host': None}] {{(pid=103846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:34:02.180903 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-925b771d-2661-4b07-b791-91edfcf97360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786465950455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786465455746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2698075'] for port (8b50a56e-262c-427f-a6f2-6f1354a6a8da), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:02.207635 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925b771d-2661-4b07-b791-91edfcf97360 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b50a56e-262c-427f-a6f2-6f1354a6a8da,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:34:02.271869 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-925b771d-2661-4b07-b791-91edfcf97360 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591431'] for router_gateway (bc5a20d6-1f11-4041-936f-ccd1d807b1c8), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:02.356851 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-925b771d-2661-4b07-b791-91edfcf97360 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109466'] for router (bc5a20d6-1f11-4041-936f-ccd1d807b1c8), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:02.358837 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-925b771d-2661-4b07-b791-91edfcf97360 admin admin] Publish callbacks [] for router_controller (bc5a20d6-1f11-4041-936f-ccd1d807b1c8), precommit_delete_associations {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:02.399912 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-925b771d-2661-4b07-b791-91edfcf97360 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648488'] for router (bc5a20d6-1f11-4041-936f-ccd1d807b1c8), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:02.400482 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-925b771d-2661-4b07-b791-91edfcf97360 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc5a20d6-1f11-4041-936f-ccd1d807b1c8 {{(pid=103844) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 15:34:02.405686 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-925b771d-2661-4b07-b791-91edfcf97360 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:02.406811 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-925b771d-2661-4b07-b791-91edfcf97360 admin admin] 10.222.0.46 "DELETE /v2.0/routers/bc5a20d6-1f11-4041-936f-ccd1d807b1c8 HTTP/1.1" status: 204 len: 168 time: 0.8390527 Jul 06 15:34:02.409283 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 60182) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:34:02.452614 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.db_base_plugin_v2 [None req-156abf8d-8512-4189-8b13-3c29ed4df919 admin admin] Deleting subnet cd4abdc7-c383-439f-83a0-38f6c53653a0 {{(pid=103844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 06 15:34:02.455678 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-156abf8d-8512-4189-8b13-3c29ed4df919 admin admin] Publish callbacks [] for subnet (cd4abdc7-c383-439f-83a0-38f6c53653a0), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:02.489330 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-156abf8d-8512-4189-8b13-3c29ed4df919 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60677004'] for subnet (cd4abdc7-c383-439f-83a0-38f6c53653a0), precommit_delete_associations {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:02.533179 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:34:02.563772 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:34:02.579366 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-156abf8d-8512-4189-8b13-3c29ed4df919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1545392'] for subnet (cd4abdc7-c383-439f-83a0-38f6c53653a0), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:02.649217 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-156abf8d-8512-4189-8b13-3c29ed4df919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1545403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2698124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60558424'] for subnet (cd4abdc7-c383-439f-83a0-38f6c53653a0), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:02.675115 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 4ae2265d-36d3-4d87-8777-dafd6bf17c4e no longer exists at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:34:02.677011 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156abf8d-8512-4189-8b13-3c29ed4df919 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd4abdc7-c383-439f-83a0-38f6c53653a0,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:34:02.680511 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-156abf8d-8512-4189-8b13-3c29ed4df919 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:02.683593 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-156abf8d-8512-4189-8b13-3c29ed4df919 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/cd4abdc7-c383-439f-83a0-38f6c53653a0 HTTP/1.1" status: 204 len: 168 time: 0.2733631 Jul 06 15:34:02.686036 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 60184) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:34:02.701486 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ab8a3d-50ab-404e-8a37-9dde23f6ea1e None None] Network 9096fa59-64b3-483c-b50a-082ce5ce747d requested from dv-cinder-848848-4-iscsi {{(pid=103846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 15:34:02.704703 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] No Port match for: 4ae2265d-36d3-4d87-8777-dafd6bf17c4e {{(pid=103846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 15:34:02.705048 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 4ae2265d-36d3-4d87-8777-dafd6bf17c4e not bound to the agent host dv-cinder-848848-4-iscsi {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:34:02.757715 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-efd1becd-a91d-40b4-8627-57c23b8e63c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101514'] for network (9096fa59-64b3-483c-b50a-082ce5ce747d), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:02.799417 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-efd1becd-a91d-40b4-8627-57c23b8e63c8 admin admin] Deleting port e1094651-eb2c-4469-a74b-3ac772c99ef9 {{(pid=103844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 15:34:02.799753 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-efd1becd-a91d-40b4-8627-57c23b8e63c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786465945384'] for port (e1094651-eb2c-4469-a74b-3ac772c99ef9), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:02.868612 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-efd1becd-a91d-40b4-8627-57c23b8e63c8 admin admin] For port e1094651-eb2c-4469-a74b-3ac772c99ef9, host dv-cinder-848848-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=e1094651-eb2c-4469-a74b-3ac772c99ef9,segment=NetworkSegment(3c018295-6829-4351-a6be-1e240dc0b595),segment_id=3c018295-6829-4351-a6be-1e240dc0b595)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:34:02.868906 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-efd1becd-a91d-40b4-8627-57c23b8e63c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652656'] for port (e1094651-eb2c-4469-a74b-3ac772c99ef9), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:02.881381 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-efd1becd-a91d-40b4-8627-57c23b8e63c8 admin admin] Calling delete_port for e1094651-eb2c-4469-a74b-3ac772c99ef9 owned by network:dhcp {{(pid=103844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 15:34:02.959247 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-efd1becd-a91d-40b4-8627-57c23b8e63c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786465950455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786465455746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2698075'] for port (e1094651-eb2c-4469-a74b-3ac772c99ef9), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:02.981266 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd1becd-a91d-40b4-8627-57c23b8e63c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1094651-eb2c-4469-a74b-3ac772c99ef9,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:34:02.988628 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd1becd-a91d-40b4-8627-57c23b8e63c8 admin admin] No DVR routers for this DVR port e1094651-eb2c-4469-a74b-3ac772c99ef9 on host dv-cinder-848848-4-iscsi {{(pid=103844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 15:34:03.014854 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a41ac7f-8a3e-44cc-934d-37185bc5d0e6 None None] DHCP port deletion for 9096fa59-64b3-483c-b50a-082ce5ce747d request from dv-cinder-848848-4-iscsi {{(pid=103846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 06 15:34:03.070686 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-efd1becd-a91d-40b4-8627-57c23b8e63c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485658', 'neutron.services.segments.db._delete_segments_for_network-8786465758329'] for network (9096fa59-64b3-483c-b50a-082ce5ce747d), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:03.091174 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.services.segments.db [None req-efd1becd-a91d-40b4-8627-57c23b8e63c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9096fa59-64b3-483c-b50a-082ce5ce747d']}} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:34:03.100519 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.services.segments.db [None req-efd1becd-a91d-40b4-8627-57c23b8e63c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c018295-6829-4351-a6be-1e240dc0b595') {'for_net_delete': True} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:34:03.100815 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.services.segments.db [None req-efd1becd-a91d-40b4-8627-57c23b8e63c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c018295-6829-4351-a6be-1e240dc0b595') {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:34:03.114015 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-efd1becd-a91d-40b4-8627-57c23b8e63c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786465759874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60676999'] for segment (3c018295-6829-4351-a6be-1e240dc0b595), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:03.128733 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-efd1becd-a91d-40b4-8627-57c23b8e63c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490363'] for segment (3c018295-6829-4351-a6be-1e240dc0b595), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:03.135915 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efd1becd-a91d-40b4-8627-57c23b8e63c8 admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=103844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 15:34:03.136300 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-efd1becd-a91d-40b4-8627-57c23b8e63c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2698102'] for segment (3c018295-6829-4351-a6be-1e240dc0b595), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:03.162486 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.services.segments.plugin [-] Segment 3c018295-6829-4351-a6be-1e240dc0b595 resource provider aggregate not found Jul 06 15:34:03.199093 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.services.segments.plugin [-] Segment 3c018295-6829-4351-a6be-1e240dc0b595 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3c018295-6829-4351-a6be-1e240dc0b595 found for delete ", "request_id": "req-fd628d92-c8ef-4fdc-a241-ceb862889a4e"}]} Jul 06 15:34:03.207233 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-efd1becd-a91d-40b4-8627-57c23b8e63c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-666929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590854'] for network (9096fa59-64b3-483c-b50a-082ce5ce747d), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:03.212777 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-efd1becd-a91d-40b4-8627-57c23b8e63c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629707'] for network (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:03.215904 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-efd1becd-a91d-40b4-8627-57c23b8e63c8 admin admin] 10.222.0.46 "DELETE /v2.0/networks/9096fa59-64b3-483c-b50a-082ce5ce747d HTTP/1.1" status: 204 len: 168 time: 0.5289371 Jul 06 15:34:03.219028 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 60190) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:34:03.228153 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd1becd-a91d-40b4-8627-57c23b8e63c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9096fa59-64b3-483c-b50a-082ce5ce747d,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:34:03.528867 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-4376c5f0-fa5b-4346-8bac-f1f4d07695ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-649917'] for router_interface (7bfb5492-3039-481b-9095-1cee377fbe57), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:03.738509 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.plugin [None req-4376c5f0-fa5b-4346-8bac-f1f4d07695ac admin admin] Deleting port 0fddb241-5b6c-4230-950b-bcd3ad510c6a {{(pid=103845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 15:34:03.738837 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-4376c5f0-fa5b-4346-8bac-f1f4d07695ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786465945384'] for port (0fddb241-5b6c-4230-950b-bcd3ad510c6a), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:03.814165 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.db [None req-4376c5f0-fa5b-4346-8bac-f1f4d07695ac admin admin] For port 0fddb241-5b6c-4230-950b-bcd3ad510c6a, host dv-cinder-848848-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=0fddb241-5b6c-4230-950b-bcd3ad510c6a,segment=NetworkSegment(d09fe750-3800-45ba-8ed0-f557f68ec338),segment_id=d09fe750-3800-45ba-8ed0-f557f68ec338)] {{(pid=103845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:34:03.814445 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-4376c5f0-fa5b-4346-8bac-f1f4d07695ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652656'] for port (0fddb241-5b6c-4230-950b-bcd3ad510c6a), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:03.823393 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:34:03.827605 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.plugin [None req-4376c5f0-fa5b-4346-8bac-f1f4d07695ac admin admin] Calling delete_port for 0fddb241-5b6c-4230-950b-bcd3ad510c6a owned by network:router_interface {{(pid=103845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 15:34:03.833338 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:34:04.006346 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-4376c5f0-fa5b-4346-8bac-f1f4d07695ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786465950455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786465455746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2888556'] for port (0fddb241-5b6c-4230-950b-bcd3ad510c6a), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:04.029012 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4376c5f0-fa5b-4346-8bac-f1f4d07695ac admin admin] Pushing event deleted for resources: {'Port': ['ID=0fddb241-5b6c-4230-950b-bcd3ad510c6a,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:34:04.394698 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-4376c5f0-fa5b-4346-8bac-f1f4d07695ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652813'] for router_interface (7bfb5492-3039-481b-9095-1cee377fbe57), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:04.440064 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 8b50a56e-262c-427f-a6f2-6f1354a6a8da no longer exists at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:34:04.462333 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] No Port match for: 8b50a56e-262c-427f-a6f2-6f1354a6a8da {{(pid=103846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 15:34:04.462671 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 8b50a56e-262c-427f-a6f2-6f1354a6a8da not bound to the agent host dv-cinder-848848-4-iscsi {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:34:04.463082 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device e1094651-eb2c-4469-a74b-3ac772c99ef9 no longer exists at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:34:04.480869 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] No Port match for: e1094651-eb2c-4469-a74b-3ac772c99ef9 {{(pid=103846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 15:34:04.481203 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device e1094651-eb2c-4469-a74b-3ac772c99ef9 not bound to the agent host dv-cinder-848848-4-iscsi {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:34:04.599730 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4376c5f0-fa5b-4346-8bac-f1f4d07695ac admin admin] Router 7bfb5492-3039-481b-9095-1cee377fbe57 has already been hosted by L3 agent 8e6e5f2a-f235-48ed-8752-aab723ac44e7 {{(pid=103845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 15:34:04.696027 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4376c5f0-fa5b-4346-8bac-f1f4d07695ac admin admin] Notify agent at l3_agent.dv-cinder-848848-4-iscsi the message routers_updated {{(pid=103845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:34:04.700909 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-4376c5f0-fa5b-4346-8bac-f1f4d07695ac admin admin] 10.222.0.46 "PUT /v2.0/routers/7bfb5492-3039-481b-9095-1cee377fbe57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4804864 Jul 06 15:34:04.703430 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 60194) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:34:04.706272 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60754b60-4aa0-4ec3-879d-be9a9b0cb3af None None] Sync routers for ids ['7bfb5492-3039-481b-9095-1cee377fbe57'] in dv-cinder-848848-4-iscsi {{(pid=103847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:34:04.716438 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60754b60-4aa0-4ec3-879d-be9a9b0cb3af None None] Routers {'7bfb5492-3039-481b-9095-1cee377fbe57'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:34:04.717144 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-60754b60-4aa0-4ec3-879d-be9a9b0cb3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:33:48Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['7bfb5492-3039-481b-9095-1cee377fbe57'], 'active': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:34:04.799038 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-52a308b3-3566-49e7-b7ea-8ee08dfe6cb2 admin admin] Publish callbacks [] for router (7bfb5492-3039-481b-9095-1cee377fbe57), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:04.815292 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvr_db [None req-60754b60-4aa0-4ec3-879d-be9a9b0cb3af None None] Set router 7bfb5492-3039-481b-9095-1cee377fbe57 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:34:04.884205 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:34:04.886955 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:34:04.898652 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-52a308b3-3566-49e7-b7ea-8ee08dfe6cb2 admin admin] Publish callbacks [] for router_gateway (7bfb5492-3039-481b-9095-1cee377fbe57), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:04.942438 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.plugin [None req-52a308b3-3566-49e7-b7ea-8ee08dfe6cb2 admin admin] Deleting port 8af6ecb6-e270-48d3-b159-11e50452c030 {{(pid=103845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 15:34:04.942796 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-52a308b3-3566-49e7-b7ea-8ee08dfe6cb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786465945384'] for port (8af6ecb6-e270-48d3-b159-11e50452c030), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:04.978404 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-60754b60-4aa0-4ec3-879d-be9a9b0cb3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bfb5492-3039-481b-9095-1cee377fbe57', 'name': 'tempest-TestShelveInstance-185107776-router', 'tenant_id': '57f8b24a40b54ec78fb9180d2f2ff24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': '8af6ecb6-e270-48d3-b159-11e50452c030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:29:07Z', 'updated_at': '2022-07-06T15:34:03Z', 'revision_number': 5, 'project_id': '57f8b24a40b54ec78fb9180d2f2ff24e', 'gw_port': {'id': '8af6ecb6-e270-48d3-b159-11e50452c030', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:2a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfb5492-3039-481b-9095-1cee377fbe57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:29:08Z', 'updated_at': '2022-07-06T15:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi'}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:34:05.002946 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60754b60-4aa0-4ec3-879d-be9a9b0cb3af None None] Checking router: 7bfb5492-3039-481b-9095-1cee377fbe57 for host: dv-cinder-848848-4-iscsi {{(pid=103847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:34:05.011229 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60754b60-4aa0-4ec3-879d-be9a9b0cb3af None None] Routers {'7bfb5492-3039-481b-9095-1cee377fbe57'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:34:05.011839 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-60754b60-4aa0-4ec3-879d-be9a9b0cb3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:33:48Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['7bfb5492-3039-481b-9095-1cee377fbe57'], 'active': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:34:05.025488 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.db [None req-52a308b3-3566-49e7-b7ea-8ee08dfe6cb2 admin admin] For port 8af6ecb6-e270-48d3-b159-11e50452c030, host dv-cinder-848848-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=8af6ecb6-e270-48d3-b159-11e50452c030,segment=NetworkSegment(7bafd98f-0c00-45ed-9abe-629590d245f2),segment_id=7bafd98f-0c00-45ed-9abe-629590d245f2)] {{(pid=103845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:34:05.025852 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-52a308b3-3566-49e7-b7ea-8ee08dfe6cb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652656'] for port (8af6ecb6-e270-48d3-b159-11e50452c030), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:05.038671 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.plugin [None req-52a308b3-3566-49e7-b7ea-8ee08dfe6cb2 admin admin] Calling delete_port for 8af6ecb6-e270-48d3-b159-11e50452c030 owned by network:router_gateway {{(pid=103845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 15:34:05.093267 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvr_db [None req-60754b60-4aa0-4ec3-879d-be9a9b0cb3af None None] Set router 7bfb5492-3039-481b-9095-1cee377fbe57 gateway port host: None {{(pid=103847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:34:05.143904 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-60754b60-4aa0-4ec3-879d-be9a9b0cb3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bfb5492-3039-481b-9095-1cee377fbe57', 'name': 'tempest-TestShelveInstance-185107776-router', 'tenant_id': '57f8b24a40b54ec78fb9180d2f2ff24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:29:07Z', 'updated_at': '2022-07-06T15:34:04Z', 'revision_number': 6, 'project_id': '57f8b24a40b54ec78fb9180d2f2ff24e', 'gw_port_host': None}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:34:05.169243 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60754b60-4aa0-4ec3-879d-be9a9b0cb3af None None] The sync data for ids ['7bfb5492-3039-481b-9095-1cee377fbe57'] in dv-cinder-848848-4-iscsi is: [{'id': '7bfb5492-3039-481b-9095-1cee377fbe57', 'name': 'tempest-TestShelveInstance-185107776-router', 'tenant_id': '57f8b24a40b54ec78fb9180d2f2ff24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:29:07Z', 'updated_at': '2022-07-06T15:34:04Z', 'revision_number': 6, 'project_id': '57f8b24a40b54ec78fb9180d2f2ff24e', 'gw_port_host': None}] {{(pid=103847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:34:05.205543 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-52a308b3-3566-49e7-b7ea-8ee08dfe6cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786465950455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786465455746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2888556'] for port (8af6ecb6-e270-48d3-b159-11e50452c030), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:05.228593 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a308b3-3566-49e7-b7ea-8ee08dfe6cb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8af6ecb6-e270-48d3-b159-11e50452c030,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:34:05.296298 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-52a308b3-3566-49e7-b7ea-8ee08dfe6cb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591431'] for router_gateway (7bfb5492-3039-481b-9095-1cee377fbe57), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:05.379583 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-52a308b3-3566-49e7-b7ea-8ee08dfe6cb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109466'] for router (7bfb5492-3039-481b-9095-1cee377fbe57), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:05.381688 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-52a308b3-3566-49e7-b7ea-8ee08dfe6cb2 admin admin] Publish callbacks [] for router_controller (7bfb5492-3039-481b-9095-1cee377fbe57), precommit_delete_associations {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:05.422079 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-52a308b3-3566-49e7-b7ea-8ee08dfe6cb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648488'] for router (7bfb5492-3039-481b-9095-1cee377fbe57), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:05.422813 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a308b3-3566-49e7-b7ea-8ee08dfe6cb2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7bfb5492-3039-481b-9095-1cee377fbe57 {{(pid=103845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 15:34:05.426690 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-52a308b3-3566-49e7-b7ea-8ee08dfe6cb2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:05.427830 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-52a308b3-3566-49e7-b7ea-8ee08dfe6cb2 admin admin] 10.222.0.46 "DELETE /v2.0/routers/7bfb5492-3039-481b-9095-1cee377fbe57 HTTP/1.1" status: 204 len: 168 time: 0.7235103 Jul 06 15:34:05.430372 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 60196) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:34:05.474547 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eec630b-7836-4fe8-bc5a-ae8f69136bd0 admin admin] Deleting subnet fb80a5ca-c874-4fe3-b1f3-18886d3ba9e1 {{(pid=103845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 06 15:34:05.477684 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-0eec630b-7836-4fe8-bc5a-ae8f69136bd0 admin admin] Publish callbacks [] for subnet (fb80a5ca-c874-4fe3-b1f3-18886d3ba9e1), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:05.512103 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-0eec630b-7836-4fe8-bc5a-ae8f69136bd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60119395'] for subnet (fb80a5ca-c874-4fe3-b1f3-18886d3ba9e1), precommit_delete_associations {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:05.593416 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-0eec630b-7836-4fe8-bc5a-ae8f69136bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1545392'] for subnet (fb80a5ca-c874-4fe3-b1f3-18886d3ba9e1), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:05.645434 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-0eec630b-7836-4fe8-bc5a-ae8f69136bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1545403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2888635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59833733'] for subnet (fb80a5ca-c874-4fe3-b1f3-18886d3ba9e1), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:05.653369 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5,neutron:DELETE=10 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:34:05.673464 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eec630b-7836-4fe8-bc5a-ae8f69136bd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb80a5ca-c874-4fe3-b1f3-18886d3ba9e1,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:34:05.675360 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-0eec630b-7836-4fe8-bc5a-ae8f69136bd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629707'] for subnet (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:05.678381 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-0eec630b-7836-4fe8-bc5a-ae8f69136bd0 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/fb80a5ca-c874-4fe3-b1f3-18886d3ba9e1 HTTP/1.1" status: 204 len: 168 time: 0.2468760 Jul 06 15:34:05.679657 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b3cc11-f8e9-4acb-b1e9-4a4016287924 None None] Network 67fbf130-8e12-4d05-aa6d-cf9d1097dea4 requested from dv-cinder-848848-4-iscsi {{(pid=103846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 15:34:05.681139 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 60198) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:34:05.750940 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-b2cf34ae-7d9d-4717-9618-63b5675140db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101514'] for network (67fbf130-8e12-4d05-aa6d-cf9d1097dea4), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:05.792735 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.plugin [None req-b2cf34ae-7d9d-4717-9618-63b5675140db admin admin] Deleting port 9efa7924-a9aa-4586-aaf2-095407d55a26 {{(pid=103845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 15:34:05.793065 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-b2cf34ae-7d9d-4717-9618-63b5675140db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786465945384'] for port (9efa7924-a9aa-4586-aaf2-095407d55a26), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:05.794613 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:UPDATE=2,neutron:SELECT=90,neutron:DELETE=8 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:34:05.858722 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.db [None req-b2cf34ae-7d9d-4717-9618-63b5675140db admin admin] For port 9efa7924-a9aa-4586-aaf2-095407d55a26, host dv-cinder-848848-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=9efa7924-a9aa-4586-aaf2-095407d55a26,segment=NetworkSegment(d09fe750-3800-45ba-8ed0-f557f68ec338),segment_id=d09fe750-3800-45ba-8ed0-f557f68ec338)] {{(pid=103845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:34:05.859006 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-b2cf34ae-7d9d-4717-9618-63b5675140db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652656'] for port (9efa7924-a9aa-4586-aaf2-095407d55a26), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:05.872074 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.plugin [None req-b2cf34ae-7d9d-4717-9618-63b5675140db admin admin] Calling delete_port for 9efa7924-a9aa-4586-aaf2-095407d55a26 owned by network:dhcp {{(pid=103845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 15:34:05.920166 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7227349d-14cb-4a07-b58d-eb0b3a246b51 None None] DHCP port deletion for 67fbf130-8e12-4d05-aa6d-cf9d1097dea4 request from dv-cinder-848848-4-iscsi {{(pid=103846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 06 15:34:05.952665 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-b2cf34ae-7d9d-4717-9618-63b5675140db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786465950455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786465455746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2888556'] for port (9efa7924-a9aa-4586-aaf2-095407d55a26), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:05.954946 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=100 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:34:05.963242 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-7227349d-14cb-4a07-b58d-eb0b3a246b51 None None] Deleting port 9efa7924-a9aa-4586-aaf2-095407d55a26 {{(pid=103846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 15:34:05.963696 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-7227349d-14cb-4a07-b58d-eb0b3a246b51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786465945384'] for port (9efa7924-a9aa-4586-aaf2-095407d55a26), before_delete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:05.979009 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf34ae-7d9d-4717-9618-63b5675140db admin admin] Pushing event deleted for resources: {'Port': ['ID=9efa7924-a9aa-4586-aaf2-095407d55a26,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:34:05.980875 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cf34ae-7d9d-4717-9618-63b5675140db admin admin] No DVR routers for this DVR port 9efa7924-a9aa-4586-aaf2-095407d55a26 on host dv-cinder-848848-4-iscsi {{(pid=103845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 15:34:06.027299 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-7227349d-14cb-4a07-b58d-eb0b3a246b51 None None] For port 9efa7924-a9aa-4586-aaf2-095407d55a26, host dv-cinder-848848-4-iscsi, got binding levels [] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:34:06.027710 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-7227349d-14cb-4a07-b58d-eb0b3a246b51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652656'] for port (9efa7924-a9aa-4586-aaf2-095407d55a26), precommit_delete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:06.040775 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-7227349d-14cb-4a07-b58d-eb0b3a246b51 None None] Calling delete_port for 9efa7924-a9aa-4586-aaf2-095407d55a26 owned by network:dhcp {{(pid=103846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 15:34:06.043711 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.ipam_backend_mixin [None req-7227349d-14cb-4a07-b58d-eb0b3a246b51 None None] Port 9efa7924-a9aa-4586-aaf2-095407d55a26 was not found and therefore no delete operation was performed {{(pid=103846) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 06 15:34:06.045068 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-7227349d-14cb-4a07-b58d-eb0b3a246b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786465950455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786465455746'] for port (9efa7924-a9aa-4586-aaf2-095407d55a26), after_delete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:06.056873 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-b2cf34ae-7d9d-4717-9618-63b5675140db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485658', 'neutron.services.segments.db._delete_segments_for_network-8786465758329'] for network (67fbf130-8e12-4d05-aa6d-cf9d1097dea4), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:06.072760 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7227349d-14cb-4a07-b58d-eb0b3a246b51 None None] Pushing event deleted for resources: {'Port': ['ID=9efa7924-a9aa-4586-aaf2-095407d55a26,revision_number=None']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:34:06.077603 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.services.segments.db [None req-b2cf34ae-7d9d-4717-9618-63b5675140db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67fbf130-8e12-4d05-aa6d-cf9d1097dea4']}} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:34:06.083366 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7227349d-14cb-4a07-b58d-eb0b3a246b51 None None] No DVR routers for this DVR port 9efa7924-a9aa-4586-aaf2-095407d55a26 on host dv-cinder-848848-4-iscsi {{(pid=103846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 15:34:06.086418 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7227349d-14cb-4a07-b58d-eb0b3a246b51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:34:06.086800 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7227349d-14cb-4a07-b58d-eb0b3a246b51 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:34:06.087435 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7227349d-14cb-4a07-b58d-eb0b3a246b51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:34:06.087781 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7227349d-14cb-4a07-b58d-eb0b3a246b51 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:34:06.087897 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.services.segments.db [None req-b2cf34ae-7d9d-4717-9618-63b5675140db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd09fe750-3800-45ba-8ed0-f557f68ec338') {'for_net_delete': True} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:34:06.088118 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7227349d-14cb-4a07-b58d-eb0b3a246b51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:34:06.088246 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.services.segments.db [None req-b2cf34ae-7d9d-4717-9618-63b5675140db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd09fe750-3800-45ba-8ed0-f557f68ec338') {} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:34:06.088451 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7227349d-14cb-4a07-b58d-eb0b3a246b51 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:34:06.088778 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7227349d-14cb-4a07-b58d-eb0b3a246b51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:34:06.089101 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7227349d-14cb-4a07-b58d-eb0b3a246b51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:34:06.089696 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7227349d-14cb-4a07-b58d-eb0b3a246b51 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:34:06.089889 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7227349d-14cb-4a07-b58d-eb0b3a246b51 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:34:06.090060 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7227349d-14cb-4a07-b58d-eb0b3a246b51 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:34:06.090379 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7227349d-14cb-4a07-b58d-eb0b3a246b51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:34:06.090695 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7227349d-14cb-4a07-b58d-eb0b3a246b51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:34:06.091012 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7227349d-14cb-4a07-b58d-eb0b3a246b51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:34:06.091352 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7227349d-14cb-4a07-b58d-eb0b3a246b51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:34:06.098269 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-b2cf34ae-7d9d-4717-9618-63b5675140db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786465759874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60119400'] for segment (d09fe750-3800-45ba-8ed0-f557f68ec338), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:06.113662 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-b2cf34ae-7d9d-4717-9618-63b5675140db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490363'] for segment (d09fe750-3800-45ba-8ed0-f557f68ec338), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:06.120582 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2cf34ae-7d9d-4717-9618-63b5675140db admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=103845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 15:34:06.121155 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-b2cf34ae-7d9d-4717-9618-63b5675140db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2888513'] for segment (d09fe750-3800-45ba-8ed0-f557f68ec338), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:06.141045 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.services.segments.plugin [-] Segment d09fe750-3800-45ba-8ed0-f557f68ec338 resource provider aggregate not found Jul 06 15:34:06.183683 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.services.segments.plugin [-] Segment d09fe750-3800-45ba-8ed0-f557f68ec338 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d09fe750-3800-45ba-8ed0-f557f68ec338 found for delete ", "request_id": "req-53165a20-be3a-406a-a3a1-9f3d0075a9f0"}]} Jul 06 15:34:06.191418 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-b2cf34ae-7d9d-4717-9618-63b5675140db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-666929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590854'] for network (67fbf130-8e12-4d05-aa6d-cf9d1097dea4), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:06.197148 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-b2cf34ae-7d9d-4717-9618-63b5675140db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629707'] for network (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:06.200210 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-b2cf34ae-7d9d-4717-9618-63b5675140db admin admin] 10.222.0.46 "DELETE /v2.0/networks/67fbf130-8e12-4d05-aa6d-cf9d1097dea4 HTTP/1.1" status: 204 len: 168 time: 0.5181713 Jul 06 15:34:06.211821 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf34ae-7d9d-4717-9618-63b5675140db admin admin] Pushing event deleted for resources: {'Network': ['ID=67fbf130-8e12-4d05-aa6d-cf9d1097dea4,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:34:06.319650 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 60206) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:34:06.362894 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-842bb9b1-9861-47ba-b9e1-4ab48fbc51ee admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=42279c5b622c47a192c529ce53566555&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397525 Jul 06 15:34:06.363107 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 60208) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:34:06.394110 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 9efa7924-a9aa-4586-aaf2-095407d55a26 no longer exists at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:34:06.412045 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-52729149-2f8a-47f9-af7d-68cc01f02108 admin admin] Publish callbacks [] for security_group (5a54fff7-b4af-490c-99e1-2d051a8ae14e), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:06.413577 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] No Port match for: 9efa7924-a9aa-4586-aaf2-095407d55a26 {{(pid=103846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 15:34:06.413916 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 9efa7924-a9aa-4586-aaf2-095407d55a26 not bound to the agent host dv-cinder-848848-4-iscsi {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:34:06.414320 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 8af6ecb6-e270-48d3-b159-11e50452c030 no longer exists at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:34:06.434021 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-52729149-2f8a-47f9-af7d-68cc01f02108 admin admin] Publish callbacks [] for security_group (5a54fff7-b4af-490c-99e1-2d051a8ae14e), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:06.434851 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] No Port match for: 8af6ecb6-e270-48d3-b159-11e50452c030 {{(pid=103846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 15:34:06.435192 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 8af6ecb6-e270-48d3-b159-11e50452c030 not bound to the agent host dv-cinder-848848-4-iscsi {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:34:06.435618 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 0fddb241-5b6c-4230-950b-bcd3ad510c6a no longer exists at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:34:06.453133 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] No Port match for: 0fddb241-5b6c-4230-950b-bcd3ad510c6a {{(pid=103846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 15:34:06.453495 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 0fddb241-5b6c-4230-950b-bcd3ad510c6a not bound to the agent host dv-cinder-848848-4-iscsi {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:34:06.479931 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-52729149-2f8a-47f9-af7d-68cc01f02108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (5a54fff7-b4af-490c-99e1-2d051a8ae14e), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:06.482816 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-52729149-2f8a-47f9-af7d-68cc01f02108 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:06.483983 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-52729149-2f8a-47f9-af7d-68cc01f02108 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5a54fff7-b4af-490c-99e1-2d051a8ae14e HTTP/1.1" status: 204 len: 168 time: 0.1199462 Jul 06 15:34:06.491659 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52729149-2f8a-47f9-af7d-68cc01f02108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a54fff7-b4af-490c-99e1-2d051a8ae14e,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:34:06.795436 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 60214) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:34:06.837795 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-76335acf-63d2-4303-8ccc-89837d821f4b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=57f8b24a40b54ec78fb9180d2f2ff24e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411739 Jul 06 15:34:06.840253 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 60216) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:34:06.860619 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:34:06.889771 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-a1da9bed-485b-4569-918d-96865c478992 admin admin] Publish callbacks [] for security_group (9c9a1361-82f6-4f50-a275-d8a6564975ee), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:06.911243 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-a1da9bed-485b-4569-918d-96865c478992 admin admin] Publish callbacks [] for security_group (9c9a1361-82f6-4f50-a275-d8a6564975ee), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:06.956793 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-a1da9bed-485b-4569-918d-96865c478992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (9c9a1361-82f6-4f50-a275-d8a6564975ee), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:06.959431 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-a1da9bed-485b-4569-918d-96865c478992 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:06.960688 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-a1da9bed-485b-4569-918d-96865c478992 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9c9a1361-82f6-4f50-a275-d8a6564975ee HTTP/1.1" status: 204 len: 168 time: 0.1195152 Jul 06 15:34:06.968915 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1da9bed-485b-4569-918d-96865c478992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9a1361-82f6-4f50-a275-d8a6564975ee,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:34:12.427112 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3ea61f-9e8d-4ac7-96e9-9fbf5a35579f req-b86aa638-b861-42a4-a34f-0ded6f944c29 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:34:12.428605 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-fd3ea61f-9e8d-4ac7-96e9-9fbf5a35579f req-b86aa638-b861-42a4-a34f-0ded6f944c29 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=163b46c6-bff4-4247-afc3-06617093f4de HTTP/1.1" status: 200 len: 945 time: 0.0466492 Jul 06 15:34:12.474259 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-fd3ea61f-9e8d-4ac7-96e9-9fbf5a35579f req-55621baf-943f-4538-8ed5-4c9a9c24e054 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=a93804c2-e29d-4e86-82f8-a452a2916749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394981 Jul 06 15:34:13.217454 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=61,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:34:13.218238 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:DELETE=10,neutron:SELECT=64 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:34:13.595363 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ec4c4-1fa0-428f-8fc1-331e49723b20 req-730264ed-8c8b-4cfd-9ae4-9cc9bd227ac9 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:34:13.596817 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-754ec4c4-1fa0-428f-8fc1-331e49723b20 req-730264ed-8c8b-4cfd-9ae4-9cc9bd227ac9 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=163b46c6-bff4-4247-afc3-06617093f4de HTTP/1.1" status: 200 len: 945 time: 0.0475583 Jul 06 15:34:13.651476 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-754ec4c4-1fa0-428f-8fc1-331e49723b20 req-a914086f-4c1e-4b01-953a-99aab1131567 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=a93804c2-e29d-4e86-82f8-a452a2916749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490522 Jul 06 15:34:14.604297 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (eda728fc-b46d-4378-b578-35bac6b15486), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:14.769473 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d977a-000a-4fc8-8898-c33656651f45 req-36bf900c-4277-47e9-9cf4-b89f1c662e5c tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:34:14.771159 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-ff3d977a-000a-4fc8-8898-c33656651f45 req-36bf900c-4277-47e9-9cf4-b89f1c662e5c tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=163b46c6-bff4-4247-afc3-06617093f4de HTTP/1.1" status: 200 len: 945 time: 0.0492334 Jul 06 15:34:14.796427 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:34:14.817669 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-ff3d977a-000a-4fc8-8898-c33656651f45 req-f3eb2876-d614-4d34-83d9-d32ddfb49b0e tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=a93804c2-e29d-4e86-82f8-a452a2916749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405354 Jul 06 15:34:15.095713 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=47 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:34:15.146953 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=47 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:34:15.933608 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b5685-ee9f-4da4-a0bd-59448dd1fce9 req-5adaa470-3d55-4df4-8a61-9d549c64cc0f tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:34:15.935037 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-4b6b5685-ee9f-4da4-a0bd-59448dd1fce9 req-5adaa470-3d55-4df4-8a61-9d549c64cc0f tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=163b46c6-bff4-4247-afc3-06617093f4de HTTP/1.1" status: 200 len: 945 time: 0.0458655 Jul 06 15:34:15.980909 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-4b6b5685-ee9f-4da4-a0bd-59448dd1fce9 req-33f5f718-ad90-4736-9c2a-8da26626b19f tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=a93804c2-e29d-4e86-82f8-a452a2916749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404286 Jul 06 15:34:16.268387 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-c5efec29-74a9-471e-8944-c9ca7ace4902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (a81823b9-ba52-46bb-9bcd-43b269600933), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:17.095899 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45922156-aa00-4dfb-a4d6-b33147107029 req-1334f2d3-b849-4f0d-bbaa-f9df5ca1961a tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:34:17.097271 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-45922156-aa00-4dfb-a4d6-b33147107029 req-1334f2d3-b849-4f0d-bbaa-f9df5ca1961a tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=163b46c6-bff4-4247-afc3-06617093f4de HTTP/1.1" status: 200 len: 945 time: 0.0462542 Jul 06 15:34:17.144413 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-45922156-aa00-4dfb-a4d6-b33147107029 req-34ec65ca-67e7-4d43-9281-b4e971149a49 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=a93804c2-e29d-4e86-82f8-a452a2916749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412304 Jul 06 15:34:18.265109 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d2b281-6ab2-444c-9921-61224938ac9b req-8c5d31c3-7c66-4286-817b-ed1007492565 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:34:18.266590 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-e1d2b281-6ab2-444c-9921-61224938ac9b req-8c5d31c3-7c66-4286-817b-ed1007492565 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=163b46c6-bff4-4247-afc3-06617093f4de HTTP/1.1" status: 200 len: 945 time: 0.0503118 Jul 06 15:34:18.313776 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-e1d2b281-6ab2-444c-9921-61224938ac9b req-ed2a3179-8d44-43f7-a638-47362a8b472b tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=a93804c2-e29d-4e86-82f8-a452a2916749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412230 Jul 06 15:34:18.315505 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-f037e61c-c897-44ec-b47e-52a7d2f79b83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8e6e5f2a-f235-48ed-8752-aab723ac44e7), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:19.431760 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7657e9e-55c6-44b2-8f0f-26f0a604a7b1 req-feba141a-81a5-4e90-a9a8-c0b1af1f46c2 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:34:19.433278 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-b7657e9e-55c6-44b2-8f0f-26f0a604a7b1 req-feba141a-81a5-4e90-a9a8-c0b1af1f46c2 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=163b46c6-bff4-4247-afc3-06617093f4de HTTP/1.1" status: 200 len: 945 time: 0.0473268 Jul 06 15:34:19.483331 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-b7657e9e-55c6-44b2-8f0f-26f0a604a7b1 req-47013495-d71e-4742-b836-7b565acb80e1 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=a93804c2-e29d-4e86-82f8-a452a2916749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446241 Jul 06 15:34:19.615079 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-5e71b6aa-55c8-4030-9936-371c496b104b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (6f0d5ee7-fa21-4cb0-b4ff-cf35f5a4ba31), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:20.605123 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b7dde-9525-4db8-a12a-99149dad7b5b req-be3b525a-ed6e-40dd-9140-92fba44d131c tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:34:20.606577 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-7d1b7dde-9525-4db8-a12a-99149dad7b5b req-be3b525a-ed6e-40dd-9140-92fba44d131c tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=163b46c6-bff4-4247-afc3-06617093f4de HTTP/1.1" status: 200 len: 945 time: 0.0515010 Jul 06 15:34:20.652669 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-7d1b7dde-9525-4db8-a12a-99149dad7b5b req-71c0ab97-1144-4105-a06e-125b11846a06 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=a93804c2-e29d-4e86-82f8-a452a2916749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406694 Jul 06 15:34:21.119526 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-8ac95340-3f24-440b-a4d9-caf8afcb49bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8ea57be5-348a-4c5b-804c-cda178363830), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:21.233284 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (d26a5351-3de7-44f9-93eb-9fed5ee5b55b), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:21.767483 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6573d875-2fa1-4370-a072-ad36fe1e2c6c req-473d1625-2a74-456d-886f-aa0915de98ac tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:34:21.768908 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-6573d875-2fa1-4370-a072-ad36fe1e2c6c req-473d1625-2a74-456d-886f-aa0915de98ac tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=163b46c6-bff4-4247-afc3-06617093f4de HTTP/1.1" status: 200 len: 945 time: 0.0462053 Jul 06 15:34:21.814274 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-6573d875-2fa1-4370-a072-ad36fe1e2c6c req-c4d92dea-30a0-4dfd-ab46-0dfda44932ee tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=a93804c2-e29d-4e86-82f8-a452a2916749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397217 Jul 06 15:34:22.934430 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec6704-aa87-4b96-81e9-9b8f2669778a req-8895c7d8-1edd-4929-9e6e-0a57fc22dc0e tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:34:22.935887 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-39ec6704-aa87-4b96-81e9-9b8f2669778a req-8895c7d8-1edd-4929-9e6e-0a57fc22dc0e tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=163b46c6-bff4-4247-afc3-06617093f4de HTTP/1.1" status: 200 len: 945 time: 0.0509174 Jul 06 15:34:22.982015 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-39ec6704-aa87-4b96-81e9-9b8f2669778a req-1fdd678c-a937-44b5-a873-a836a028e283 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=a93804c2-e29d-4e86-82f8-a452a2916749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405729 Jul 06 15:34:24.096324 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712d6ae4-b729-4b77-b37e-58efa291f5b8 req-68d50265-c5dc-4503-be40-777ced894b5c tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:34:24.097755 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-712d6ae4-b729-4b77-b37e-58efa291f5b8 req-68d50265-c5dc-4503-be40-777ced894b5c tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=163b46c6-bff4-4247-afc3-06617093f4de HTTP/1.1" status: 200 len: 945 time: 0.0459971 Jul 06 15:34:24.143183 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-712d6ae4-b729-4b77-b37e-58efa291f5b8 req-38cea087-99a6-4a93-b2d6-130c9a741fd9 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=a93804c2-e29d-4e86-82f8-a452a2916749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394726 Jul 06 15:34:24.698197 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.agents_db [None req-99b786f5-93e1-437c-926e-a88e17275ab4 None None] Agent healthcheck: found 6 active agents {{(pid=103847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:34:25.260393 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd0f11-efff-47b5-9061-022d576fc156 req-c5760a6f-ca79-4412-96b3-b8bc581c281b tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:34:25.261862 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-a5dd0f11-efff-47b5-9061-022d576fc156 req-c5760a6f-ca79-4412-96b3-b8bc581c281b tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=163b46c6-bff4-4247-afc3-06617093f4de HTTP/1.1" status: 200 len: 945 time: 0.0476265 Jul 06 15:34:25.308046 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-a5dd0f11-efff-47b5-9061-022d576fc156 req-334bc316-fe7d-4d69-aa91-598c397f3e32 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=a93804c2-e29d-4e86-82f8-a452a2916749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407228 Jul 06 15:34:26.427385 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4487e3-bc01-4e39-8a44-1d666f81a23c req-97de5873-c098-4d68-9b46-5d2d16ad21c0 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:34:26.428809 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-8b4487e3-bc01-4e39-8a44-1d666f81a23c req-97de5873-c098-4d68-9b46-5d2d16ad21c0 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=163b46c6-bff4-4247-afc3-06617093f4de HTTP/1.1" status: 200 len: 945 time: 0.0500090 Jul 06 15:34:26.474712 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-8b4487e3-bc01-4e39-8a44-1d666f81a23c req-1987bc7b-ee34-4b05-98ae-89e1fa2db3e1 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=a93804c2-e29d-4e86-82f8-a452a2916749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404820 Jul 06 15:34:27.590792 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ee109-dd4a-4548-8f29-07b07e98a805 req-9069dc49-9d80-4d8f-bd4b-1c1cf11112a4 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:34:27.592272 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-873ee109-dd4a-4548-8f29-07b07e98a805 req-9069dc49-9d80-4d8f-bd4b-1c1cf11112a4 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=163b46c6-bff4-4247-afc3-06617093f4de HTTP/1.1" status: 200 len: 945 time: 0.0459971 Jul 06 15:34:27.640792 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-873ee109-dd4a-4548-8f29-07b07e98a805 req-1bbbaa1d-a355-4d9b-9512-167a23471bcf tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=a93804c2-e29d-4e86-82f8-a452a2916749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432181 Jul 06 15:34:28.599907 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device 88c8bb0a-387a-48a4-8c7e-f64217bd737b details requested by agent hyperv_hv-cinder-84884 with host hv-cinder-84884 {{(pid=103846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 15:34:28.696561 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port 88c8bb0a-387a-48a4-8c7e-f64217bd737b, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=88c8bb0a-387a-48a4-8c7e-f64217bd737b,segment=NetworkSegment(e86c9f57-fa7f-455d-be56-203cd26dcd68),segment_id=e86c9f57-fa7f-455d-be56-203cd26dcd68)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:34:28.703434 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:34:28.709601 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Returning: {'device': '88c8bb0a-387a-48a4-8c7e-f64217bd737b', 'network_id': 'bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b', 'port_id': '88c8bb0a-387a-48a4-8c7e-f64217bd737b', 'mac_address': 'fa:16:3e:fc:0d:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '269837f6-8226-4731-9efa-b81af4068805', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 15:34:28.749014 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Current status of the port 88c8bb0a-387a-48a4-8c7e-f64217bd737b is: ACTIVE; New status is: BUILD {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:34:28.749398 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (88c8bb0a-387a-48a4-8c7e-f64217bd737b), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:28.756670 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e21ea9c-22f3-49e8-b49f-e0c6eccf82f3 req-3e0e5153-2b55-4192-b66c-a66836e1981d tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:34:28.758142 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-1e21ea9c-22f3-49e8-b49f-e0c6eccf82f3 req-3e0e5153-2b55-4192-b66c-a66836e1981d tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=163b46c6-bff4-4247-afc3-06617093f4de HTTP/1.1" status: 200 len: 945 time: 0.0462520 Jul 06 15:34:28.762331 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.notifiers.nova [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 88c8bb0a-387a-48a4-8c7e-f64217bd737b {{(pid=103846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 15:34:28.782176 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port 88c8bb0a-387a-48a4-8c7e-f64217bd737b, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=88c8bb0a-387a-48a4-8c7e-f64217bd737b,segment=NetworkSegment(e86c9f57-fa7f-455d-be56-203cd26dcd68),segment_id=e86c9f57-fa7f-455d-be56-203cd26dcd68)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:34:28.786140 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (88c8bb0a-387a-48a4-8c7e-f64217bd737b), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:28.806620 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-1e21ea9c-22f3-49e8-b49f-e0c6eccf82f3 req-0456d578-842d-4cb2-b9b3-792cd8acad39 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=a93804c2-e29d-4e86-82f8-a452a2916749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421076 Jul 06 15:34:28.837990 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Pushing event updated for resources: {'Port': ['ID=88c8bb0a-387a-48a4-8c7e-f64217bd737b,revision_number=6']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:34:28.866864 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] get_ports_and_sgs() called for port_ids ['88c8bb0a-387a-48a4-8c7e-f64217bd737b'] {{(pid=103846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:34:29.925039 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb98fe6-879d-46ab-8a42-e009ff44bad9 req-a45f2c70-ee7d-47cf-94cb-f463c14257e8 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:34:29.926495 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-cbb98fe6-879d-46ab-8a42-e009ff44bad9 req-a45f2c70-ee7d-47cf-94cb-f463c14257e8 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=163b46c6-bff4-4247-afc3-06617093f4de HTTP/1.1" status: 200 len: 944 time: 0.0472903 Jul 06 15:34:29.974598 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-cbb98fe6-879d-46ab-8a42-e009ff44bad9 req-05ef26aa-4469-4255-87f8-8a38e15539d1 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=a93804c2-e29d-4e86-82f8-a452a2916749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420628 Jul 06 15:34:30.601198 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device 88c8bb0a-387a-48a4-8c7e-f64217bd737b up at agent hyperv_hv-cinder-84884 {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:34:30.646922 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Provisioning complete for port 88c8bb0a-387a-48a4-8c7e-f64217bd737b triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:34:30.647329 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (88c8bb0a-387a-48a4-8c7e-f64217bd737b), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:30.730667 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Current status of the port 88c8bb0a-387a-48a4-8c7e-f64217bd737b is: BUILD; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:34:30.731369 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (88c8bb0a-387a-48a4-8c7e-f64217bd737b), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:30.752550 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:34:30.760167 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '163b46c6-bff4-4247-afc3-06617093f4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88c8bb0a-387a-48a4-8c7e-f64217bd737b'}] {{(pid=103846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:34:30.762384 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83ad2954d886e551320551455e9fbed623a66dbf450698aab55d06241312ca55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236d9ffd-da7a-4156-be13-80bc9d3097ca" -d '{"events": [{"server_uuid": "163b46c6-bff4-4247-afc3-06617093f4de", "name": "network-vif-plugged", "status": "completed", "tag": "88c8bb0a-387a-48a4-8c7e-f64217bd737b"}]}' {{(pid=103846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:34:30.782120 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port 88c8bb0a-387a-48a4-8c7e-f64217bd737b, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=88c8bb0a-387a-48a4-8c7e-f64217bd737b,segment=NetworkSegment(e86c9f57-fa7f-455d-be56-203cd26dcd68),segment_id=e86c9f57-fa7f-455d-be56-203cd26dcd68)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:34:30.789100 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (88c8bb0a-387a-48a4-8c7e-f64217bd737b), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:30.819523 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 15:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477fbc7e-e30e-45bc-8fd2-eacc4c745d3a x-openstack-request-id: req-477fbc7e-e30e-45bc-8fd2-eacc4c745d3a {{(pid=103846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:34:30.819824 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "163b46c6-bff4-4247-afc3-06617093f4de", "name": "network-vif-plugged", "status": "completed", "tag": "88c8bb0a-387a-48a4-8c7e-f64217bd737b", "code": 200}]} {{(pid=103846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:34:30.820067 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-477fbc7e-e30e-45bc-8fd2-eacc4c745d3a {{(pid=103846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:34:30.820464 dv-cinder-848848-4-iscsi neutron-server[103846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-477fbc7e-e30e-45bc-8fd2-eacc4c745d3a'] response: {'server_uuid': '163b46c6-bff4-4247-afc3-06617093f4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88c8bb0a-387a-48a4-8c7e-f64217bd737b', 'code': 200} Jul 06 15:34:30.844526 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Pushing event updated for resources: {'Port': ['ID=88c8bb0a-387a-48a4-8c7e-f64217bd737b,revision_number=7']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:34:31.097551 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9446ad69-bcc7-4c01-90b8-e01173d12ef3 req-23fe9eb9-f6cd-4e0c-bc54-a6ce5aa3e14e tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:34:31.099157 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-9446ad69-bcc7-4c01-90b8-e01173d12ef3 req-23fe9eb9-f6cd-4e0c-bc54-a6ce5aa3e14e tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=163b46c6-bff4-4247-afc3-06617093f4de HTTP/1.1" status: 200 len: 945 time: 0.0505383 Jul 06 15:34:31.161324 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-9446ad69-bcc7-4c01-90b8-e01173d12ef3 req-fd1af4b9-1ac5-4794-bf04-a12521670cb3 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=a93804c2-e29d-4e86-82f8-a452a2916749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548174 Jul 06 15:34:32.295342 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0964d4-143d-493c-ae17-85bc709c52b7 req-ccec69e3-0648-40ed-8149-f82b71a7a734 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:34:32.296888 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-df0964d4-143d-493c-ae17-85bc709c52b7 req-ccec69e3-0648-40ed-8149-f82b71a7a734 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=163b46c6-bff4-4247-afc3-06617093f4de HTTP/1.1" status: 200 len: 945 time: 0.0558550 Jul 06 15:34:32.349531 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-df0964d4-143d-493c-ae17-85bc709c52b7 req-fa66b46d-d569-480c-a4c5-9caf126c1845 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=a93804c2-e29d-4e86-82f8-a452a2916749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459943 Jul 06 15:34:33.492340 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b924f8d-2056-40b2-a42a-e6fbec2eb833 req-2adc22c6-6002-432f-80f2-3f7905710c6f tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:34:33.494364 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-0b924f8d-2056-40b2-a42a-e6fbec2eb833 req-2adc22c6-6002-432f-80f2-3f7905710c6f tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=163b46c6-bff4-4247-afc3-06617093f4de HTTP/1.1" status: 200 len: 945 time: 0.0638340 Jul 06 15:34:33.556898 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-0b924f8d-2056-40b2-a42a-e6fbec2eb833 req-c18ecd24-bc4e-4192-9f75-f155e7b4b49b tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=a93804c2-e29d-4e86-82f8-a452a2916749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552473 Jul 06 15:34:34.691197 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a839bdf4-10db-4444-8851-a01243a67007 req-b928c028-8078-4d16-986c-5d4197d75561 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:34:34.692752 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-a839bdf4-10db-4444-8851-a01243a67007 req-b928c028-8078-4d16-986c-5d4197d75561 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=163b46c6-bff4-4247-afc3-06617093f4de HTTP/1.1" status: 200 len: 945 time: 0.0606997 Jul 06 15:34:34.708849 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:34:34.767254 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-a839bdf4-10db-4444-8851-a01243a67007 req-ce59b46c-dd70-4010-b9e1-daceac718dcf tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=a93804c2-e29d-4e86-82f8-a452a2916749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675952 Jul 06 15:34:35.892914 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:34:35.907195 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9740a77-2c1d-45b7-b206-2c295b4ac7d1 req-e79657f5-20b4-4a81-b7b7-f40bcfe00e31 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:34:35.908704 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-e9740a77-2c1d-45b7-b206-2c295b4ac7d1 req-e79657f5-20b4-4a81-b7b7-f40bcfe00e31 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=163b46c6-bff4-4247-afc3-06617093f4de HTTP/1.1" status: 200 len: 945 time: 0.0499072 Jul 06 15:34:35.956804 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-e9740a77-2c1d-45b7-b206-2c295b4ac7d1 req-ec5cfee0-a7b0-4827-8801-065b3be4f4b5 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=a93804c2-e29d-4e86-82f8-a452a2916749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422506 Jul 06 15:34:36.740712 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=3 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:34:37.284398 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28266e9-4e2b-46ac-ba83-678b55ae6043 req-50acc90c-a02a-43e3-8e25-392bdba8f3f7 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:34:37.286224 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-e28266e9-4e2b-46ac-ba83-678b55ae6043 req-50acc90c-a02a-43e3-8e25-392bdba8f3f7 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=163b46c6-bff4-4247-afc3-06617093f4de HTTP/1.1" status: 200 len: 945 time: 0.2511077 Jul 06 15:34:37.350134 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-e28266e9-4e2b-46ac-ba83-678b55ae6043 req-cb11f2f7-740a-4c96-9d46-39f708b66c64 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=a93804c2-e29d-4e86-82f8-a452a2916749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539408 Jul 06 15:34:38.534101 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885a6e20-cc9a-4901-a305-7741208a633c req-9a8b2808-9b83-4150-8e5e-afe70d8e8d66 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:34:38.536785 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-885a6e20-cc9a-4901-a305-7741208a633c req-9a8b2808-9b83-4150-8e5e-afe70d8e8d66 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=163b46c6-bff4-4247-afc3-06617093f4de HTTP/1.1" status: 200 len: 945 time: 0.1116188 Jul 06 15:34:38.580517 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:34:38.593945 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-885a6e20-cc9a-4901-a305-7741208a633c req-3e5bdf7e-7dc4-4185-bb68-8d9a248479eb tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=a93804c2-e29d-4e86-82f8-a452a2916749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517273 Jul 06 15:34:39.433108 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c2cb5-85e2-40bd-a0b5-7cede04eab5a req-0e1a539f-02a7-4cdd-a6e4-26aaea3b68cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:34:39.434541 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-f80c2cb5-85e2-40bd-a0b5-7cede04eab5a req-0e1a539f-02a7-4cdd-a6e4-26aaea3b68cf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=848d6c1f478d4dba813663c4c866d8b8&device_id=163b46c6-bff4-4247-afc3-06617093f4de HTTP/1.1" status: 200 len: 1129 time: 0.0390790 Jul 06 15:34:39.523728 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c2cb5-85e2-40bd-a0b5-7cede04eab5a req-574baf54-29b5-4e98-a505-df2092d498db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:34:39.525060 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-f80c2cb5-85e2-40bd-a0b5-7cede04eab5a req-574baf54-29b5-4e98-a505-df2092d498db service neutron] 10.222.0.16 "GET /v2.0/networks?id=bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b HTTP/1.1" status: 200 len: 918 time: 0.0834188 Jul 06 15:34:39.587672 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-f80c2cb5-85e2-40bd-a0b5-7cede04eab5a req-c48af3fb-0f98-473a-b709-a63521686dd1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88c8bb0a-387a-48a4-8c7e-f64217bd737b HTTP/1.1" status: 200 len: 1001 time: 0.0565536 Jul 06 15:34:39.634565 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c2cb5-85e2-40bd-a0b5-7cede04eab5a req-b2680057-12d0-46f8-ac4b-02ccd4933aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:34:39.636032 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-f80c2cb5-85e2-40bd-a0b5-7cede04eab5a req-b2680057-12d0-46f8-ac4b-02ccd4933aa2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=269837f6-8226-4731-9efa-b81af4068805 HTTP/1.1" status: 200 len: 856 time: 0.0431383 Jul 06 15:34:39.678912 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c2cb5-85e2-40bd-a0b5-7cede04eab5a req-08b5bc16-2b1c-4d8d-822e-4f73abc9770d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:34:39.680958 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-f80c2cb5-85e2-40bd-a0b5-7cede04eab5a req-08b5bc16-2b1c-4d8d-822e-4f73abc9770d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384271 Jul 06 15:34:39.711731 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a5378-3546-4ab9-8837-df92e0a177ff req-7665a0b7-8785-4b0e-a388-cfce20082f19 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:34:39.713220 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-020a5378-3546-4ab9-8837-df92e0a177ff req-7665a0b7-8785-4b0e-a388-cfce20082f19 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=163b46c6-bff4-4247-afc3-06617093f4de HTTP/1.1" status: 200 len: 945 time: 0.0471363 Jul 06 15:34:39.760682 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-020a5378-3546-4ab9-8837-df92e0a177ff req-6e069883-5657-406d-8dd5-e0ebcda80c17 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=a93804c2-e29d-4e86-82f8-a452a2916749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418668 Jul 06 15:34:39.775186 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-f80c2cb5-85e2-40bd-a0b5-7cede04eab5a req-bb0468f3-7f41-47d8-8f47-a11f41370f0f service neutron] 10.222.0.16 "GET /v2.0/networks/bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879200 Jul 06 15:34:39.866325 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-f80c2cb5-85e2-40bd-a0b5-7cede04eab5a req-fd5f5467-4c06-4304-95f3-cdb09d9a373f service neutron] 10.222.0.16 "GET /v2.0/networks/bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859714 Jul 06 15:34:40.834433 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=8 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:34:40.842551 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=65,neutron:UPDATE=3 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:34:40.880144 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a62c65-2928-4ac8-b07b-1b2efa184b14 req-3cc28b88-acd4-4e27-953a-662a5ca5b303 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:34:40.881609 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-45a62c65-2928-4ac8-b07b-1b2efa184b14 req-3cc28b88-acd4-4e27-953a-662a5ca5b303 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=163b46c6-bff4-4247-afc3-06617093f4de HTTP/1.1" status: 200 len: 945 time: 0.0481658 Jul 06 15:34:40.928387 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-45a62c65-2928-4ac8-b07b-1b2efa184b14 req-28462cb5-d729-41de-9320-3a93f1bcf9d1 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=a93804c2-e29d-4e86-82f8-a452a2916749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412209 Jul 06 15:34:42.038350 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=100 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:34:42.047324 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eacbaaa-a039-4710-838e-8f6455b1d9be req-a62489f5-4129-45f0-a2d8-0aa5b44f29d7 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:34:42.048776 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-0eacbaaa-a039-4710-838e-8f6455b1d9be req-a62489f5-4129-45f0-a2d8-0aa5b44f29d7 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=163b46c6-bff4-4247-afc3-06617093f4de HTTP/1.1" status: 200 len: 945 time: 0.0472960 Jul 06 15:34:42.094961 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-0eacbaaa-a039-4710-838e-8f6455b1d9be req-2874fc9e-b9a3-4b47-9ec6-861621956009 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=a93804c2-e29d-4e86-82f8-a452a2916749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407691 Jul 06 15:34:42.662837 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device 88c8bb0a-387a-48a4-8c7e-f64217bd737b no longer exists at agent hyperv_hv-cinder-84884 {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:34:42.739736 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Current status of the port 88c8bb0a-387a-48a4-8c7e-f64217bd737b is: ACTIVE; New status is: DOWN {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:34:42.740065 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (88c8bb0a-387a-48a4-8c7e-f64217bd737b), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:42.765347 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '163b46c6-bff4-4247-afc3-06617093f4de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88c8bb0a-387a-48a4-8c7e-f64217bd737b'}] {{(pid=103846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:34:42.767563 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83ad2954d886e551320551455e9fbed623a66dbf450698aab55d06241312ca55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26baef35-fbd6-42e7-808b-e0e464b2e1b8" -d '{"events": [{"server_uuid": "163b46c6-bff4-4247-afc3-06617093f4de", "name": "network-vif-unplugged", "status": "completed", "tag": "88c8bb0a-387a-48a4-8c7e-f64217bd737b"}]}' {{(pid=103846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:34:42.780788 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port 88c8bb0a-387a-48a4-8c7e-f64217bd737b, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=88c8bb0a-387a-48a4-8c7e-f64217bd737b,segment=NetworkSegment(e86c9f57-fa7f-455d-be56-203cd26dcd68),segment_id=e86c9f57-fa7f-455d-be56-203cd26dcd68)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:34:42.785113 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (88c8bb0a-387a-48a4-8c7e-f64217bd737b), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:42.807108 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 06 Jul 2022 15:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15fe46ba-1c90-40b4-8bbe-fccca37f6abe x-openstack-request-id: req-15fe46ba-1c90-40b4-8bbe-fccca37f6abe {{(pid=103846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:34:42.807414 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "163b46c6-bff4-4247-afc3-06617093f4de", "name": "network-vif-unplugged", "status": "failed", "tag": "88c8bb0a-387a-48a4-8c7e-f64217bd737b", "code": 422}]} {{(pid=103846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:34:42.807664 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-15fe46ba-1c90-40b4-8bbe-fccca37f6abe {{(pid=103846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:34:42.808056 dv-cinder-848848-4-iscsi neutron-server[103846]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-15fe46ba-1c90-40b4-8bbe-fccca37f6abe']: {'server_uuid': '163b46c6-bff4-4247-afc3-06617093f4de', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '88c8bb0a-387a-48a4-8c7e-f64217bd737b', 'code': 422} returned with failed status Jul 06 15:34:42.834613 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Pushing event updated for resources: {'Port': ['ID=88c8bb0a-387a-48a4-8c7e-f64217bd737b,revision_number=8']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:34:43.007010 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b128e81-936d-4e67-a1a1-e3138b2ed4c8 req-8b9aea52-f7f1-4864-85af-efbd31da55ee tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:34:43.008879 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-3b128e81-936d-4e67-a1a1-e3138b2ed4c8 req-8b9aea52-f7f1-4864-85af-efbd31da55ee tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=163b46c6-bff4-4247-afc3-06617093f4de HTTP/1.1" status: 200 len: 943 time: 0.0566132 Jul 06 15:34:43.053538 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-91e3344a-a482-482b-a87c-ccaeca1311cc req-78d563ca-4598-4b65-9c60-6cd6b3627d30 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=163b46c6-bff4-4247-afc3-06617093f4de&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0625510 Jul 06 15:34:43.079241 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-3b128e81-936d-4e67-a1a1-e3138b2ed4c8 req-e1513c82-f0f0-493c-9d12-b9b2e2cc7ca3 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=a93804c2-e29d-4e86-82f8-a452a2916749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541391 Jul 06 15:34:43.130976 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e3344a-a482-482b-a87c-ccaeca1311cc req-ccc051a8-9a35-4436-b516-f8d97f49149b tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:34:43.132378 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-91e3344a-a482-482b-a87c-ccaeca1311cc req-ccc051a8-9a35-4436-b516-f8d97f49149b tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports/88c8bb0a-387a-48a4-8c7e-f64217bd737b HTTP/1.1" status: 200 len: 940 time: 0.0506814 Jul 06 15:34:43.830252 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e3344a-a482-482b-a87c-ccaeca1311cc req-b2d2c8b8-36a0-460e-af00-b74c5c4769ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:34:43.831735 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-91e3344a-a482-482b-a87c-ccaeca1311cc req-b2d2c8b8-36a0-460e-af00-b74c5c4769ca service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=163b46c6-bff4-4247-afc3-06617093f4de&tenant_id=848d6c1f478d4dba813663c4c866d8b8 HTTP/1.1" status: 200 len: 1127 time: 0.0386693 Jul 06 15:34:43.890018 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e3344a-a482-482b-a87c-ccaeca1311cc req-41a74a10-e5d3-4eed-932d-4b7693040a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:34:43.891474 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-91e3344a-a482-482b-a87c-ccaeca1311cc req-41a74a10-e5d3-4eed-932d-4b7693040a2c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=848d6c1f478d4dba813663c4c866d8b8&device_id=163b46c6-bff4-4247-afc3-06617093f4de HTTP/1.1" status: 200 len: 1127 time: 0.0380194 Jul 06 15:34:43.965883 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:34:43.982404 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e3344a-a482-482b-a87c-ccaeca1311cc req-3e5cc676-f86e-424c-b136-53df31f07aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:34:43.983878 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-91e3344a-a482-482b-a87c-ccaeca1311cc req-3e5cc676-f86e-424c-b136-53df31f07aab service neutron] 10.222.0.16 "GET /v2.0/networks?id=bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b HTTP/1.1" status: 200 len: 918 time: 0.0869272 Jul 06 15:34:44.043627 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-91e3344a-a482-482b-a87c-ccaeca1311cc req-6a0002d2-9224-490f-8e80-716e565b4b36 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88c8bb0a-387a-48a4-8c7e-f64217bd737b HTTP/1.1" status: 200 len: 999 time: 0.0532956 Jul 06 15:34:44.090824 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e3344a-a482-482b-a87c-ccaeca1311cc req-3b5a0c68-df43-4210-8d04-852152d3a639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:34:44.092174 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-91e3344a-a482-482b-a87c-ccaeca1311cc req-3b5a0c68-df43-4210-8d04-852152d3a639 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=269837f6-8226-4731-9efa-b81af4068805 HTTP/1.1" status: 200 len: 856 time: 0.0425413 Jul 06 15:34:44.133631 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:34:44.141234 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e3344a-a482-482b-a87c-ccaeca1311cc req-f33c5de7-a09f-4d62-aa65-f2e78588fb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:34:44.142739 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-91e3344a-a482-482b-a87c-ccaeca1311cc req-f33c5de7-a09f-4d62-aa65-f2e78588fb39 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442576 Jul 06 15:34:44.200020 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0d9d7-7049-4809-8ca4-8a7fe4b2aa5c req-ffa26b51-ae55-4809-bb65-41815e9b9d2f tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:34:44.201485 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-20c0d9d7-7049-4809-8ca4-8a7fe4b2aa5c req-ffa26b51-ae55-4809-bb65-41815e9b9d2f tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=163b46c6-bff4-4247-afc3-06617093f4de HTTP/1.1" status: 200 len: 943 time: 0.0466111 Jul 06 15:34:44.232221 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-91e3344a-a482-482b-a87c-ccaeca1311cc req-0e080046-64db-4c00-9f4d-ef6eecad5b2a service neutron] 10.222.0.16 "GET /v2.0/networks/bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840218 Jul 06 15:34:44.250775 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-20c0d9d7-7049-4809-8ca4-8a7fe4b2aa5c req-9a249b80-be7e-45f2-881b-1b78bf7d68f8 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=a93804c2-e29d-4e86-82f8-a452a2916749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416028 Jul 06 15:34:44.327642 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-91e3344a-a482-482b-a87c-ccaeca1311cc req-8e44d975-5332-4899-8944-2790167617c0 service neutron] 10.222.0.16 "GET /v2.0/networks/bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889883 Jul 06 15:34:44.596091 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (eda728fc-b46d-4378-b578-35bac6b15486), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:44.745933 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:34:45.374688 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3a24f1-0ef9-42d1-bb88-8ceebcf57645 req-bd91ecdb-4f58-4f29-8a13-2007c6d9c4b4 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:34:45.376340 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-ac3a24f1-0ef9-42d1-bb88-8ceebcf57645 req-bd91ecdb-4f58-4f29-8a13-2007c6d9c4b4 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=163b46c6-bff4-4247-afc3-06617093f4de HTTP/1.1" status: 200 len: 943 time: 0.0512221 Jul 06 15:34:45.426445 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-ac3a24f1-0ef9-42d1-bb88-8ceebcf57645 req-d3d110f0-186f-41fb-9c49-f9ab6924d248 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=a93804c2-e29d-4e86-82f8-a452a2916749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434496 Jul 06 15:34:46.271862 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-9d92926b-7cb1-412a-a20e-152738f5a754 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (a81823b9-ba52-46bb-9bcd-43b269600933), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:46.548992 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94237cbe-d850-4aaf-9b3f-d1c3a3a71b8b req-92ece907-35a9-4d38-8a6d-571127dcbb89 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:34:46.550492 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-94237cbe-d850-4aaf-9b3f-d1c3a3a71b8b req-92ece907-35a9-4d38-8a6d-571127dcbb89 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=163b46c6-bff4-4247-afc3-06617093f4de HTTP/1.1" status: 200 len: 943 time: 0.0479531 Jul 06 15:34:46.599411 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-94237cbe-d850-4aaf-9b3f-d1c3a3a71b8b req-420cc683-15f3-4142-b0a7-c6a236db16ba tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=a93804c2-e29d-4e86-82f8-a452a2916749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425341 Jul 06 15:34:47.729520 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574cfc78-3b78-4519-97c3-e24e08d22aba req-e6564861-3463-404e-81f8-58dfa607e264 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:34:47.731123 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-574cfc78-3b78-4519-97c3-e24e08d22aba req-e6564861-3463-404e-81f8-58dfa607e264 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=163b46c6-bff4-4247-afc3-06617093f4de HTTP/1.1" status: 200 len: 943 time: 0.0538938 Jul 06 15:34:47.782287 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-574cfc78-3b78-4519-97c3-e24e08d22aba req-d340ecb7-ab25-4683-acab-f57243841f15 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=a93804c2-e29d-4e86-82f8-a452a2916749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452843 Jul 06 15:34:48.319304 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-62f113ca-93c7-4353-886b-f2822c5d3f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8e6e5f2a-f235-48ed-8752-aab723ac44e7), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:48.909388 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11ce8a6-9d19-4f3c-bd6b-30ab3d9ec842 req-d0fd7a52-c233-411e-bce2-ff4685a1120f tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:34:48.911045 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-a11ce8a6-9d19-4f3c-bd6b-30ab3d9ec842 req-d0fd7a52-c233-411e-bce2-ff4685a1120f tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=163b46c6-bff4-4247-afc3-06617093f4de HTTP/1.1" status: 200 len: 943 time: 0.0527136 Jul 06 15:34:48.959568 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-a11ce8a6-9d19-4f3c-bd6b-30ab3d9ec842 req-d34ce846-971d-4c63-b4aa-205c4afb7920 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=a93804c2-e29d-4e86-82f8-a452a2916749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422864 Jul 06 15:34:49.619663 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-5e71b6aa-55c8-4030-9936-371c496b104b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (6f0d5ee7-fa21-4cb0-b4ff-cf35f5a4ba31), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:50.084450 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cfbc36-54b6-40ce-b9ba-0c0e048f85b0 req-80d4acc3-b355-4a05-8a0f-419188e1aa29 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:34:50.085996 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-f3cfbc36-54b6-40ce-b9ba-0c0e048f85b0 req-80d4acc3-b355-4a05-8a0f-419188e1aa29 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=163b46c6-bff4-4247-afc3-06617093f4de HTTP/1.1" status: 200 len: 943 time: 0.0498588 Jul 06 15:34:50.138523 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-f3cfbc36-54b6-40ce-b9ba-0c0e048f85b0 req-df09adfa-a4e9-432a-b4af-fcb7b1e94cba tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=a93804c2-e29d-4e86-82f8-a452a2916749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457664 Jul 06 15:34:51.134388 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-8ac95340-3f24-440b-a4d9-caf8afcb49bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8ea57be5-348a-4c5b-804c-cda178363830), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:51.247106 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (d26a5351-3de7-44f9-93eb-9fed5ee5b55b), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:51.267496 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d04ddfc-aa40-41ad-a711-44681afc4e40 req-2cb8443c-7a7a-4ac5-89fa-90f493de272c tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:34:51.269271 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-0d04ddfc-aa40-41ad-a711-44681afc4e40 req-2cb8443c-7a7a-4ac5-89fa-90f493de272c tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=163b46c6-bff4-4247-afc3-06617093f4de HTTP/1.1" status: 200 len: 943 time: 0.0561018 Jul 06 15:34:51.324988 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-0d04ddfc-aa40-41ad-a711-44681afc4e40 req-001b60d4-3bf0-4da8-a17d-882cc2f35204 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=a93804c2-e29d-4e86-82f8-a452a2916749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495582 Jul 06 15:34:52.475898 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2cfc70-bed7-488f-9316-13a30bd2c84a req-10347b0e-c02b-4e4a-b659-c726e72316c2 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:34:52.477383 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-fc2cfc70-bed7-488f-9316-13a30bd2c84a req-10347b0e-c02b-4e4a-b659-c726e72316c2 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=163b46c6-bff4-4247-afc3-06617093f4de HTTP/1.1" status: 200 len: 943 time: 0.0771830 Jul 06 15:34:52.483079 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-3092bac0-8599-4f19-9f8b-d8b858c109cf req-b13ffc6f-f8ea-404a-9fc9-99fb6594f5d7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c304cb7c-8615-4f10-836c-78b4ae231d57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0519645 Jul 06 15:34:52.524930 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-fc2cfc70-bed7-488f-9316-13a30bd2c84a req-13b8cdc8-629f-4b7a-a559-c23b308c994f tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=a93804c2-e29d-4e86-82f8-a452a2916749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408525 Jul 06 15:34:53.153630 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3092bac0-8599-4f19-9f8b-d8b858c109cf req-7f449382-d752-4abb-af8b-3d814b1fb067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:34:53.155091 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-3092bac0-8599-4f19-9f8b-d8b858c109cf req-7f449382-d752-4abb-af8b-3d814b1fb067 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6d724d364f9b4bafb241a0bb0b02429f&device_id=c304cb7c-8615-4f10-836c-78b4ae231d57 HTTP/1.1" status: 200 len: 1129 time: 0.0394828 Jul 06 15:34:53.261138 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3092bac0-8599-4f19-9f8b-d8b858c109cf req-546da142-fb3d-484c-99a7-50c059ad91f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:34:53.262606 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-3092bac0-8599-4f19-9f8b-d8b858c109cf req-546da142-fb3d-484c-99a7-50c059ad91f6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=784d35cc-1e96-42d9-b35a-63f5c285a35a HTTP/1.1" status: 200 len: 913 time: 0.0887482 Jul 06 15:34:53.323544 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-3092bac0-8599-4f19-9f8b-d8b858c109cf req-65c2de4a-b2eb-4a29-9832-fa8544121d1a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0ef2a66-9d47-4a02-a75e-4a955b7b7809 HTTP/1.1" status: 200 len: 1000 time: 0.0539567 Jul 06 15:34:53.372471 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3092bac0-8599-4f19-9f8b-d8b858c109cf req-ff125d73-02ef-49b3-a877-4e85bc104296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:34:53.373892 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-3092bac0-8599-4f19-9f8b-d8b858c109cf req-ff125d73-02ef-49b3-a877-4e85bc104296 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4bf4bc6c-097d-41f4-91b7-12c91aca1e8f HTTP/1.1" status: 200 len: 851 time: 0.0439200 Jul 06 15:34:53.410331 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:34:53.422039 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3092bac0-8599-4f19-9f8b-d8b858c109cf req-f14c000a-a328-442e-8968-d4779404f571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:34:53.423522 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-3092bac0-8599-4f19-9f8b-d8b858c109cf req-f14c000a-a328-442e-8968-d4779404f571 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=784d35cc-1e96-42d9-b35a-63f5c285a35a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429354 Jul 06 15:34:53.514679 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-3092bac0-8599-4f19-9f8b-d8b858c109cf req-b678ec93-2331-43c7-b38c-a0db7c319836 service neutron] 10.222.0.16 "GET /v2.0/networks/784d35cc-1e96-42d9-b35a-63f5c285a35a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848148 Jul 06 15:34:53.544130 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:34:53.617084 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-3092bac0-8599-4f19-9f8b-d8b858c109cf req-9d8fba41-81f7-487d-bc96-727ff2471e94 service neutron] 10.222.0.16 "GET /v2.0/networks/784d35cc-1e96-42d9-b35a-63f5c285a35a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961385 Jul 06 15:34:53.645888 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faec7ec-1db8-45c9-bce0-13b809c40a27 req-45d141a8-42be-4acc-a43a-7dd68d908d06 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:34:53.647381 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-2faec7ec-1db8-45c9-bce0-13b809c40a27 req-45d141a8-42be-4acc-a43a-7dd68d908d06 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=163b46c6-bff4-4247-afc3-06617093f4de HTTP/1.1" status: 200 len: 943 time: 0.0515656 Jul 06 15:34:53.693506 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-2faec7ec-1db8-45c9-bce0-13b809c40a27 req-c1cf6b1b-8780-4bf3-a952-05e81e86c02f tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=a93804c2-e29d-4e86-82f8-a452a2916749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399778 Jul 06 15:34:54.691615 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device 88c8bb0a-387a-48a4-8c7e-f64217bd737b details requested by agent hyperv_hv-cinder-84884 with host hv-cinder-84884 {{(pid=103846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 15:34:54.793406 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port 88c8bb0a-387a-48a4-8c7e-f64217bd737b, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=88c8bb0a-387a-48a4-8c7e-f64217bd737b,segment=NetworkSegment(e86c9f57-fa7f-455d-be56-203cd26dcd68),segment_id=e86c9f57-fa7f-455d-be56-203cd26dcd68)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:34:54.804391 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Returning: {'device': '88c8bb0a-387a-48a4-8c7e-f64217bd737b', 'network_id': 'bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b', 'port_id': '88c8bb0a-387a-48a4-8c7e-f64217bd737b', 'mac_address': 'fa:16:3e:fc:0d:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '269837f6-8226-4731-9efa-b81af4068805', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 15:34:54.823588 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb716abb-8fa1-42dd-97cb-4b6f909783dd req-fd25f45e-c32e-42e5-b24f-3271ebaaf548 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:34:54.825072 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-eb716abb-8fa1-42dd-97cb-4b6f909783dd req-fd25f45e-c32e-42e5-b24f-3271ebaaf548 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=163b46c6-bff4-4247-afc3-06617093f4de HTTP/1.1" status: 200 len: 943 time: 0.0473232 Jul 06 15:34:54.838669 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Current status of the port 88c8bb0a-387a-48a4-8c7e-f64217bd737b is: DOWN; New status is: BUILD {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:34:54.839046 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (88c8bb0a-387a-48a4-8c7e-f64217bd737b), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:54.852002 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.notifiers.nova [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88c8bb0a-387a-48a4-8c7e-f64217bd737b {{(pid=103846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 15:34:54.872853 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-eb716abb-8fa1-42dd-97cb-4b6f909783dd req-8d038924-a62e-41b6-a808-51b871d754fa tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=a93804c2-e29d-4e86-82f8-a452a2916749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419400 Jul 06 15:34:54.875494 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port 88c8bb0a-387a-48a4-8c7e-f64217bd737b, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=88c8bb0a-387a-48a4-8c7e-f64217bd737b,segment=NetworkSegment(e86c9f57-fa7f-455d-be56-203cd26dcd68),segment_id=e86c9f57-fa7f-455d-be56-203cd26dcd68)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:34:54.879862 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (88c8bb0a-387a-48a4-8c7e-f64217bd737b), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:54.926384 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Pushing event updated for resources: {'Port': ['ID=88c8bb0a-387a-48a4-8c7e-f64217bd737b,revision_number=9']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:34:55.088018 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] get_ports_and_sgs() called for port_ids ['88c8bb0a-387a-48a4-8c7e-f64217bd737b'] {{(pid=103846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:34:55.300106 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:34:55.319634 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:34:55.988371 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce539f69-2bf7-4066-b14b-8858172058b1 req-13bdf15c-9ab4-40fe-a73a-ee67f435b403 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:34:55.989836 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-ce539f69-2bf7-4066-b14b-8858172058b1 req-13bdf15c-9ab4-40fe-a73a-ee67f435b403 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=163b46c6-bff4-4247-afc3-06617093f4de HTTP/1.1" status: 200 len: 944 time: 0.0465465 Jul 06 15:34:56.036516 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-ce539f69-2bf7-4066-b14b-8858172058b1 req-08e9fe1c-702a-4167-841e-2bea65e7717e tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=a93804c2-e29d-4e86-82f8-a452a2916749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407166 Jul 06 15:34:56.691636 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device 88c8bb0a-387a-48a4-8c7e-f64217bd737b up at agent hyperv_hv-cinder-84884 {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:34:56.734343 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Provisioning complete for port 88c8bb0a-387a-48a4-8c7e-f64217bd737b triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:34:56.734707 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (88c8bb0a-387a-48a4-8c7e-f64217bd737b), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:56.808300 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Current status of the port 88c8bb0a-387a-48a4-8c7e-f64217bd737b is: BUILD; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:34:56.808675 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (88c8bb0a-387a-48a4-8c7e-f64217bd737b), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:56.834495 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '163b46c6-bff4-4247-afc3-06617093f4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88c8bb0a-387a-48a4-8c7e-f64217bd737b'}] {{(pid=103846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:34:56.837216 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83ad2954d886e551320551455e9fbed623a66dbf450698aab55d06241312ca55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76119b33-6278-48a3-b04b-e9bccb2e3005" -d '{"events": [{"server_uuid": "163b46c6-bff4-4247-afc3-06617093f4de", "name": "network-vif-plugged", "status": "completed", "tag": "88c8bb0a-387a-48a4-8c7e-f64217bd737b"}]}' {{(pid=103846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:34:56.849324 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port 88c8bb0a-387a-48a4-8c7e-f64217bd737b, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=88c8bb0a-387a-48a4-8c7e-f64217bd737b,segment=NetworkSegment(e86c9f57-fa7f-455d-be56-203cd26dcd68),segment_id=e86c9f57-fa7f-455d-be56-203cd26dcd68)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:34:56.853970 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (88c8bb0a-387a-48a4-8c7e-f64217bd737b), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:34:56.877897 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 15:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b75db65-233b-4213-8e0e-c65a06f474fc x-openstack-request-id: req-4b75db65-233b-4213-8e0e-c65a06f474fc {{(pid=103846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:34:56.878175 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "163b46c6-bff4-4247-afc3-06617093f4de", "name": "network-vif-plugged", "status": "completed", "tag": "88c8bb0a-387a-48a4-8c7e-f64217bd737b", "code": 200}]} {{(pid=103846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:34:56.878419 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4b75db65-233b-4213-8e0e-c65a06f474fc {{(pid=103846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:34:56.878806 dv-cinder-848848-4-iscsi neutron-server[103846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b75db65-233b-4213-8e0e-c65a06f474fc'] response: {'server_uuid': '163b46c6-bff4-4247-afc3-06617093f4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88c8bb0a-387a-48a4-8c7e-f64217bd737b', 'code': 200} Jul 06 15:34:56.907535 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Pushing event updated for resources: {'Port': ['ID=88c8bb0a-387a-48a4-8c7e-f64217bd737b,revision_number=10']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:34:57.071392 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef79d94-14bb-424c-b749-749b441943e6 req-8cefaf72-d3a9-4b73-85a7-df2f838e4879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:34:57.072871 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-2ef79d94-14bb-424c-b749-749b441943e6 req-8cefaf72-d3a9-4b73-85a7-df2f838e4879 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=163b46c6-bff4-4247-afc3-06617093f4de HTTP/1.1" status: 200 len: 1130 time: 0.0417860 Jul 06 15:34:57.121298 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-2ef79d94-14bb-424c-b749-749b441943e6 req-713e29be-6f55-4bc9-a903-d46a72ec5d82 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a93804c2-e29d-4e86-82f8-a452a2916749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418675 Jul 06 15:34:57.155720 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a47aa5-bd13-4c44-96da-10b3fb955073 req-db915529-ae31-46df-a511-faf562b0153a tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:34:57.157186 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-15a47aa5-bd13-4c44-96da-10b3fb955073 req-db915529-ae31-46df-a511-faf562b0153a tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=163b46c6-bff4-4247-afc3-06617093f4de HTTP/1.1" status: 200 len: 946 time: 0.0470319 Jul 06 15:34:57.204981 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-15a47aa5-bd13-4c44-96da-10b3fb955073 req-302c262a-4795-4554-912f-bdceee4dc436 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=a93804c2-e29d-4e86-82f8-a452a2916749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424368 Jul 06 15:34:58.326436 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e2ff3-ae70-4c1f-8c09-1efd5f1e1ecc req-41ec6709-d21d-49c7-9aeb-cac65688576e tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:34:58.328045 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-f73e2ff3-ae70-4c1f-8c09-1efd5f1e1ecc req-41ec6709-d21d-49c7-9aeb-cac65688576e tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=163b46c6-bff4-4247-afc3-06617093f4de HTTP/1.1" status: 200 len: 946 time: 0.0493393 Jul 06 15:34:58.379035 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-f73e2ff3-ae70-4c1f-8c09-1efd5f1e1ecc req-16e86dbd-4a4b-4fbd-bc65-4cb5869a5a39 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=a93804c2-e29d-4e86-82f8-a452a2916749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449445 Jul 06 15:34:59.495321 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb17cbe-617a-48ab-b5b9-b24777d0aa86 req-1ed8f02b-e3de-484c-8094-8d24e36b856f tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:34:59.496742 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-7fb17cbe-617a-48ab-b5b9-b24777d0aa86 req-1ed8f02b-e3de-484c-8094-8d24e36b856f tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=163b46c6-bff4-4247-afc3-06617093f4de HTTP/1.1" status: 200 len: 946 time: 0.0459733 Jul 06 15:34:59.519947 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=100 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:34:59.542746 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-7fb17cbe-617a-48ab-b5b9-b24777d0aa86 req-8899a70f-d4c4-4b39-9ffa-2c420e728278 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=a93804c2-e29d-4e86-82f8-a452a2916749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406516 Jul 06 15:35:01.696789 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.agents_db [None req-99b786f5-93e1-437c-926e-a88e17275ab4 None None] Agent healthcheck: found 6 active agents {{(pid=103847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:35:06.901614 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=29,neutron:UPDATE=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:35:06.904144 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=28,neutron:UPDATE=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:35:08.372085 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=32 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:35:08.374572 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=49 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:35:09.529295 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:35:09.539276 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=83 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:35:13.738123 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=3 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:35:13.742117 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=5 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:35:14.596042 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (eda728fc-b46d-4378-b578-35bac6b15486), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:16.274155 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-22079ec6-a178-458e-b128-9721d6279812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (a81823b9-ba52-46bb-9bcd-43b269600933), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:18.321736 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-64a3340d-80b6-4f77-b7b3-c0723a085ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8e6e5f2a-f235-48ed-8752-aab723ac44e7), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:19.619753 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-5e71b6aa-55c8-4030-9936-371c496b104b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (6f0d5ee7-fa21-4cb0-b4ff-cf35f5a4ba31), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:21.123480 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-8ac95340-3f24-440b-a4d9-caf8afcb49bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8ea57be5-348a-4c5b-804c-cda178363830), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:21.240020 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (d26a5351-3de7-44f9-93eb-9fed5ee5b55b), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:21.451160 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac6173-c225-411f-8f10-bb598a3cf27b req-1e26c49e-74b4-4446-a1ef-3b61940a0fef tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:35:21.452644 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-e0ac6173-c225-411f-8f10-bb598a3cf27b req-1e26c49e-74b4-4446-a1ef-3b61940a0fef tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/ports?device_id=c304cb7c-8615-4f10-836c-78b4ae231d57 HTTP/1.1" status: 200 len: 945 time: 0.0464866 Jul 06 15:35:21.501882 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-e0ac6173-c225-411f-8f10-bb598a3cf27b req-fb497d1e-eebe-4016-b9c2-5d13becf07ab tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/security-groups?id=332f11bf-2a21-4349-89de-b4efaa2c3b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437458 Jul 06 15:35:22.616669 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f885b0-960e-4c91-8298-1673eb145b31 req-ec80a5c1-29eb-41b9-8817-458b6b73792d tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:35:22.618192 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-50f885b0-960e-4c91-8298-1673eb145b31 req-ec80a5c1-29eb-41b9-8817-458b6b73792d tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/ports?device_id=c304cb7c-8615-4f10-836c-78b4ae231d57 HTTP/1.1" status: 200 len: 945 time: 0.0475318 Jul 06 15:35:22.670449 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-50f885b0-960e-4c91-8298-1673eb145b31 req-29845801-2491-4213-8f01-22a5b58112db tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/security-groups?id=332f11bf-2a21-4349-89de-b4efaa2c3b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458899 Jul 06 15:35:22.917763 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c26ce5b-3837-4850-bf60-7737cd7cb13d req-50c05064-206c-4db0-a327-af806e055a8a tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:35:22.919766 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-2c26ce5b-3837-4850-bf60-7737cd7cb13d req-50c05064-206c-4db0-a327-af806e055a8a tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.16 "GET /v2.0/ports?device_id=c304cb7c-8615-4f10-836c-78b4ae231d57 HTTP/1.1" status: 200 len: 945 time: 0.0463541 Jul 06 15:35:22.998041 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [req-2c26ce5b-3837-4850-bf60-7737cd7cb13d req-cee2ee86-2ef2-4e60-831b-0185f8bd59f0 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Deleting port b0ef2a66-9d47-4a02-a75e-4a955b7b7809 {{(pid=103844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 15:35:22.998376 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-2c26ce5b-3837-4850-bf60-7737cd7cb13d req-cee2ee86-2ef2-4e60-831b-0185f8bd59f0 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786465945384'] for port (b0ef2a66-9d47-4a02-a75e-4a955b7b7809), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:23.087883 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [req-2c26ce5b-3837-4850-bf60-7737cd7cb13d req-cee2ee86-2ef2-4e60-831b-0185f8bd59f0 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] For port b0ef2a66-9d47-4a02-a75e-4a955b7b7809, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=b0ef2a66-9d47-4a02-a75e-4a955b7b7809,segment=NetworkSegment(392e2498-ea74-4b12-b63e-65e707942834),segment_id=392e2498-ea74-4b12-b63e-65e707942834)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:35:23.088239 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-2c26ce5b-3837-4850-bf60-7737cd7cb13d req-cee2ee86-2ef2-4e60-831b-0185f8bd59f0 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652656'] for port (b0ef2a66-9d47-4a02-a75e-4a955b7b7809), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:23.248988 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-2c26ce5b-3837-4850-bf60-7737cd7cb13d req-cee2ee86-2ef2-4e60-831b-0185f8bd59f0 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:23.249342 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-2c26ce5b-3837-4850-bf60-7737cd7cb13d req-cee2ee86-2ef2-4e60-831b-0185f8bd59f0 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591059'] for floatingip (abacfef0-406b-48a9-90fa-f45914277b0f), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:23.249650 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.db.l3_db [req-2c26ce5b-3837-4850-bf60-7737cd7cb13d req-cee2ee86-2ef2-4e60-831b-0185f8bd59f0 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Floating IP abacfef0-406b-48a9-90fa-f45914277b0f disassociated. External IP: 172.27.3.58, port: b0ef2a66-9d47-4a02-a75e-4a955b7b7809. Jul 06 15:35:23.249990 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [req-2c26ce5b-3837-4850-bf60-7737cd7cb13d req-cee2ee86-2ef2-4e60-831b-0185f8bd59f0 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Calling delete_port for b0ef2a66-9d47-4a02-a75e-4a955b7b7809 owned by compute:nova {{(pid=103844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 15:35:23.646589 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-2c26ce5b-3837-4850-bf60-7737cd7cb13d req-cee2ee86-2ef2-4e60-831b-0185f8bd59f0 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786465950455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786465455746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2698075'] for port (b0ef2a66-9d47-4a02-a75e-4a955b7b7809), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:23.671906 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee2ee86-2ef2-4e60-831b-0185f8bd59f0 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Pushing event deleted for resources: {'Port': ['ID=b0ef2a66-9d47-4a02-a75e-4a955b7b7809,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:35:23.684476 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee2ee86-2ef2-4e60-831b-0185f8bd59f0 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:35:23.684892 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee2ee86-2ef2-4e60-831b-0185f8bd59f0 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:35:23.685151 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee2ee86-2ef2-4e60-831b-0185f8bd59f0 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:35:23.685506 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee2ee86-2ef2-4e60-831b-0185f8bd59f0 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:35:23.685841 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee2ee86-2ef2-4e60-831b-0185f8bd59f0 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:35:23.686172 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee2ee86-2ef2-4e60-831b-0185f8bd59f0 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:35:23.686497 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee2ee86-2ef2-4e60-831b-0185f8bd59f0 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:35:23.686820 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee2ee86-2ef2-4e60-831b-0185f8bd59f0 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:35:23.687164 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee2ee86-2ef2-4e60-831b-0185f8bd59f0 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:35:23.687513 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee2ee86-2ef2-4e60-831b-0185f8bd59f0 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:35:23.687839 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee2ee86-2ef2-4e60-831b-0185f8bd59f0 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:35:23.688165 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee2ee86-2ef2-4e60-831b-0185f8bd59f0 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:35:23.688514 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee2ee86-2ef2-4e60-831b-0185f8bd59f0 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:35:23.688834 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee2ee86-2ef2-4e60-831b-0185f8bd59f0 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:35:23.689155 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee2ee86-2ef2-4e60-831b-0185f8bd59f0 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:35:23.771716 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-b4ba726d-0689-45db-bb69-ac757fc3222a req-c9f2974b-281e-4cd1-b4a5-8ebbcf69e102 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/ports?device_id=c304cb7c-8615-4f10-836c-78b4ae231d57 HTTP/1.1" status: 200 len: 210 time: 0.0315900 Jul 06 15:35:23.795801 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c26ce5b-3837-4850-bf60-7737cd7cb13d req-cee2ee86-2ef2-4e60-831b-0185f8bd59f0 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Router b72d11e3-0c53-4024-b657-bb1519d61b5a has already been hosted by L3 agent 8e6e5f2a-f235-48ed-8752-aab723ac44e7 {{(pid=103844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 15:35:23.885717 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:35:23.901480 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c26ce5b-3837-4850-bf60-7737cd7cb13d req-cee2ee86-2ef2-4e60-831b-0185f8bd59f0 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Notify agent at l3_agent.dv-cinder-848848-4-iscsi the message routers_updated {{(pid=103844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:35:23.913098 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7988bc38-8273-41bf-8de8-7f1022abd4a6 None None] Sync routers for ids ['b72d11e3-0c53-4024-b657-bb1519d61b5a'] in dv-cinder-848848-4-iscsi {{(pid=103846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:35:23.925652 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7988bc38-8273-41bf-8de8-7f1022abd4a6 None None] Routers {'b72d11e3-0c53-4024-b657-bb1519d61b5a'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:35:23.926271 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-7988bc38-8273-41bf-8de8-7f1022abd4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:35:18Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['b72d11e3-0c53-4024-b657-bb1519d61b5a'], 'active': True} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:35:23.945589 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c26ce5b-3837-4850-bf60-7737cd7cb13d req-cee2ee86-2ef2-4e60-831b-0185f8bd59f0 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] No DVR routers for this DVR port b0ef2a66-9d47-4a02-a75e-4a955b7b7809 on host hv-cinder-84884 {{(pid=103844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 15:35:23.948165 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-2c26ce5b-3837-4850-bf60-7737cd7cb13d req-cee2ee86-2ef2-4e60-831b-0185f8bd59f0 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for port (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:23.951965 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-2c26ce5b-3837-4850-bf60-7737cd7cb13d req-cee2ee86-2ef2-4e60-831b-0185f8bd59f0 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.16 "DELETE /v2.0/ports/b0ef2a66-9d47-4a02-a75e-4a955b7b7809 HTTP/1.1" status: 204 len: 173 time: 1.0264425 Jul 06 15:35:23.952415 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c304cb7c-8615-4f10-836c-78b4ae231d57', 'name': 'network-vif-deleted', 'tag': 'b0ef2a66-9d47-4a02-a75e-4a955b7b7809'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:35:23.954646 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23f0ce0f3171803df377307192b3bbc073243688ace587a9918d8ae03454cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49abcbf9-7c9f-4e20-afeb-88fa9ed6f868" -d '{"events": [{"server_uuid": "c304cb7c-8615-4f10-836c-78b4ae231d57", "name": "network-vif-deleted", "tag": "b0ef2a66-9d47-4a02-a75e-4a955b7b7809"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:35:24.036868 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvr_db [None req-7988bc38-8273-41bf-8de8-7f1022abd4a6 None None] Set router b72d11e3-0c53-4024-b657-bb1519d61b5a gateway port host: dv-cinder-848848-4-iscsi {{(pid=103846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:35:24.064879 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 15:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae1ad64-d47c-4ac7-a80c-cacd8db16400 x-openstack-request-id: req-8ae1ad64-d47c-4ac7-a80c-cacd8db16400 {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:35:24.065193 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c304cb7c-8615-4f10-836c-78b4ae231d57", "name": "network-vif-deleted", "tag": "b0ef2a66-9d47-4a02-a75e-4a955b7b7809", "status": "completed", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:35:24.065440 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8ae1ad64-d47c-4ac7-a80c-cacd8db16400 {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:35:24.065857 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ae1ad64-d47c-4ac7-a80c-cacd8db16400'] response: {'server_uuid': 'c304cb7c-8615-4f10-836c-78b4ae231d57', 'name': 'network-vif-deleted', 'tag': 'b0ef2a66-9d47-4a02-a75e-4a955b7b7809', 'status': 'completed', 'code': 200} Jul 06 15:35:24.227708 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-7988bc38-8273-41bf-8de8-7f1022abd4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'name': 'tempest-TestVolumeBootPattern-1684097512-router', 'tenant_id': '6d724d364f9b4bafb241a0bb0b02429f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '1a14bced-14dd-4a2e-b9c0-5a8d662317e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:32:42Z', 'updated_at': '2022-07-06T15:32:45Z', 'revision_number': 4, 'project_id': '6d724d364f9b4bafb241a0bb0b02429f', 'gw_port': {'id': '1a14bced-14dd-4a2e-b9c0-5a8d662317e9', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:32:43Z', 'updated_at': '2022-07-06T15:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': '5506e7af-726e-4d99-b651-a2ecbd3e1a59', 'name': '', 'network_id': '784d35cc-1e96-42d9-b35a-63f5c285a35a', 'tenant_id': '6d724d364f9b4bafb241a0bb0b02429f', 'mac_address': 'fa:16:3e:ac:99:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '4bf4bc6c-097d-41f4-91b7-12c91aca1e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:32:44Z', 'updated_at': '2022-07-06T15:32:49Z', 'revision_number': 5, 'project_id': '6d724d364f9b4bafb241a0bb0b02429f', 'subnets': [{'id': '4bf4bc6c-097d-41f4-91b7-12c91aca1e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:35:24.254331 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7988bc38-8273-41bf-8de8-7f1022abd4a6 None None] Checking router: b72d11e3-0c53-4024-b657-bb1519d61b5a for host: dv-cinder-848848-4-iscsi {{(pid=103846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:35:24.262726 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7988bc38-8273-41bf-8de8-7f1022abd4a6 None None] Routers {'b72d11e3-0c53-4024-b657-bb1519d61b5a'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:35:24.263289 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-7988bc38-8273-41bf-8de8-7f1022abd4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:35:18Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['b72d11e3-0c53-4024-b657-bb1519d61b5a'], 'active': True} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:35:24.483735 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvr_db [None req-7988bc38-8273-41bf-8de8-7f1022abd4a6 None None] Set router b72d11e3-0c53-4024-b657-bb1519d61b5a gateway port host: dv-cinder-848848-4-iscsi {{(pid=103846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:35:24.671792 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-7988bc38-8273-41bf-8de8-7f1022abd4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'name': 'tempest-TestVolumeBootPattern-1684097512-router', 'tenant_id': '6d724d364f9b4bafb241a0bb0b02429f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '1a14bced-14dd-4a2e-b9c0-5a8d662317e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:32:42Z', 'updated_at': '2022-07-06T15:32:45Z', 'revision_number': 4, 'project_id': '6d724d364f9b4bafb241a0bb0b02429f', 'gw_port': {'id': '1a14bced-14dd-4a2e-b9c0-5a8d662317e9', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:32:43Z', 'updated_at': '2022-07-06T15:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': '5506e7af-726e-4d99-b651-a2ecbd3e1a59', 'name': '', 'network_id': '784d35cc-1e96-42d9-b35a-63f5c285a35a', 'tenant_id': '6d724d364f9b4bafb241a0bb0b02429f', 'mac_address': 'fa:16:3e:ac:99:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '4bf4bc6c-097d-41f4-91b7-12c91aca1e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:32:44Z', 'updated_at': '2022-07-06T15:32:49Z', 'revision_number': 5, 'project_id': '6d724d364f9b4bafb241a0bb0b02429f', 'subnets': [{'id': '4bf4bc6c-097d-41f4-91b7-12c91aca1e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:35:24.697225 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7988bc38-8273-41bf-8de8-7f1022abd4a6 None None] The sync data for ids ['b72d11e3-0c53-4024-b657-bb1519d61b5a'] in dv-cinder-848848-4-iscsi is: [{'id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'name': 'tempest-TestVolumeBootPattern-1684097512-router', 'tenant_id': '6d724d364f9b4bafb241a0bb0b02429f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '1a14bced-14dd-4a2e-b9c0-5a8d662317e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:32:42Z', 'updated_at': '2022-07-06T15:32:45Z', 'revision_number': 4, 'project_id': '6d724d364f9b4bafb241a0bb0b02429f', 'gw_port': {'id': '1a14bced-14dd-4a2e-b9c0-5a8d662317e9', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:32:43Z', 'updated_at': '2022-07-06T15:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': '5506e7af-726e-4d99-b651-a2ecbd3e1a59', 'name': '', 'network_id': '784d35cc-1e96-42d9-b35a-63f5c285a35a', 'tenant_id': '6d724d364f9b4bafb241a0bb0b02429f', 'mac_address': 'fa:16:3e:ac:99:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '4bf4bc6c-097d-41f4-91b7-12c91aca1e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:32:44Z', 'updated_at': '2022-07-06T15:32:49Z', 'revision_number': 5, 'project_id': '6d724d364f9b4bafb241a0bb0b02429f', 'subnets': [{'id': '4bf4bc6c-097d-41f4-91b7-12c91aca1e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:35:24.858670 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device b0ef2a66-9d47-4a02-a75e-4a955b7b7809 no longer exists at agent hyperv_hv-cinder-84884 {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:35:24.879039 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] No Port match for: b0ef2a66-9d47-4a02-a75e-4a955b7b7809 {{(pid=103846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 15:35:24.879622 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device b0ef2a66-9d47-4a02-a75e-4a955b7b7809 not bound to the agent host hv-cinder-84884 {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:35:24.909915 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af8b568-e703-4e64-82f6-29f6985ba5ed None None] New status for floating IP abacfef0-406b-48a9-90fa-f45914277b0f: DOWN {{(pid=103847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 06 15:35:25.040892 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6e09a0a4-426f-4503-920a-e12cc70ea550 req-e84f7d1c-40d9-4ec3-9a52-60c4d3d76e2d tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2098609478&fields=id&tenant_id=6d724d364f9b4bafb241a0bb0b02429f HTTP/1.1" status: 200 len: 267 time: 0.0483694 Jul 06 15:35:25.077130 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:35:25.156440 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e09a0a4-426f-4503-920a-e12cc70ea550 req-b6b26c1a-e899-462a-8248-ce4b327a7dec tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:35:25.157874 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6e09a0a4-426f-4503-920a-e12cc70ea550 req-b6b26c1a-e899-462a-8248-ce4b327a7dec tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/networks?id=784d35cc-1e96-42d9-b35a-63f5c285a35a HTTP/1.1" status: 200 len: 812 time: 0.1097431 Jul 06 15:35:25.172495 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6e09a0a4-426f-4503-920a-e12cc70ea550 req-46fb6b41-fd97-4370-aa80-8f05ed5b8566 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/quotas/6d724d364f9b4bafb241a0bb0b02429f HTTP/1.1" status: 200 len: 375 time: 0.0093782 Jul 06 15:35:25.220325 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6e09a0a4-426f-4503-920a-e12cc70ea550 req-4e82e215-ecbc-400a-ab43-2caa78d2850d tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6d724d364f9b4bafb241a0bb0b02429f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0431240 Jul 06 15:35:25.235857 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [req-6e09a0a4-426f-4503-920a-e12cc70ea550 req-237cbab3-9a03-41d9-8d88-16f5bee9e12c service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103844) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 06 15:35:25.236804 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6e09a0a4-426f-4503-920a-e12cc70ea550 req-237cbab3-9a03-41d9-8d88-16f5bee9e12c service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049880 Jul 06 15:35:25.330189 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6e09a0a4-426f-4503-920a-e12cc70ea550 req-28853a39-7743-4fa0-a8ed-b86ef13df52a service neutron] 10.222.0.46 "GET /v2.0/networks/784d35cc-1e96-42d9-b35a-63f5c285a35a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880418 Jul 06 15:35:25.418233 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6e09a0a4-426f-4503-920a-e12cc70ea550 req-e597ef63-2b38-480c-a04e-d207c70885a2 service neutron] 10.222.0.46 "GET /v2.0/networks/784d35cc-1e96-42d9-b35a-63f5c285a35a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824585 Jul 06 15:35:25.904974 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-27507f17-d399-4e42-a6b4-93cc7a194302 req-b15339bc-8317-41aa-9efa-f4d8b8213d7f tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/ports?device_id=723f31b1-47e5-4825-ad25-22d7b21913b1 HTTP/1.1" status: 200 len: 210 time: 0.2379892 Jul 06 15:35:26.600248 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e09a0a4-426f-4503-920a-e12cc70ea550 req-94af81b8-0f1d-4d6a-b334-5715bcc0b319 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:35:26.601740 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6e09a0a4-426f-4503-920a-e12cc70ea550 req-94af81b8-0f1d-4d6a-b334-5715bcc0b319 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.16 "GET /v2.0/networks?id=784d35cc-1e96-42d9-b35a-63f5c285a35a HTTP/1.1" status: 200 len: 812 time: 0.1119547 Jul 06 15:35:26.665488 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6e09a0a4-426f-4503-920a-e12cc70ea550 req-fdd56caa-dae6-4874-9d1f-a33554a835fa tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d724d364f9b4bafb241a0bb0b02429f HTTP/1.1" status: 200 len: 380 time: 0.0557365 Jul 06 15:35:26.674146 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [req-6e09a0a4-426f-4503-920a-e12cc70ea550 req-e53f1530-f668-41d7-9660-f5539577888f tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Request body: {'port': {'device_id': '723f31b1-47e5-4825-ad25-22d7b21913b1', 'network_id': '784d35cc-1e96-42d9-b35a-63f5c285a35a', 'admin_state_up': True, 'tenant_id': '6d724d364f9b4bafb241a0bb0b02429f', 'security_groups': ['332f11bf-2a21-4349-89de-b4efaa2c3b0e']}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:35:26.784055 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e09a0a4-426f-4503-920a-e12cc70ea550 req-e53f1530-f668-41d7-9660-f5539577888f tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Made reservation on behalf of 6d724d364f9b4bafb241a0bb0b02429f for: {'port': 1} {{(pid=103844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:35:26.787449 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-6e09a0a4-426f-4503-920a-e12cc70ea550 req-e53f1530-f668-41d7-9660-f5539577888f tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:26.920194 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.db_base_plugin_common [req-6e09a0a4-426f-4503-920a-e12cc70ea550 req-e53f1530-f668-41d7-9660-f5539577888f tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Allocated IP 172.20.0.10 (784d35cc-1e96-42d9-b35a-63f5c285a35a/4bf4bc6c-097d-41f4-91b7-12c91aca1e8f/101ed713-aa30-491f-b239-e9d0f48d90ee) {{(pid=103844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:35:26.926538 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:35:27.018940 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-b07cbd82-26bf-4b33-848d-cedb53f1c9a0 req-89af8ff7-b46c-4e7e-8814-16de2ebbf0af tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/ports?device_id=723f31b1-47e5-4825-ad25-22d7b21913b1 HTTP/1.1" status: 200 len: 210 time: 0.0328703 Jul 06 15:35:27.100299 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-6e09a0a4-426f-4503-920a-e12cc70ea550 req-e53f1530-f668-41d7-9660-f5539577888f tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks [] for port (101ed713-aa30-491f-b239-e9d0f48d90ee), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:27.111039 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:35:27.134848 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-6e09a0a4-426f-4503-920a-e12cc70ea550 req-e53f1530-f668-41d7-9660-f5539577888f tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786465455737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2698075'] for port (101ed713-aa30-491f-b239-e9d0f48d90ee), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:27.180359 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e09a0a4-426f-4503-920a-e12cc70ea550 req-e53f1530-f668-41d7-9660-f5539577888f tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Network 784d35cc-1e96-42d9-b35a-63f5c285a35a is already hosted by enough agents. {{(pid=103844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:35:27.183272 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.base_scheduler [req-6e09a0a4-426f-4503-920a-e12cc70ea550 req-e53f1530-f668-41d7-9660-f5539577888f tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Resources bound (agent type, host, resource id): {{(pid=103844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:35:27.187393 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e09a0a4-426f-4503-920a-e12cc70ea550 req-e53f1530-f668-41d7-9660-f5539577888f tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Received port after_create {{(pid=103844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 15:35:27.213012 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53f1530-f668-41d7-9660-f5539577888f tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Pushing event updated for resources: {'Port': ['ID=101ed713-aa30-491f-b239-e9d0f48d90ee,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:35:27.241466 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e09a0a4-426f-4503-920a-e12cc70ea550 req-e53f1530-f668-41d7-9660-f5539577888f tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:35:27.242113 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-6e09a0a4-426f-4503-920a-e12cc70ea550 req-e53f1530-f668-41d7-9660-f5539577888f tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for port (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:27.259818 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6e09a0a4-426f-4503-920a-e12cc70ea550 req-e53f1530-f668-41d7-9660-f5539577888f tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5887768 Jul 06 15:35:27.268923 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [req-6e09a0a4-426f-4503-920a-e12cc70ea550 req-04e00979-9829-4b46-b387-b041b07ed589 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103844) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 06 15:35:27.269865 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6e09a0a4-426f-4503-920a-e12cc70ea550 req-04e00979-9829-4b46-b387-b041b07ed589 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053432 Jul 06 15:35:27.328583 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [req-6e09a0a4-426f-4503-920a-e12cc70ea550 req-8fff718d-b64c-4c17-ae53-edeb884f5e57 service neutron] Request body: {'port': {'device_id': '723f31b1-47e5-4825-ad25-22d7b21913b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84884'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:35:27.374523 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-b497dca3-0f9a-469c-8642-9c234e0b897c None None] Provisioning complete for port 101ed713-aa30-491f-b239-e9d0f48d90ee triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:35:27.375105 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b497dca3-0f9a-469c-8642-9c234e0b897c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (101ed713-aa30-491f-b239-e9d0f48d90ee), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:27.390700 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-6e09a0a4-426f-4503-920a-e12cc70ea550 req-8fff718d-b64c-4c17-ae53-edeb884f5e57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (101ed713-aa30-491f-b239-e9d0f48d90ee), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:27.408742 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b497dca3-0f9a-469c-8642-9c234e0b897c None None] Port 101ed713-aa30-491f-b239-e9d0f48d90ee cannot update to ACTIVE because it is not bound. {{(pid=103846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 15:35:27.640859 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [req-6e09a0a4-426f-4503-920a-e12cc70ea550 req-8fff718d-b64c-4c17-ae53-edeb884f5e57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 101ed713-aa30-491f-b239-e9d0f48d90ee {{(pid=103844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 15:35:27.648287 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-6e09a0a4-426f-4503-920a-e12cc70ea550 req-8fff718d-b64c-4c17-ae53-edeb884f5e57 service neutron] Publish callbacks [] for port (101ed713-aa30-491f-b239-e9d0f48d90ee), precommit_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:27.661512 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [req-6e09a0a4-426f-4503-920a-e12cc70ea550 req-8fff718d-b64c-4c17-ae53-edeb884f5e57 service neutron] Transition to ACTIVE for port object 101ed713-aa30-491f-b239-e9d0f48d90ee will not be triggered until provisioned by entity L2. {{(pid=103844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 06 15:35:27.664969 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-6e09a0a4-426f-4503-920a-e12cc70ea550 req-8fff718d-b64c-4c17-ae53-edeb884f5e57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2698066'] for port (101ed713-aa30-491f-b239-e9d0f48d90ee), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:27.712466 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fff718d-b64c-4c17-ae53-edeb884f5e57 service neutron] Pushing event updated for resources: {'Port': ['ID=101ed713-aa30-491f-b239-e9d0f48d90ee,revision_number=2']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:35:27.788366 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:35:27.791305 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [req-6e09a0a4-426f-4503-920a-e12cc70ea550 req-8fff718d-b64c-4c17-ae53-edeb884f5e57 service neutron] Attempting to bind port 101ed713-aa30-491f-b239-e9d0f48d90ee on host hv-cinder-84884 for vnic_type normal with profile {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 15:35:27.791638 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [req-6e09a0a4-426f-4503-920a-e12cc70ea550 req-8fff718d-b64c-4c17-ae53-edeb884f5e57 service neutron] Attempting to bind port 101ed713-aa30-491f-b239-e9d0f48d90ee by drivers openvswitch,hyperv on host hv-cinder-84884 at level 0 using segments [{'id': '392e2498-ea74-4b12-b63e-65e707942834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '784d35cc-1e96-42d9-b35a-63f5c285a35a'}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 15:35:27.791966 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e09a0a4-426f-4503-920a-e12cc70ea550 req-8fff718d-b64c-4c17-ae53-edeb884f5e57 service neutron] Attempting to bind port 101ed713-aa30-491f-b239-e9d0f48d90ee on network 784d35cc-1e96-42d9-b35a-63f5c285a35a {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:35:27.797717 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e09a0a4-426f-4503-920a-e12cc70ea550 req-8fff718d-b64c-4c17-ae53-edeb884f5e57 service neutron] Port 101ed713-aa30-491f-b239-e9d0f48d90ee on network 784d35cc-1e96-42d9-b35a-63f5c285a35a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84884 {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 06 15:35:27.798050 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e09a0a4-426f-4503-920a-e12cc70ea550 req-8fff718d-b64c-4c17-ae53-edeb884f5e57 service neutron] Attempting to bind port 101ed713-aa30-491f-b239-e9d0f48d90ee on network 784d35cc-1e96-42d9-b35a-63f5c285a35a {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:35:27.804117 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e09a0a4-426f-4503-920a-e12cc70ea550 req-8fff718d-b64c-4c17-ae53-edeb884f5e57 service neutron] Checking agent: {'id': 'eda728fc-b46d-4378-b578-35bac6b15486', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84884', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 15, 22, 43), 'started_at': datetime.datetime(2022, 7, 6, 15, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 15, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 15:35:27.804453 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e09a0a4-426f-4503-920a-e12cc70ea550 req-8fff718d-b64c-4c17-ae53-edeb884f5e57 service neutron] Checking segment: {'id': '392e2498-ea74-4b12-b63e-65e707942834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '784d35cc-1e96-42d9-b35a-63f5c285a35a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:35:27.804833 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e09a0a4-426f-4503-920a-e12cc70ea550 req-8fff718d-b64c-4c17-ae53-edeb884f5e57 service neutron] Bound using segment: {'id': '392e2498-ea74-4b12-b63e-65e707942834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '784d35cc-1e96-42d9-b35a-63f5c285a35a'} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 15:35:27.805261 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [req-6e09a0a4-426f-4503-920a-e12cc70ea550 req-8fff718d-b64c-4c17-ae53-edeb884f5e57 service neutron] Bound port: 101ed713-aa30-491f-b239-e9d0f48d90ee, host: hv-cinder-84884, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '392e2498-ea74-4b12-b63e-65e707942834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '784d35cc-1e96-42d9-b35a-63f5c285a35a'}}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 15:35:27.805614 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-6e09a0a4-426f-4503-920a-e12cc70ea550 req-8fff718d-b64c-4c17-ae53-edeb884f5e57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (101ed713-aa30-491f-b239-e9d0f48d90ee), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:27.869524 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [req-6e09a0a4-426f-4503-920a-e12cc70ea550 req-8fff718d-b64c-4c17-ae53-edeb884f5e57 service neutron] For port 101ed713-aa30-491f-b239-e9d0f48d90ee, host hv-cinder-84884, cleared binding levels {{(pid=103844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:35:27.872542 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [req-6e09a0a4-426f-4503-920a-e12cc70ea550 req-8fff718d-b64c-4c17-ae53-edeb884f5e57 service neutron] For port 101ed713-aa30-491f-b239-e9d0f48d90ee, host hv-cinder-84884, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=101ed713-aa30-491f-b239-e9d0f48d90ee,segment=NetworkSegment(392e2498-ea74-4b12-b63e-65e707942834),segment_id=392e2498-ea74-4b12-b63e-65e707942834)] {{(pid=103844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:35:27.878062 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-6e09a0a4-426f-4503-920a-e12cc70ea550 req-8fff718d-b64c-4c17-ae53-edeb884f5e57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2698066'] for port (101ed713-aa30-491f-b239-e9d0f48d90ee), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:27.912665 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e09a0a4-426f-4503-920a-e12cc70ea550 req-8fff718d-b64c-4c17-ae53-edeb884f5e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:35:27.913275 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-6e09a0a4-426f-4503-920a-e12cc70ea550 req-8fff718d-b64c-4c17-ae53-edeb884f5e57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for port (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:27.914733 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6e09a0a4-426f-4503-920a-e12cc70ea550 req-8fff718d-b64c-4c17-ae53-edeb884f5e57 service neutron] 10.222.0.16 "PUT /v2.0/ports/101ed713-aa30-491f-b239-e9d0f48d90ee HTTP/1.1" status: 200 len: 1094 time: 0.6370838 Jul 06 15:35:27.915163 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '723f31b1-47e5-4825-ad25-22d7b21913b1', 'tag': '101ed713-aa30-491f-b239-e9d0f48d90ee'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:35:27.917401 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23f0ce0f3171803df377307192b3bbc073243688ace587a9918d8ae03454cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbef784d-7b95-4e6e-b92c-d3c9cdbf9fe2" -d '{"events": [{"name": "network-changed", "server_uuid": "723f31b1-47e5-4825-ad25-22d7b21913b1", "tag": "101ed713-aa30-491f-b239-e9d0f48d90ee"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:35:27.940734 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fff718d-b64c-4c17-ae53-edeb884f5e57 service neutron] Pushing event updated for resources: {'Port': ['ID=101ed713-aa30-491f-b239-e9d0f48d90ee,revision_number=3']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:35:28.002654 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 15:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a8c1ab-8b7d-4621-a102-2615f391b8ec x-openstack-request-id: req-92a8c1ab-8b7d-4621-a102-2615f391b8ec {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:35:28.002941 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "723f31b1-47e5-4825-ad25-22d7b21913b1", "tag": "101ed713-aa30-491f-b239-e9d0f48d90ee", "status": "completed", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:35:28.003186 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-92a8c1ab-8b7d-4621-a102-2615f391b8ec {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:35:28.003737 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92a8c1ab-8b7d-4621-a102-2615f391b8ec'] response: {'name': 'network-changed', 'server_uuid': '723f31b1-47e5-4825-ad25-22d7b21913b1', 'tag': '101ed713-aa30-491f-b239-e9d0f48d90ee', 'status': 'completed', 'code': 200} Jul 06 15:35:28.012447 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:35:28.016680 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e09a0a4-426f-4503-920a-e12cc70ea550 req-3b91fe58-47b5-41e7-b555-ef2eb88b44ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:35:28.018451 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6e09a0a4-426f-4503-920a-e12cc70ea550 req-3b91fe58-47b5-41e7-b555-ef2eb88b44ae service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6d724d364f9b4bafb241a0bb0b02429f&device_id=723f31b1-47e5-4825-ad25-22d7b21913b1 HTTP/1.1" status: 200 len: 1128 time: 0.0452051 Jul 06 15:35:28.063358 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6e09a0a4-426f-4503-920a-e12cc70ea550 req-363b14d8-3553-4a64-ab95-b228a74d9029 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=101ed713-aa30-491f-b239-e9d0f48d90ee HTTP/1.1" status: 200 len: 217 time: 0.0383091 Jul 06 15:35:28.150681 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e09a0a4-426f-4503-920a-e12cc70ea550 req-df3d547c-9932-4c3a-8476-389bfb2919da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:35:28.152299 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6e09a0a4-426f-4503-920a-e12cc70ea550 req-df3d547c-9932-4c3a-8476-389bfb2919da service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4bf4bc6c-097d-41f4-91b7-12c91aca1e8f HTTP/1.1" status: 200 len: 851 time: 0.0819097 Jul 06 15:35:28.158492 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f8ac59-61e7-4451-ad82-ae0b00899cbd req-bc7b52c8-143c-4de2-abc5-776cbd918aae tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:35:28.159864 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-30f8ac59-61e7-4451-ad82-ae0b00899cbd req-bc7b52c8-143c-4de2-abc5-776cbd918aae tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/ports?device_id=723f31b1-47e5-4825-ad25-22d7b21913b1 HTTP/1.1" status: 200 len: 944 time: 0.0623217 Jul 06 15:35:28.218101 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e09a0a4-426f-4503-920a-e12cc70ea550 req-12e0d1f8-5346-487b-8587-304c47065d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:35:28.219625 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6e09a0a4-426f-4503-920a-e12cc70ea550 req-12e0d1f8-5346-487b-8587-304c47065d5a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=784d35cc-1e96-42d9-b35a-63f5c285a35a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0589223 Jul 06 15:35:28.262465 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-30f8ac59-61e7-4451-ad82-ae0b00899cbd req-18e4b491-9cf0-4651-a92b-4b7ec2d491f1 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/security-groups?id=332f11bf-2a21-4349-89de-b4efaa2c3b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920103 Jul 06 15:35:28.326197 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6e09a0a4-426f-4503-920a-e12cc70ea550 req-23381913-403b-4c1d-bc9b-9788e16e3eec service neutron] 10.222.0.16 "GET /v2.0/networks/784d35cc-1e96-42d9-b35a-63f5c285a35a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984161 Jul 06 15:35:28.418750 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-6e09a0a4-426f-4503-920a-e12cc70ea550 req-8b55beb3-b6f8-4879-87ed-a2498b8aa76f service neutron] 10.222.0.16 "GET /v2.0/networks/784d35cc-1e96-42d9-b35a-63f5c285a35a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865762 Jul 06 15:35:28.661967 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef784d-7b95-4e6e-b92c-d3c9cdbf9fe2 req-dfc5336c-dfce-4c6d-96a4-8ad96c67813a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:35:28.663423 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-cbef784d-7b95-4e6e-b92c-d3c9cdbf9fe2 req-dfc5336c-dfce-4c6d-96a4-8ad96c67813a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6d724d364f9b4bafb241a0bb0b02429f&device_id=723f31b1-47e5-4825-ad25-22d7b21913b1 HTTP/1.1" status: 200 len: 1128 time: 0.0380428 Jul 06 15:35:28.754854 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef784d-7b95-4e6e-b92c-d3c9cdbf9fe2 req-08cd7355-4611-43e6-be25-febc020acd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:35:28.756385 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-cbef784d-7b95-4e6e-b92c-d3c9cdbf9fe2 req-08cd7355-4611-43e6-be25-febc020acd56 service neutron] 10.222.0.16 "GET /v2.0/networks?id=784d35cc-1e96-42d9-b35a-63f5c285a35a HTTP/1.1" status: 200 len: 913 time: 0.0864816 Jul 06 15:35:28.793383 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-cbef784d-7b95-4e6e-b92c-d3c9cdbf9fe2 req-0d8273ee-a463-48cd-be96-2c7a079c2910 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=101ed713-aa30-491f-b239-e9d0f48d90ee HTTP/1.1" status: 200 len: 217 time: 0.0312505 Jul 06 15:35:28.840159 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef784d-7b95-4e6e-b92c-d3c9cdbf9fe2 req-53e31687-9aac-4bd1-9de1-3cf4c099bba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:35:28.842384 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-cbef784d-7b95-4e6e-b92c-d3c9cdbf9fe2 req-53e31687-9aac-4bd1-9de1-3cf4c099bba1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4bf4bc6c-097d-41f4-91b7-12c91aca1e8f HTTP/1.1" status: 200 len: 851 time: 0.0427568 Jul 06 15:35:28.889114 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef784d-7b95-4e6e-b92c-d3c9cdbf9fe2 req-72c00af5-4963-414b-9e87-6f4f14c9420a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:35:28.890571 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-cbef784d-7b95-4e6e-b92c-d3c9cdbf9fe2 req-72c00af5-4963-414b-9e87-6f4f14c9420a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=784d35cc-1e96-42d9-b35a-63f5c285a35a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418413 Jul 06 15:35:28.979796 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-cbef784d-7b95-4e6e-b92c-d3c9cdbf9fe2 req-f840f3f8-6ee0-41a6-92c0-057e7d96ec45 service neutron] 10.222.0.16 "GET /v2.0/networks/784d35cc-1e96-42d9-b35a-63f5c285a35a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816798 Jul 06 15:35:29.058610 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:35:29.073461 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-cbef784d-7b95-4e6e-b92c-d3c9cdbf9fe2 req-b7b87dd7-b2a3-4781-8643-778366d10352 service neutron] 10.222.0.16 "GET /v2.0/networks/784d35cc-1e96-42d9-b35a-63f5c285a35a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868950 Jul 06 15:35:29.375802 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c35ac-cdd3-43d9-94b4-4591554f1ffc req-16051871-bead-4c8b-af03-f0d2013b3d13 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:35:29.377162 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-403c35ac-cdd3-43d9-94b4-4591554f1ffc req-16051871-bead-4c8b-af03-f0d2013b3d13 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/ports?device_id=723f31b1-47e5-4825-ad25-22d7b21913b1 HTTP/1.1" status: 200 len: 944 time: 0.0473840 Jul 06 15:35:29.425443 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-403c35ac-cdd3-43d9-94b4-4591554f1ffc req-c6397ed8-707a-4b6a-84d5-1df007b2aa02 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/security-groups?id=332f11bf-2a21-4349-89de-b4efaa2c3b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427754 Jul 06 15:35:30.537502 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba01f9-404b-4091-a49c-88d7df61b0cc req-7cc3ded0-df02-4504-ace6-9bf9bece4660 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:35:30.538857 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-b5ba01f9-404b-4091-a49c-88d7df61b0cc req-7cc3ded0-df02-4504-ace6-9bf9bece4660 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/ports?device_id=723f31b1-47e5-4825-ad25-22d7b21913b1 HTTP/1.1" status: 200 len: 944 time: 0.0473926 Jul 06 15:35:30.586335 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-b5ba01f9-404b-4091-a49c-88d7df61b0cc req-6d059206-2619-4e99-a2d6-a14e3547bd13 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/security-groups?id=332f11bf-2a21-4349-89de-b4efaa2c3b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413153 Jul 06 15:35:31.700016 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3363e9a9-d71c-4ea7-b2c5-f41d593d9a07 req-b88310fc-f891-4a97-98a0-190ad7e7587b tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:35:31.701455 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-3363e9a9-d71c-4ea7-b2c5-f41d593d9a07 req-b88310fc-f891-4a97-98a0-190ad7e7587b tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/ports?device_id=723f31b1-47e5-4825-ad25-22d7b21913b1 HTTP/1.1" status: 200 len: 944 time: 0.0488782 Jul 06 15:35:31.749677 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-3363e9a9-d71c-4ea7-b2c5-f41d593d9a07 req-4012051a-f19e-4a18-ba01-11860ae704d1 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/security-groups?id=332f11bf-2a21-4349-89de-b4efaa2c3b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428016 Jul 06 15:35:32.740785 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dacef1-25c0-4769-ba4f-ed440724a265 req-2c034b2f-15a8-40bc-9b42-f10133ddaed6 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:35:32.742219 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-43dacef1-25c0-4769-ba4f-ed440724a265 req-2c034b2f-15a8-40bc-9b42-f10133ddaed6 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=163b46c6-bff4-4247-afc3-06617093f4de HTTP/1.1" status: 200 len: 946 time: 0.0463037 Jul 06 15:35:32.793021 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-43dacef1-25c0-4769-ba4f-ed440724a265 req-cd161c73-3958-46a6-9695-0ba3084849e8 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=a93804c2-e29d-4e86-82f8-a452a2916749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448468 Jul 06 15:35:32.867193 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a51b14-daac-4f6d-b32c-1dbdeb398106 req-0344b7da-df0a-4ddc-bb0d-cec44031303a tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:35:32.868692 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-13a51b14-daac-4f6d-b32c-1dbdeb398106 req-0344b7da-df0a-4ddc-bb0d-cec44031303a tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/ports?device_id=723f31b1-47e5-4825-ad25-22d7b21913b1 HTTP/1.1" status: 200 len: 944 time: 0.0466452 Jul 06 15:35:32.918129 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-13a51b14-daac-4f6d-b32c-1dbdeb398106 req-446c8340-412b-403f-a8e4-e34ab8339c7b tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/security-groups?id=332f11bf-2a21-4349-89de-b4efaa2c3b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428946 Jul 06 15:35:33.892574 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:35:33.911116 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c1e874-4d26-4f76-a8f5-f82f98833bdf req-bd5fc06a-ce33-45aa-95e1-284e9e6ce4f8 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:35:33.912588 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-f5c1e874-4d26-4f76-a8f5-f82f98833bdf req-bd5fc06a-ce33-45aa-95e1-284e9e6ce4f8 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=163b46c6-bff4-4247-afc3-06617093f4de HTTP/1.1" status: 200 len: 946 time: 0.0483842 Jul 06 15:35:33.958976 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-f5c1e874-4d26-4f76-a8f5-f82f98833bdf req-f7e9a349-102a-4520-aa25-8174a4d47388 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups?id=a93804c2-e29d-4e86-82f8-a452a2916749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408988 Jul 06 15:35:34.031687 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad7caab-34c2-4278-a06f-e0f16a3fb5f8 req-871bd7a1-bb79-48eb-8688-09143037df5d tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:35:34.033144 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-9ad7caab-34c2-4278-a06f-e0f16a3fb5f8 req-871bd7a1-bb79-48eb-8688-09143037df5d tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/ports?device_id=723f31b1-47e5-4825-ad25-22d7b21913b1 HTTP/1.1" status: 200 len: 944 time: 0.0480123 Jul 06 15:35:34.084682 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-9ad7caab-34c2-4278-a06f-e0f16a3fb5f8 req-f5d4dd79-09c8-4e08-b0be-b0e0d0e571ef tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/security-groups?id=332f11bf-2a21-4349-89de-b4efaa2c3b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458891 Jul 06 15:35:34.469956 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4fb371-0898-4ef7-8beb-c885762667f0 req-374e0648-3d1c-4862-8c4e-3791c99f10c5 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:35:34.471367 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-7e4fb371-0898-4ef7-8beb-c885762667f0 req-374e0648-3d1c-4862-8c4e-3791c99f10c5 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.16 "GET /v2.0/ports?device_id=163b46c6-bff4-4247-afc3-06617093f4de HTTP/1.1" status: 200 len: 946 time: 0.0456383 Jul 06 15:35:34.558320 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [req-7e4fb371-0898-4ef7-8beb-c885762667f0 req-a0d8b118-2d92-465c-a691-22c61d9f5040 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Deleting port 88c8bb0a-387a-48a4-8c7e-f64217bd737b {{(pid=103844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 15:35:34.558661 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-7e4fb371-0898-4ef7-8beb-c885762667f0 req-a0d8b118-2d92-465c-a691-22c61d9f5040 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786465945384'] for port (88c8bb0a-387a-48a4-8c7e-f64217bd737b), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:34.645670 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [req-7e4fb371-0898-4ef7-8beb-c885762667f0 req-a0d8b118-2d92-465c-a691-22c61d9f5040 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] For port 88c8bb0a-387a-48a4-8c7e-f64217bd737b, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=88c8bb0a-387a-48a4-8c7e-f64217bd737b,segment=NetworkSegment(e86c9f57-fa7f-455d-be56-203cd26dcd68),segment_id=e86c9f57-fa7f-455d-be56-203cd26dcd68)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:35:34.646028 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-7e4fb371-0898-4ef7-8beb-c885762667f0 req-a0d8b118-2d92-465c-a691-22c61d9f5040 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652656'] for port (88c8bb0a-387a-48a4-8c7e-f64217bd737b), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:34.805575 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-7e4fb371-0898-4ef7-8beb-c885762667f0 req-a0d8b118-2d92-465c-a691-22c61d9f5040 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:34.805841 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-7e4fb371-0898-4ef7-8beb-c885762667f0 req-a0d8b118-2d92-465c-a691-22c61d9f5040 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591059'] for floatingip (9c48d8e5-67d1-4de0-8337-13f28dd8eb01), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:34.806155 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.db.l3_db [req-7e4fb371-0898-4ef7-8beb-c885762667f0 req-a0d8b118-2d92-465c-a691-22c61d9f5040 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Floating IP 9c48d8e5-67d1-4de0-8337-13f28dd8eb01 disassociated. External IP: 172.27.3.128, port: 88c8bb0a-387a-48a4-8c7e-f64217bd737b. Jul 06 15:35:34.806497 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [req-7e4fb371-0898-4ef7-8beb-c885762667f0 req-a0d8b118-2d92-465c-a691-22c61d9f5040 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Calling delete_port for 88c8bb0a-387a-48a4-8c7e-f64217bd737b owned by compute:nova {{(pid=103844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 15:35:34.924252 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device 101ed713-aa30-491f-b239-e9d0f48d90ee details requested by agent hyperv_hv-cinder-84884 with host hv-cinder-84884 {{(pid=103846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 15:35:34.935280 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-7e4fb371-0898-4ef7-8beb-c885762667f0 req-a0d8b118-2d92-465c-a691-22c61d9f5040 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786465950455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786465455746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2698075'] for port (88c8bb0a-387a-48a4-8c7e-f64217bd737b), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:34.964763 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d8b118-2d92-465c-a691-22c61d9f5040 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Pushing event deleted for resources: {'Port': ['ID=88c8bb0a-387a-48a4-8c7e-f64217bd737b,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:35:34.979912 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=1,neutron:UPDATE=2 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:35:34.982913 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=7 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:35:35.052099 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port 101ed713-aa30-491f-b239-e9d0f48d90ee, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=101ed713-aa30-491f-b239-e9d0f48d90ee,segment=NetworkSegment(392e2498-ea74-4b12-b63e-65e707942834),segment_id=392e2498-ea74-4b12-b63e-65e707942834)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:35:35.060349 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:35:35.060904 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:35:35.065778 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Returning: {'device': '101ed713-aa30-491f-b239-e9d0f48d90ee', 'network_id': '784d35cc-1e96-42d9-b35a-63f5c285a35a', 'port_id': '101ed713-aa30-491f-b239-e9d0f48d90ee', 'mac_address': 'fa:16:3e:36:4f:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bf4bc6c-097d-41f4-91b7-12c91aca1e8f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 15:35:35.089064 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-a676bd52-36b6-4746-b720-68fb360eb16e req-b1aa454b-b3ce-4f75-8246-a2e6899b38aa tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/ports?device_id=163b46c6-bff4-4247-afc3-06617093f4de HTTP/1.1" status: 200 len: 210 time: 0.0346076 Jul 06 15:35:35.104307 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Current status of the port 101ed713-aa30-491f-b239-e9d0f48d90ee is: DOWN; New status is: BUILD {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:35:35.104524 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e4fb371-0898-4ef7-8beb-c885762667f0 req-a0d8b118-2d92-465c-a691-22c61d9f5040 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Router 93f5c112-3977-475a-af46-d5ddcfbffcb3 has already been hosted by L3 agent 8e6e5f2a-f235-48ed-8752-aab723ac44e7 {{(pid=103844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 15:35:35.104686 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (101ed713-aa30-491f-b239-e9d0f48d90ee), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:35.123170 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.notifiers.nova [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 101ed713-aa30-491f-b239-e9d0f48d90ee {{(pid=103846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 15:35:35.135448 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:35:35.171399 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port 101ed713-aa30-491f-b239-e9d0f48d90ee, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=101ed713-aa30-491f-b239-e9d0f48d90ee,segment=NetworkSegment(392e2498-ea74-4b12-b63e-65e707942834),segment_id=392e2498-ea74-4b12-b63e-65e707942834)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:35:35.182076 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (101ed713-aa30-491f-b239-e9d0f48d90ee), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:35.230075 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d7734-f105-4543-95ce-d8c383c9b653 req-8250aa9f-2397-418b-afc4-5d1b57424ac0 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:35:35.233466 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-118d7734-f105-4543-95ce-d8c383c9b653 req-8250aa9f-2397-418b-afc4-5d1b57424ac0 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/ports?device_id=723f31b1-47e5-4825-ad25-22d7b21913b1 HTTP/1.1" status: 200 len: 945 time: 0.0602202 Jul 06 15:35:35.242634 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:35:35.259037 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Pushing event updated for resources: {'Port': ['ID=101ed713-aa30-491f-b239-e9d0f48d90ee,revision_number=4']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:35:35.266570 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:35:35.266920 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e4fb371-0898-4ef7-8beb-c885762667f0 req-a0d8b118-2d92-465c-a691-22c61d9f5040 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Notify agent at l3_agent.dv-cinder-848848-4-iscsi the message routers_updated {{(pid=103844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:35:35.267091 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:35:35.267278 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:35:35.267874 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:35:35.268207 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:35:35.268535 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:35:35.268857 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:35:35.269178 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:35:35.269500 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:35:35.269824 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:35:35.270144 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:35:35.270474 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:35:35.270783 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:35:35.271098 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:35:35.271556 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:35:35.282789 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2639923d-3857-477d-b486-dd374dbb7420 None None] Sync routers for ids ['93f5c112-3977-475a-af46-d5ddcfbffcb3'] in dv-cinder-848848-4-iscsi {{(pid=103846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:35:35.295210 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2639923d-3857-477d-b486-dd374dbb7420 None None] Routers {'93f5c112-3977-475a-af46-d5ddcfbffcb3'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:35:35.296094 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-2639923d-3857-477d-b486-dd374dbb7420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:35:18Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['93f5c112-3977-475a-af46-d5ddcfbffcb3'], 'active': True} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:35:35.306613 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-118d7734-f105-4543-95ce-d8c383c9b653 req-84753c7b-7300-462d-9918-042924c1650e tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/security-groups?id=332f11bf-2a21-4349-89de-b4efaa2c3b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672665 Jul 06 15:35:35.311975 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e4fb371-0898-4ef7-8beb-c885762667f0 req-a0d8b118-2d92-465c-a691-22c61d9f5040 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] No DVR routers for this DVR port 88c8bb0a-387a-48a4-8c7e-f64217bd737b on host hv-cinder-84884 {{(pid=103844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 15:35:35.314671 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-7e4fb371-0898-4ef7-8beb-c885762667f0 req-a0d8b118-2d92-465c-a691-22c61d9f5040 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for port (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:35.318020 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-7e4fb371-0898-4ef7-8beb-c885762667f0 req-a0d8b118-2d92-465c-a691-22c61d9f5040 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.16 "DELETE /v2.0/ports/88c8bb0a-387a-48a4-8c7e-f64217bd737b HTTP/1.1" status: 204 len: 173 time: 0.8410215 Jul 06 15:35:35.318528 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '163b46c6-bff4-4247-afc3-06617093f4de', 'name': 'network-vif-deleted', 'tag': '88c8bb0a-387a-48a4-8c7e-f64217bd737b'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:35:35.324932 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23f0ce0f3171803df377307192b3bbc073243688ace587a9918d8ae03454cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2c7ca5-99d3-4ada-93fd-643580d88a21" -d '{"events": [{"server_uuid": "163b46c6-bff4-4247-afc3-06617093f4de", "name": "network-vif-deleted", "tag": "88c8bb0a-387a-48a4-8c7e-f64217bd737b"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:35:35.368544 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 15:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c99071-9caa-44ce-abaf-3e623e7dc4bc x-openstack-request-id: req-e8c99071-9caa-44ce-abaf-3e623e7dc4bc {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:35:35.369078 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "163b46c6-bff4-4247-afc3-06617093f4de", "name": "network-vif-deleted", "tag": "88c8bb0a-387a-48a4-8c7e-f64217bd737b", "status": "completed", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:35:35.369528 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e8c99071-9caa-44ce-abaf-3e623e7dc4bc {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:35:35.370182 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8c99071-9caa-44ce-abaf-3e623e7dc4bc'] response: {'server_uuid': '163b46c6-bff4-4247-afc3-06617093f4de', 'name': 'network-vif-deleted', 'tag': '88c8bb0a-387a-48a4-8c7e-f64217bd737b', 'status': 'completed', 'code': 200} Jul 06 15:35:35.416361 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] get_ports_and_sgs() called for port_ids ['101ed713-aa30-491f-b239-e9d0f48d90ee'] {{(pid=103846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:35:35.420129 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvr_db [None req-2639923d-3857-477d-b486-dd374dbb7420 None None] Set router 93f5c112-3977-475a-af46-d5ddcfbffcb3 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:35:35.712175 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-2639923d-3857-477d-b486-dd374dbb7420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f5c112-3977-475a-af46-d5ddcfbffcb3', 'name': 'tempest-AttachVolumeShelveTestJSON-1836132937-router', 'tenant_id': '848d6c1f478d4dba813663c4c866d8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '88fca714-16d2-4b3c-a92a-3a637e0ad8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:30:38Z', 'updated_at': '2022-07-06T15:30:43Z', 'revision_number': 4, 'project_id': '848d6c1f478d4dba813663c4c866d8b8', 'gw_port': {'id': '88fca714-16d2-4b3c-a92a-3a637e0ad8c5', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ac:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f5c112-3977-475a-af46-d5ddcfbffcb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:30:39Z', 'updated_at': '2022-07-06T15:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': 'e2a108f8-d1cb-4e7d-8eb1-061e722bcf35', 'name': '', 'network_id': 'bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b', 'tenant_id': '848d6c1f478d4dba813663c4c866d8b8', 'mac_address': 'fa:16:3e:14:ee:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f5c112-3977-475a-af46-d5ddcfbffcb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '269837f6-8226-4731-9efa-b81af4068805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:30:42Z', 'updated_at': '2022-07-06T15:30:47Z', 'revision_number': 5, 'project_id': '848d6c1f478d4dba813663c4c866d8b8', 'subnets': [{'id': '269837f6-8226-4731-9efa-b81af4068805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:35:35.743023 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2639923d-3857-477d-b486-dd374dbb7420 None None] Checking router: 93f5c112-3977-475a-af46-d5ddcfbffcb3 for host: dv-cinder-848848-4-iscsi {{(pid=103846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:35:35.766921 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2639923d-3857-477d-b486-dd374dbb7420 None None] Routers {'93f5c112-3977-475a-af46-d5ddcfbffcb3'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:35:35.767786 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-2639923d-3857-477d-b486-dd374dbb7420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:35:18Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['93f5c112-3977-475a-af46-d5ddcfbffcb3'], 'active': True} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:35:35.827043 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:35:35.916099 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvr_db [None req-2639923d-3857-477d-b486-dd374dbb7420 None None] Set router 93f5c112-3977-475a-af46-d5ddcfbffcb3 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:35:35.964461 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:35:36.116280 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-2639923d-3857-477d-b486-dd374dbb7420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f5c112-3977-475a-af46-d5ddcfbffcb3', 'name': 'tempest-AttachVolumeShelveTestJSON-1836132937-router', 'tenant_id': '848d6c1f478d4dba813663c4c866d8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '88fca714-16d2-4b3c-a92a-3a637e0ad8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:30:38Z', 'updated_at': '2022-07-06T15:30:43Z', 'revision_number': 4, 'project_id': '848d6c1f478d4dba813663c4c866d8b8', 'gw_port': {'id': '88fca714-16d2-4b3c-a92a-3a637e0ad8c5', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ac:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f5c112-3977-475a-af46-d5ddcfbffcb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:30:39Z', 'updated_at': '2022-07-06T15:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': 'e2a108f8-d1cb-4e7d-8eb1-061e722bcf35', 'name': '', 'network_id': 'bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b', 'tenant_id': '848d6c1f478d4dba813663c4c866d8b8', 'mac_address': 'fa:16:3e:14:ee:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f5c112-3977-475a-af46-d5ddcfbffcb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '269837f6-8226-4731-9efa-b81af4068805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:30:42Z', 'updated_at': '2022-07-06T15:30:47Z', 'revision_number': 5, 'project_id': '848d6c1f478d4dba813663c4c866d8b8', 'subnets': [{'id': '269837f6-8226-4731-9efa-b81af4068805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:35:36.141793 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2639923d-3857-477d-b486-dd374dbb7420 None None] The sync data for ids ['93f5c112-3977-475a-af46-d5ddcfbffcb3'] in dv-cinder-848848-4-iscsi is: [{'id': '93f5c112-3977-475a-af46-d5ddcfbffcb3', 'name': 'tempest-AttachVolumeShelveTestJSON-1836132937-router', 'tenant_id': '848d6c1f478d4dba813663c4c866d8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '88fca714-16d2-4b3c-a92a-3a637e0ad8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:30:38Z', 'updated_at': '2022-07-06T15:30:43Z', 'revision_number': 4, 'project_id': '848d6c1f478d4dba813663c4c866d8b8', 'gw_port': {'id': '88fca714-16d2-4b3c-a92a-3a637e0ad8c5', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ac:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f5c112-3977-475a-af46-d5ddcfbffcb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:30:39Z', 'updated_at': '2022-07-06T15:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': 'e2a108f8-d1cb-4e7d-8eb1-061e722bcf35', 'name': '', 'network_id': 'bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b', 'tenant_id': '848d6c1f478d4dba813663c4c866d8b8', 'mac_address': 'fa:16:3e:14:ee:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f5c112-3977-475a-af46-d5ddcfbffcb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '269837f6-8226-4731-9efa-b81af4068805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:30:42Z', 'updated_at': '2022-07-06T15:30:47Z', 'revision_number': 5, 'project_id': '848d6c1f478d4dba813663c4c866d8b8', 'subnets': [{'id': '269837f6-8226-4731-9efa-b81af4068805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:35:36.195429 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 60572) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:35:36.252011 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-6ca52583-d70a-4202-95e3-de29221020a3 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks [] for security_group (a93804c2-e29d-4e86-82f8-a452a2916749), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:36.276740 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-6ca52583-d70a-4202-95e3-de29221020a3 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks [] for security_group (a93804c2-e29d-4e86-82f8-a452a2916749), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:36.325890 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-6ca52583-d70a-4202-95e3-de29221020a3 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (a93804c2-e29d-4e86-82f8-a452a2916749), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:36.328815 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-6ca52583-d70a-4202-95e3-de29221020a3 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks [] for security_group (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:36.331607 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-6ca52583-d70a-4202-95e3-de29221020a3 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "DELETE /v2.0/security-groups/a93804c2-e29d-4e86-82f8-a452a2916749 HTTP/1.1" status: 204 len: 168 time: 0.1336610 Jul 06 15:35:36.332875 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 60576) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:35:36.343473 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca52583-d70a-4202-95e3-de29221020a3 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a93804c2-e29d-4e86-82f8-a452a2916749,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:35:36.348866 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.api.v2.resource [None req-9bb7e961-b24d-4b58-b830-f57abf8deb0b tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] show failed (client error): The resource could not be found. Jul 06 15:35:36.352762 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-9bb7e961-b24d-4b58-b830-f57abf8deb0b tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "GET /v2.0/security-groups/a93804c2-e29d-4e86-82f8-a452a2916749 HTTP/1.1" status: 404 len: 347 time: 0.0162127 Jul 06 15:35:36.352945 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca52583-d70a-4202-95e3-de29221020a3 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:35:36.352945 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca52583-d70a-4202-95e3-de29221020a3 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:35:36.352945 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca52583-d70a-4202-95e3-de29221020a3 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:35:36.352945 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca52583-d70a-4202-95e3-de29221020a3 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:35:36.352945 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca52583-d70a-4202-95e3-de29221020a3 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:35:36.353415 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca52583-d70a-4202-95e3-de29221020a3 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:35:36.353516 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 60578) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:35:36.353625 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca52583-d70a-4202-95e3-de29221020a3 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:35:36.353625 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca52583-d70a-4202-95e3-de29221020a3 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:35:36.353909 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca52583-d70a-4202-95e3-de29221020a3 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:35:36.354365 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca52583-d70a-4202-95e3-de29221020a3 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:35:36.354690 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca52583-d70a-4202-95e3-de29221020a3 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:35:36.355006 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca52583-d70a-4202-95e3-de29221020a3 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:35:36.355454 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca52583-d70a-4202-95e3-de29221020a3 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:35:36.355777 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca52583-d70a-4202-95e3-de29221020a3 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:35:36.356097 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca52583-d70a-4202-95e3-de29221020a3 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:35:36.406984 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f40693-ebf5-4769-8754-e76401990963 None None] New status for floating IP 9c48d8e5-67d1-4de0-8337-13f28dd8eb01: DOWN {{(pid=103847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 06 15:35:36.446981 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34300a3c-dd96-4aa6-9c1a-1210757801eb req-02fe2355-da08-4319-89a9-d6bbe348fae8 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:35:36.448521 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-34300a3c-dd96-4aa6-9c1a-1210757801eb req-02fe2355-da08-4319-89a9-d6bbe348fae8 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/ports?device_id=723f31b1-47e5-4825-ad25-22d7b21913b1 HTTP/1.1" status: 200 len: 945 time: 0.0533860 Jul 06 15:35:36.485454 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-ad06f6c3-3d24-4f6d-9c42-942ad9d8a511 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Deleting port 08677199-8b85-431f-a3a5-f7bfd44fe2d2 {{(pid=103844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 15:35:36.485812 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-ad06f6c3-3d24-4f6d-9c42-942ad9d8a511 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786465945384'] for port (08677199-8b85-431f-a3a5-f7bfd44fe2d2), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:36.511774 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-34300a3c-dd96-4aa6-9c1a-1210757801eb req-26eb8470-1a6f-49eb-ab08-18264863c3fa tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/security-groups?id=332f11bf-2a21-4349-89de-b4efaa2c3b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572548 Jul 06 15:35:36.570466 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-ad06f6c3-3d24-4f6d-9c42-942ad9d8a511 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652656'] for port (08677199-8b85-431f-a3a5-f7bfd44fe2d2), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:36.570793 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-ad06f6c3-3d24-4f6d-9c42-942ad9d8a511 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks [] for floatingip (08677199-8b85-431f-a3a5-f7bfd44fe2d2), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:36.583297 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-ad06f6c3-3d24-4f6d-9c42-942ad9d8a511 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Calling delete_port for 08677199-8b85-431f-a3a5-f7bfd44fe2d2 owned by network:floatingip {{(pid=103844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 15:35:36.709661 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-ad06f6c3-3d24-4f6d-9c42-942ad9d8a511 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786465950455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786465455746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2698075'] for port (08677199-8b85-431f-a3a5-f7bfd44fe2d2), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:36.737497 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad06f6c3-3d24-4f6d-9c42-942ad9d8a511 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Pushing event deleted for resources: {'Port': ['ID=08677199-8b85-431f-a3a5-f7bfd44fe2d2,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:35:36.797787 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-ad06f6c3-3d24-4f6d-9c42-942ad9d8a511 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks [] for floatingip (9c48d8e5-67d1-4de0-8337-13f28dd8eb01), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:36.800225 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-ad06f6c3-3d24-4f6d-9c42-942ad9d8a511 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for floatingip (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:36.801350 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-ad06f6c3-3d24-4f6d-9c42-942ad9d8a511 tempest-AttachVolumeShelveTestJSON-1613935803 tempest-AttachVolumeShelveTestJSON-1613935803-project] 10.222.0.46 "DELETE /v2.0/floatingips/9c48d8e5-67d1-4de0-8337-13f28dd8eb01 HTTP/1.1" status: 204 len: 168 time: 0.4466429 Jul 06 15:35:36.927367 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device 101ed713-aa30-491f-b239-e9d0f48d90ee up at agent hyperv_hv-cinder-84884 {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:35:36.968051 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Provisioning for port 101ed713-aa30-491f-b239-e9d0f48d90ee completed by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 06 15:35:36.973728 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Provisioning complete for port 101ed713-aa30-491f-b239-e9d0f48d90ee triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:35:36.974149 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (101ed713-aa30-491f-b239-e9d0f48d90ee), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:37.050268 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Current status of the port 101ed713-aa30-491f-b239-e9d0f48d90ee is: BUILD; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:35:37.050569 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (101ed713-aa30-491f-b239-e9d0f48d90ee), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:37.075481 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '723f31b1-47e5-4825-ad25-22d7b21913b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '101ed713-aa30-491f-b239-e9d0f48d90ee'}] {{(pid=103846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:35:37.077687 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83ad2954d886e551320551455e9fbed623a66dbf450698aab55d06241312ca55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b48fd2-5d9a-4c29-a237-ede5e8f1f35d" -d '{"events": [{"server_uuid": "723f31b1-47e5-4825-ad25-22d7b21913b1", "name": "network-vif-plugged", "status": "completed", "tag": "101ed713-aa30-491f-b239-e9d0f48d90ee"}]}' {{(pid=103846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:35:37.093524 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port 101ed713-aa30-491f-b239-e9d0f48d90ee, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=101ed713-aa30-491f-b239-e9d0f48d90ee,segment=NetworkSegment(392e2498-ea74-4b12-b63e-65e707942834),segment_id=392e2498-ea74-4b12-b63e-65e707942834)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:35:37.098098 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (101ed713-aa30-491f-b239-e9d0f48d90ee), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:37.098953 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device 88c8bb0a-387a-48a4-8c7e-f64217bd737b no longer exists at agent hyperv_hv-cinder-84884 {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:35:37.121001 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 15:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ca98a39-34bb-4683-b40d-c157a1b9587e x-openstack-request-id: req-1ca98a39-34bb-4683-b40d-c157a1b9587e {{(pid=103846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:35:37.121318 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "723f31b1-47e5-4825-ad25-22d7b21913b1", "name": "network-vif-plugged", "status": "completed", "tag": "101ed713-aa30-491f-b239-e9d0f48d90ee", "code": 200}]} {{(pid=103846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:35:37.121566 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1ca98a39-34bb-4683-b40d-c157a1b9587e {{(pid=103846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:35:37.121991 dv-cinder-848848-4-iscsi neutron-server[103846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ca98a39-34bb-4683-b40d-c157a1b9587e'] response: {'server_uuid': '723f31b1-47e5-4825-ad25-22d7b21913b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '101ed713-aa30-491f-b239-e9d0f48d90ee', 'code': 200} Jul 06 15:35:37.141069 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] No Port match for: 88c8bb0a-387a-48a4-8c7e-f64217bd737b {{(pid=103846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 15:35:37.141402 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device 88c8bb0a-387a-48a4-8c7e-f64217bd737b not bound to the agent host hv-cinder-84884 {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:35:37.164593 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Pushing event updated for resources: {'Port': ['ID=101ed713-aa30-491f-b239-e9d0f48d90ee,revision_number=5']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:35:37.316916 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed8e80-a705-4f94-a914-b6cd651564c5 req-d77783f2-76e9-4dd2-b0fd-18ef7ac4933b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:35:37.318280 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-4aed8e80-a705-4f94-a914-b6cd651564c5 req-d77783f2-76e9-4dd2-b0fd-18ef7ac4933b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=723f31b1-47e5-4825-ad25-22d7b21913b1 HTTP/1.1" status: 200 len: 1130 time: 0.0388591 Jul 06 15:35:37.362799 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-4aed8e80-a705-4f94-a914-b6cd651564c5 req-d06071ef-93a9-4fd7-89f1-e49ed2786eb4 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=332f11bf-2a21-4349-89de-b4efaa2c3b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388868 Jul 06 15:35:37.624418 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f26102-ff2b-41db-98fd-7108c77352ca req-57b66e1a-7c4c-4eab-ac9b-8510e3149f31 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:35:37.625774 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-70f26102-ff2b-41db-98fd-7108c77352ca req-57b66e1a-7c4c-4eab-ac9b-8510e3149f31 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/ports?device_id=723f31b1-47e5-4825-ad25-22d7b21913b1 HTTP/1.1" status: 200 len: 946 time: 0.0465124 Jul 06 15:35:37.673603 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-70f26102-ff2b-41db-98fd-7108c77352ca req-ee334ebf-f70a-4fff-91aa-149d2fc48097 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/security-groups?id=332f11bf-2a21-4349-89de-b4efaa2c3b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421286 Jul 06 15:35:38.696285 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.agents_db [None req-99b786f5-93e1-437c-926e-a88e17275ab4 None None] Agent healthcheck: found 6 active agents {{(pid=103847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:35:38.788700 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5771d21-a6b2-4548-b96d-b3bc7f234472 req-7abed0a7-fb05-4289-a48e-c407e78e0e06 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:35:38.790067 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-c5771d21-a6b2-4548-b96d-b3bc7f234472 req-7abed0a7-fb05-4289-a48e-c407e78e0e06 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/ports?device_id=723f31b1-47e5-4825-ad25-22d7b21913b1 HTTP/1.1" status: 200 len: 946 time: 0.0509815 Jul 06 15:35:38.838646 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-c5771d21-a6b2-4548-b96d-b3bc7f234472 req-e387e7f8-7d1a-4c94-b25b-163dc7bbeb65 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/security-groups?id=332f11bf-2a21-4349-89de-b4efaa2c3b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429728 Jul 06 15:35:38.954111 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdcfe92-2f4f-47be-b031-880136cd4e0b req-ff93d273-73f7-4de7-8b6e-0ee9f1b34e48 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:35:38.955560 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-2bdcfe92-2f4f-47be-b031-880136cd4e0b req-ff93d273-73f7-4de7-8b6e-0ee9f1b34e48 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/ports?device_id=723f31b1-47e5-4825-ad25-22d7b21913b1 HTTP/1.1" status: 200 len: 946 time: 0.0496452 Jul 06 15:35:38.967305 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:35:38.986348 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:35:39.006240 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-2bdcfe92-2f4f-47be-b031-880136cd4e0b req-8fbf1d4d-846c-465b-a5ac-312433f4baa8 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/security-groups?id=332f11bf-2a21-4349-89de-b4efaa2c3b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453320 Jul 06 15:35:39.028338 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 60602) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:35:39.065915 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96da212b-34c4-4143-a4ff-e4d287230c1a tempest-TestVolumeBootPattern-946153096 tempest-TestVolumeBootPattern-946153096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:35:39.067359 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-96da212b-34c4-4143-a4ff-e4d287230c1a tempest-TestVolumeBootPattern-946153096 tempest-TestVolumeBootPattern-946153096-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=723f31b1-47e5-4825-ad25-22d7b21913b1 HTTP/1.1" status: 200 len: 1125 time: 0.0380297 Jul 06 15:35:39.069948 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 60604) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:35:39.073995 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [None req-15b2028e-1855-46b9-bf51-58950e0812a1 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Request body: {'floatingip': {'floating_network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'port_id': '101ed713-aa30-491f-b239-e9d0f48d90ee', 'tenant_id': '6d724d364f9b4bafb241a0bb0b02429f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:35:39.094081 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-15b2028e-1855-46b9-bf51-58950e0812a1 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:39.181369 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-15b2028e-1855-46b9-bf51-58950e0812a1 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:39.210512 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 60612) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:35:39.228262 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:35:39.271105 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:35:39.294164 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.db_base_plugin_common [None req-15b2028e-1855-46b9-bf51-58950e0812a1 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Allocated IP 172.27.3.74 (377cda5e-c384-46ee-8e00-4b775f415604/1975bb39-9f7d-4b8c-94d3-6023908c91e1/066b9007-ca18-42a3-bafb-e7c866d3fc89) {{(pid=103844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:35:39.402263 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-15b2028e-1855-46b9-bf51-58950e0812a1 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks [] for port (066b9007-ca18-42a3-bafb-e7c866d3fc89), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:39.433629 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-15b2028e-1855-46b9-bf51-58950e0812a1 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786465455737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2698075'] for port (066b9007-ca18-42a3-bafb-e7c866d3fc89), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:39.472162 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b2028e-1855-46b9-bf51-58950e0812a1 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Network 377cda5e-c384-46ee-8e00-4b775f415604 is already hosted by enough agents. {{(pid=103844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:35:39.475085 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.base_scheduler [None req-15b2028e-1855-46b9-bf51-58950e0812a1 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Resources bound (agent type, host, resource id): {{(pid=103844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:35:39.478573 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b2028e-1855-46b9-bf51-58950e0812a1 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Received port after_create {{(pid=103844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 15:35:39.506807 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b2028e-1855-46b9-bf51-58950e0812a1 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Pushing event updated for resources: {'Port': ['ID=066b9007-ca18-42a3-bafb-e7c866d3fc89,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:35:39.630361 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-a0e1f113-5f5f-411b-9877-7314b11bff80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-649917'] for router_interface (93f5c112-3977-475a-af46-d5ddcfbffcb3), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:39.860109 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.plugin [None req-a0e1f113-5f5f-411b-9877-7314b11bff80 admin admin] Deleting port e2a108f8-d1cb-4e7d-8eb1-061e722bcf35 {{(pid=103845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 15:35:39.860451 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-a0e1f113-5f5f-411b-9877-7314b11bff80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786465945384'] for port (e2a108f8-d1cb-4e7d-8eb1-061e722bcf35), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:39.944551 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.db [None req-a0e1f113-5f5f-411b-9877-7314b11bff80 admin admin] For port e2a108f8-d1cb-4e7d-8eb1-061e722bcf35, host dv-cinder-848848-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=e2a108f8-d1cb-4e7d-8eb1-061e722bcf35,segment=NetworkSegment(e86c9f57-fa7f-455d-be56-203cd26dcd68),segment_id=e86c9f57-fa7f-455d-be56-203cd26dcd68)] {{(pid=103845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:35:39.944830 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-a0e1f113-5f5f-411b-9877-7314b11bff80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652656'] for port (e2a108f8-d1cb-4e7d-8eb1-061e722bcf35), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:39.958431 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.plugin [None req-a0e1f113-5f5f-411b-9877-7314b11bff80 admin admin] Calling delete_port for e2a108f8-d1cb-4e7d-8eb1-061e722bcf35 owned by network:router_interface {{(pid=103845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 15:35:40.083328 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:35:40.101667 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-15b2028e-1855-46b9-bf51-58950e0812a1 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks [] for floatingip (07a9b658-01c0-4e87-9ed0-cb8e753a26f4), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:40.136977 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-a0e1f113-5f5f-411b-9877-7314b11bff80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786465950455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786465455746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2888556'] for port (e2a108f8-d1cb-4e7d-8eb1-061e722bcf35), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:40.167779 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-15b2028e-1855-46b9-bf51-58950e0812a1 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (066b9007-ca18-42a3-bafb-e7c866d3fc89), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:40.170628 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e1f113-5f5f-411b-9877-7314b11bff80 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2a108f8-d1cb-4e7d-8eb1-061e722bcf35,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:35:40.188087 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:35:40.287782 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:35:40.318186 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:UPDATE=2,neutron:INSERT=4,neutron:SELECT=94 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:35:40.328231 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-a0e1f113-5f5f-411b-9877-7314b11bff80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652813'] for router_interface (93f5c112-3977-475a-af46-d5ddcfbffcb3), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:40.346211 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-15b2028e-1855-46b9-bf51-58950e0812a1 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks [] for port (066b9007-ca18-42a3-bafb-e7c866d3fc89), precommit_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:40.350863 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-15b2028e-1855-46b9-bf51-58950e0812a1 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2698066'] for port (066b9007-ca18-42a3-bafb-e7c866d3fc89), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:40.424944 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b2028e-1855-46b9-bf51-58950e0812a1 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Pushing event updated for resources: {'Port': ['ID=066b9007-ca18-42a3-bafb-e7c866d3fc89,revision_number=2']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:35:40.437349 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-15b2028e-1855-46b9-bf51-58950e0812a1 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591059'] for floatingip (07a9b658-01c0-4e87-9ed0-cb8e753a26f4), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:40.535358 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.db.l3_db [None req-15b2028e-1855-46b9-bf51-58950e0812a1 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Floating IP 07a9b658-01c0-4e87-9ed0-cb8e753a26f4 associated. External IP: 172.27.3.74, port: 101ed713-aa30-491f-b239-e9d0f48d90ee. Jul 06 15:35:40.540990 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0e1f113-5f5f-411b-9877-7314b11bff80 admin admin] Router 93f5c112-3977-475a-af46-d5ddcfbffcb3 has already been hosted by L3 agent 8e6e5f2a-f235-48ed-8752-aab723ac44e7 {{(pid=103845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 15:35:40.642949 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e1f113-5f5f-411b-9877-7314b11bff80 admin admin] Notify agent at l3_agent.dv-cinder-848848-4-iscsi the message routers_updated {{(pid=103845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:35:40.648749 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-a0e1f113-5f5f-411b-9877-7314b11bff80 admin admin] 10.222.0.46 "PUT /v2.0/routers/93f5c112-3977-475a-af46-d5ddcfbffcb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4381919 Jul 06 15:35:40.650477 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 60616) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:35:40.652986 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb42a50-6eda-4db3-a32d-e8960e1fdafb None None] Sync routers for ids ['93f5c112-3977-475a-af46-d5ddcfbffcb3'] in dv-cinder-848848-4-iscsi {{(pid=103846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:35:40.662796 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb42a50-6eda-4db3-a32d-e8960e1fdafb None None] Routers {'93f5c112-3977-475a-af46-d5ddcfbffcb3'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:35:40.663527 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-5eb42a50-6eda-4db3-a32d-e8960e1fdafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:35:18Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['93f5c112-3977-475a-af46-d5ddcfbffcb3'], 'active': True} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:35:40.735890 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15b2028e-1855-46b9-bf51-58950e0812a1 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Router b72d11e3-0c53-4024-b657-bb1519d61b5a has already been hosted by L3 agent 8e6e5f2a-f235-48ed-8752-aab723ac44e7 {{(pid=103844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 15:35:40.754305 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-6f71953d-0f77-4850-b3c9-0aa47767358b admin admin] Publish callbacks [] for router (93f5c112-3977-475a-af46-d5ddcfbffcb3), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:40.769159 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvr_db [None req-5eb42a50-6eda-4db3-a32d-e8960e1fdafb None None] Set router 93f5c112-3977-475a-af46-d5ddcfbffcb3 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:35:40.841738 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b2028e-1855-46b9-bf51-58950e0812a1 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Notify agent at l3_agent.dv-cinder-848848-4-iscsi the message routers_updated {{(pid=103844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:35:40.855205 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7020832-da47-4f9a-9453-1f632955781e None None] Sync routers for ids ['b72d11e3-0c53-4024-b657-bb1519d61b5a'] in dv-cinder-848848-4-iscsi {{(pid=103847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:35:40.862186 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-15b2028e-1855-46b9-bf51-58950e0812a1 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for floatingip (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:40.869318 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7020832-da47-4f9a-9453-1f632955781e None None] Routers {'b72d11e3-0c53-4024-b657-bb1519d61b5a'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:35:40.870272 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-e7020832-da47-4f9a-9453-1f632955781e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:35:18Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['b72d11e3-0c53-4024-b657-bb1519d61b5a'], 'active': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:35:40.871485 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-6f71953d-0f77-4850-b3c9-0aa47767358b admin admin] Publish callbacks [] for router_gateway (93f5c112-3977-475a-af46-d5ddcfbffcb3), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:40.904081 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-15b2028e-1855-46b9-bf51-58950e0812a1 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8329618 Jul 06 15:35:40.904688 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '723f31b1-47e5-4825-ad25-22d7b21913b1', 'tag': '101ed713-aa30-491f-b239-e9d0f48d90ee'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:35:40.907096 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23f0ce0f3171803df377307192b3bbc073243688ace587a9918d8ae03454cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca190155-9286-4cf7-83ee-878d6ae13a88" -d '{"events": [{"name": "network-changed", "server_uuid": "723f31b1-47e5-4825-ad25-22d7b21913b1", "tag": "101ed713-aa30-491f-b239-e9d0f48d90ee"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:35:40.934406 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:35:40.935923 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.plugin [None req-6f71953d-0f77-4850-b3c9-0aa47767358b admin admin] Deleting port 88fca714-16d2-4b3c-a92a-3a637e0ad8c5 {{(pid=103845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 15:35:40.936276 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-6f71953d-0f77-4850-b3c9-0aa47767358b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786465945384'] for port (88fca714-16d2-4b3c-a92a-3a637e0ad8c5), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:40.951929 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 15:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d866c105-bd9e-43bc-ba12-a315c9439c03 x-openstack-request-id: req-d866c105-bd9e-43bc-ba12-a315c9439c03 {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:35:40.952221 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "723f31b1-47e5-4825-ad25-22d7b21913b1", "tag": "101ed713-aa30-491f-b239-e9d0f48d90ee", "status": "completed", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:35:40.952475 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d866c105-bd9e-43bc-ba12-a315c9439c03 {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:35:40.952874 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d866c105-bd9e-43bc-ba12-a315c9439c03'] response: {'name': 'network-changed', 'server_uuid': '723f31b1-47e5-4825-ad25-22d7b21913b1', 'tag': '101ed713-aa30-491f-b239-e9d0f48d90ee', 'status': 'completed', 'code': 200} Jul 06 15:35:40.966241 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-5eb42a50-6eda-4db3-a32d-e8960e1fdafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f5c112-3977-475a-af46-d5ddcfbffcb3', 'name': 'tempest-AttachVolumeShelveTestJSON-1836132937-router', 'tenant_id': '848d6c1f478d4dba813663c4c866d8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '88fca714-16d2-4b3c-a92a-3a637e0ad8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:30:38Z', 'updated_at': '2022-07-06T15:35:40Z', 'revision_number': 5, 'project_id': '848d6c1f478d4dba813663c4c866d8b8', 'gw_port': {'id': '88fca714-16d2-4b3c-a92a-3a637e0ad8c5', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ac:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f5c112-3977-475a-af46-d5ddcfbffcb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:30:39Z', 'updated_at': '2022-07-06T15:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi'}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:35:41.002651 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb42a50-6eda-4db3-a32d-e8960e1fdafb None None] Checking router: 93f5c112-3977-475a-af46-d5ddcfbffcb3 for host: dv-cinder-848848-4-iscsi {{(pid=103846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:35:41.011697 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb42a50-6eda-4db3-a32d-e8960e1fdafb None None] Routers {'93f5c112-3977-475a-af46-d5ddcfbffcb3'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:35:41.012267 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-5eb42a50-6eda-4db3-a32d-e8960e1fdafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:35:18Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['93f5c112-3977-475a-af46-d5ddcfbffcb3'], 'active': True} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:35:41.022816 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca190155-9286-4cf7-83ee-878d6ae13a88 req-5d2c67a8-0557-4efa-9d03-2c431fbe754c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:35:41.025469 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-ca190155-9286-4cf7-83ee-878d6ae13a88 req-5d2c67a8-0557-4efa-9d03-2c431fbe754c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6d724d364f9b4bafb241a0bb0b02429f&device_id=723f31b1-47e5-4825-ad25-22d7b21913b1 HTTP/1.1" status: 200 len: 1130 time: 0.0502169 Jul 06 15:35:41.037694 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.db [None req-6f71953d-0f77-4850-b3c9-0aa47767358b admin admin] For port 88fca714-16d2-4b3c-a92a-3a637e0ad8c5, host dv-cinder-848848-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=88fca714-16d2-4b3c-a92a-3a637e0ad8c5,segment=NetworkSegment(7bafd98f-0c00-45ed-9abe-629590d245f2),segment_id=7bafd98f-0c00-45ed-9abe-629590d245f2)] {{(pid=103845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:35:41.038834 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-6f71953d-0f77-4850-b3c9-0aa47767358b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652656'] for port (88fca714-16d2-4b3c-a92a-3a637e0ad8c5), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:41.057637 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.plugin [None req-6f71953d-0f77-4850-b3c9-0aa47767358b admin admin] Calling delete_port for 88fca714-16d2-4b3c-a92a-3a637e0ad8c5 owned by network:router_gateway {{(pid=103845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 15:35:41.096596 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvr_db [None req-e7020832-da47-4f9a-9453-1f632955781e None None] Set router b72d11e3-0c53-4024-b657-bb1519d61b5a gateway port host: dv-cinder-848848-4-iscsi {{(pid=103847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:35:41.142671 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca190155-9286-4cf7-83ee-878d6ae13a88 req-0af7671e-fcbe-45ee-8fb9-28cbe9dfa4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:35:41.144287 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-ca190155-9286-4cf7-83ee-878d6ae13a88 req-0af7671e-fcbe-45ee-8fb9-28cbe9dfa4b9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=784d35cc-1e96-42d9-b35a-63f5c285a35a HTTP/1.1" status: 200 len: 913 time: 0.1121230 Jul 06 15:35:41.244733 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvr_db [None req-5eb42a50-6eda-4db3-a32d-e8960e1fdafb None None] Set router 93f5c112-3977-475a-af46-d5ddcfbffcb3 gateway port host: None {{(pid=103846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:35:41.245199 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-ca190155-9286-4cf7-83ee-878d6ae13a88 req-147656a0-7373-4f84-911d-1c16f66c1b02 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=101ed713-aa30-491f-b239-e9d0f48d90ee HTTP/1.1" status: 200 len: 999 time: 0.0949378 Jul 06 15:35:41.248755 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:35:41.268917 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-6f71953d-0f77-4850-b3c9-0aa47767358b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786465950455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786465455746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2888556'] for port (88fca714-16d2-4b3c-a92a-3a637e0ad8c5), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:41.276457 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:35:41.307745 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-5eb42a50-6eda-4db3-a32d-e8960e1fdafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f5c112-3977-475a-af46-d5ddcfbffcb3', 'name': 'tempest-AttachVolumeShelveTestJSON-1836132937-router', 'tenant_id': '848d6c1f478d4dba813663c4c866d8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:30:38Z', 'updated_at': '2022-07-06T15:35:40Z', 'revision_number': 6, 'project_id': '848d6c1f478d4dba813663c4c866d8b8', 'gw_port_host': None}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:35:41.316088 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca190155-9286-4cf7-83ee-878d6ae13a88 req-fde2fdeb-c5d8-4eae-bddb-277d59bf5c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:35:41.318102 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-ca190155-9286-4cf7-83ee-878d6ae13a88 req-fde2fdeb-c5d8-4eae-bddb-277d59bf5c89 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4bf4bc6c-097d-41f4-91b7-12c91aca1e8f HTTP/1.1" status: 200 len: 851 time: 0.0649354 Jul 06 15:35:41.321193 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f71953d-0f77-4850-b3c9-0aa47767358b admin admin] Pushing event deleted for resources: {'Port': ['ID=88fca714-16d2-4b3c-a92a-3a637e0ad8c5,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:35:41.343020 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb42a50-6eda-4db3-a32d-e8960e1fdafb None None] The sync data for ids ['93f5c112-3977-475a-af46-d5ddcfbffcb3'] in dv-cinder-848848-4-iscsi is: [{'id': '93f5c112-3977-475a-af46-d5ddcfbffcb3', 'name': 'tempest-AttachVolumeShelveTestJSON-1836132937-router', 'tenant_id': '848d6c1f478d4dba813663c4c866d8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:30:38Z', 'updated_at': '2022-07-06T15:35:40Z', 'revision_number': 6, 'project_id': '848d6c1f478d4dba813663c4c866d8b8', 'gw_port_host': None}] {{(pid=103846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:35:41.348669 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-e7020832-da47-4f9a-9453-1f632955781e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'name': 'tempest-TestVolumeBootPattern-1684097512-router', 'tenant_id': '6d724d364f9b4bafb241a0bb0b02429f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '1a14bced-14dd-4a2e-b9c0-5a8d662317e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:32:42Z', 'updated_at': '2022-07-06T15:32:45Z', 'revision_number': 4, 'project_id': '6d724d364f9b4bafb241a0bb0b02429f', 'gw_port': {'id': '1a14bced-14dd-4a2e-b9c0-5a8d662317e9', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:32:43Z', 'updated_at': '2022-07-06T15:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_floatingips': [{'id': '07a9b658-01c0-4e87-9ed0-cb8e753a26f4', 'tenant_id': '6d724d364f9b4bafb241a0bb0b02429f', 'floating_ip_address': '172.27.3.74', 'floating_network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'router_id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'port_id': '101ed713-aa30-491f-b239-e9d0f48d90ee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '784d35cc-1e96-42d9-b35a-63f5c285a35a', 'mac_address': 'fa:16:3e:36:4f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723f31b1-47e5-4825-ad25-22d7b21913b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T15:35:39Z', 'updated_at': '2022-07-06T15:35:39Z', 'revision_number': 0, 'project_id': '6d724d364f9b4bafb241a0bb0b02429f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5506e7af-726e-4d99-b651-a2ecbd3e1a59', 'name': '', 'network_id': '784d35cc-1e96-42d9-b35a-63f5c285a35a', 'tenant_id': '6d724d364f9b4bafb241a0bb0b02429f', 'mac_address': 'fa:16:3e:ac:99:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '4bf4bc6c-097d-41f4-91b7-12c91aca1e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:32:44Z', 'updated_at': '2022-07-06T15:32:49Z', 'revision_number': 5, 'project_id': '6d724d364f9b4bafb241a0bb0b02429f', 'subnets': [{'id': '4bf4bc6c-097d-41f4-91b7-12c91aca1e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:35:41.371618 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-6f71953d-0f77-4850-b3c9-0aa47767358b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591431'] for router_gateway (93f5c112-3977-475a-af46-d5ddcfbffcb3), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:41.376776 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7020832-da47-4f9a-9453-1f632955781e None None] Checking router: b72d11e3-0c53-4024-b657-bb1519d61b5a for host: dv-cinder-848848-4-iscsi {{(pid=103847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:35:41.379901 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:35:41.381580 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca190155-9286-4cf7-83ee-878d6ae13a88 req-d5bd671b-cdde-48e9-989d-e0ad57a0c0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:35:41.385278 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-ca190155-9286-4cf7-83ee-878d6ae13a88 req-d5bd671b-cdde-48e9-989d-e0ad57a0c0be service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=784d35cc-1e96-42d9-b35a-63f5c285a35a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0576713 Jul 06 15:35:41.392063 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7020832-da47-4f9a-9453-1f632955781e None None] Routers {'b72d11e3-0c53-4024-b657-bb1519d61b5a'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:35:41.393416 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-e7020832-da47-4f9a-9453-1f632955781e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:35:18Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['b72d11e3-0c53-4024-b657-bb1519d61b5a'], 'active': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:35:41.463313 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-6f71953d-0f77-4850-b3c9-0aa47767358b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109466'] for router (93f5c112-3977-475a-af46-d5ddcfbffcb3), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:41.466026 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-6f71953d-0f77-4850-b3c9-0aa47767358b admin admin] Publish callbacks [] for router_controller (93f5c112-3977-475a-af46-d5ddcfbffcb3), precommit_delete_associations {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:41.489094 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-ca190155-9286-4cf7-83ee-878d6ae13a88 req-20454619-2e45-4ade-b973-a1611f223fb0 service neutron] 10.222.0.16 "GET /v2.0/networks/784d35cc-1e96-42d9-b35a-63f5c285a35a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923860 Jul 06 15:35:41.501741 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvr_db [None req-e7020832-da47-4f9a-9453-1f632955781e None None] Set router b72d11e3-0c53-4024-b657-bb1519d61b5a gateway port host: dv-cinder-848848-4-iscsi {{(pid=103847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:35:41.515646 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-6f71953d-0f77-4850-b3c9-0aa47767358b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648488'] for router (93f5c112-3977-475a-af46-d5ddcfbffcb3), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:41.516459 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f71953d-0f77-4850-b3c9-0aa47767358b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93f5c112-3977-475a-af46-d5ddcfbffcb3 {{(pid=103845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 15:35:41.521841 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-6f71953d-0f77-4850-b3c9-0aa47767358b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:41.522816 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-6f71953d-0f77-4850-b3c9-0aa47767358b admin admin] 10.222.0.46 "DELETE /v2.0/routers/93f5c112-3977-475a-af46-d5ddcfbffcb3 HTTP/1.1" status: 204 len: 168 time: 0.8713732 Jul 06 15:35:41.525571 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 60622) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:35:41.534520 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:35:41.614713 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.db_base_plugin_v2 [None req-563a3c21-466b-4d5f-a096-89e2868468c4 admin admin] Deleting subnet 269837f6-8226-4731-9efa-b81af4068805 {{(pid=103844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 06 15:35:41.623696 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-563a3c21-466b-4d5f-a096-89e2868468c4 admin admin] Publish callbacks [] for subnet (269837f6-8226-4731-9efa-b81af4068805), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:41.651166 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-ca190155-9286-4cf7-83ee-878d6ae13a88 req-f156a561-3a27-4b65-a524-e056650d9cdc service neutron] 10.222.0.16 "GET /v2.0/networks/784d35cc-1e96-42d9-b35a-63f5c285a35a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564298 Jul 06 15:35:41.662261 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-563a3c21-466b-4d5f-a096-89e2868468c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60677004'] for subnet (269837f6-8226-4731-9efa-b81af4068805), precommit_delete_associations {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:41.722315 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-e7020832-da47-4f9a-9453-1f632955781e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'name': 'tempest-TestVolumeBootPattern-1684097512-router', 'tenant_id': '6d724d364f9b4bafb241a0bb0b02429f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '1a14bced-14dd-4a2e-b9c0-5a8d662317e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:32:42Z', 'updated_at': '2022-07-06T15:32:45Z', 'revision_number': 4, 'project_id': '6d724d364f9b4bafb241a0bb0b02429f', 'gw_port': {'id': '1a14bced-14dd-4a2e-b9c0-5a8d662317e9', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:32:43Z', 'updated_at': '2022-07-06T15:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_floatingips': [{'id': '07a9b658-01c0-4e87-9ed0-cb8e753a26f4', 'tenant_id': '6d724d364f9b4bafb241a0bb0b02429f', 'floating_ip_address': '172.27.3.74', 'floating_network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'router_id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'port_id': '101ed713-aa30-491f-b239-e9d0f48d90ee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '784d35cc-1e96-42d9-b35a-63f5c285a35a', 'mac_address': 'fa:16:3e:36:4f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723f31b1-47e5-4825-ad25-22d7b21913b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T15:35:39Z', 'updated_at': '2022-07-06T15:35:39Z', 'revision_number': 0, 'project_id': '6d724d364f9b4bafb241a0bb0b02429f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5506e7af-726e-4d99-b651-a2ecbd3e1a59', 'name': '', 'network_id': '784d35cc-1e96-42d9-b35a-63f5c285a35a', 'tenant_id': '6d724d364f9b4bafb241a0bb0b02429f', 'mac_address': 'fa:16:3e:ac:99:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '4bf4bc6c-097d-41f4-91b7-12c91aca1e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:32:44Z', 'updated_at': '2022-07-06T15:32:49Z', 'revision_number': 5, 'project_id': '6d724d364f9b4bafb241a0bb0b02429f', 'subnets': [{'id': '4bf4bc6c-097d-41f4-91b7-12c91aca1e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:35:41.741456 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-563a3c21-466b-4d5f-a096-89e2868468c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1545392'] for subnet (269837f6-8226-4731-9efa-b81af4068805), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:41.749123 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7020832-da47-4f9a-9453-1f632955781e None None] The sync data for ids ['b72d11e3-0c53-4024-b657-bb1519d61b5a'] in dv-cinder-848848-4-iscsi is: [{'id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'name': 'tempest-TestVolumeBootPattern-1684097512-router', 'tenant_id': '6d724d364f9b4bafb241a0bb0b02429f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '1a14bced-14dd-4a2e-b9c0-5a8d662317e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:32:42Z', 'updated_at': '2022-07-06T15:32:45Z', 'revision_number': 4, 'project_id': '6d724d364f9b4bafb241a0bb0b02429f', 'gw_port': {'id': '1a14bced-14dd-4a2e-b9c0-5a8d662317e9', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:32:43Z', 'updated_at': '2022-07-06T15:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_floatingips': [{'id': '07a9b658-01c0-4e87-9ed0-cb8e753a26f4', 'tenant_id': '6d724d364f9b4bafb241a0bb0b02429f', 'floating_ip_address': '172.27.3.74', 'floating_network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'router_id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'port_id': '101ed713-aa30-491f-b239-e9d0f48d90ee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '784d35cc-1e96-42d9-b35a-63f5c285a35a', 'mac_address': 'fa:16:3e:36:4f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723f31b1-47e5-4825-ad25-22d7b21913b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T15:35:39Z', 'updated_at': '2022-07-06T15:35:39Z', 'revision_number': 0, 'project_id': '6d724d364f9b4bafb241a0bb0b02429f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5506e7af-726e-4d99-b651-a2ecbd3e1a59', 'name': '', 'network_id': '784d35cc-1e96-42d9-b35a-63f5c285a35a', 'tenant_id': '6d724d364f9b4bafb241a0bb0b02429f', 'mac_address': 'fa:16:3e:ac:99:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '4bf4bc6c-097d-41f4-91b7-12c91aca1e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:32:44Z', 'updated_at': '2022-07-06T15:32:49Z', 'revision_number': 5, 'project_id': '6d724d364f9b4bafb241a0bb0b02429f', 'subnets': [{'id': '4bf4bc6c-097d-41f4-91b7-12c91aca1e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:35:41.805690 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-563a3c21-466b-4d5f-a096-89e2868468c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1545403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2698124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60558424'] for subnet (269837f6-8226-4731-9efa-b81af4068805), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:41.835815 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563a3c21-466b-4d5f-a096-89e2868468c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=269837f6-8226-4731-9efa-b81af4068805,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:35:41.838891 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-563a3c21-466b-4d5f-a096-89e2868468c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:41.840097 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-563a3c21-466b-4d5f-a096-89e2868468c4 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/269837f6-8226-4731-9efa-b81af4068805 HTTP/1.1" status: 204 len: 168 time: 0.3136604 Jul 06 15:35:41.842707 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 60624) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:35:41.848930 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781b5dba-229c-4272-9a05-e28a66860497 None None] Network bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b requested from dv-cinder-848848-4-iscsi {{(pid=103846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 15:35:41.912451 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:35:41.918295 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-5baa1d4b-ba97-45e0-a4ed-0c0881f705e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101514'] for network (bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:41.967241 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-5baa1d4b-ba97-45e0-a4ed-0c0881f705e2 admin admin] Deleting port c02d9b9b-951c-4642-8e6a-97e2ff0c952a {{(pid=103844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 15:35:41.967596 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-5baa1d4b-ba97-45e0-a4ed-0c0881f705e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786465945384'] for port (c02d9b9b-951c-4642-8e6a-97e2ff0c952a), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:41.977808 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed59b90-0b2d-47bb-9bcb-6b5084e15b41 None None] New status for floating IP 07a9b658-01c0-4e87-9ed0-cb8e753a26f4: ACTIVE {{(pid=103846) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 06 15:35:42.040185 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-5baa1d4b-ba97-45e0-a4ed-0c0881f705e2 admin admin] For port c02d9b9b-951c-4642-8e6a-97e2ff0c952a, host dv-cinder-848848-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=c02d9b9b-951c-4642-8e6a-97e2ff0c952a,segment=NetworkSegment(e86c9f57-fa7f-455d-be56-203cd26dcd68),segment_id=e86c9f57-fa7f-455d-be56-203cd26dcd68)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:35:42.040430 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-5baa1d4b-ba97-45e0-a4ed-0c0881f705e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652656'] for port (c02d9b9b-951c-4642-8e6a-97e2ff0c952a), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:42.053887 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-5baa1d4b-ba97-45e0-a4ed-0c0881f705e2 admin admin] Calling delete_port for c02d9b9b-951c-4642-8e6a-97e2ff0c952a owned by network:dhcp {{(pid=103844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 15:35:42.137206 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-5baa1d4b-ba97-45e0-a4ed-0c0881f705e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786465950455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786465455746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2698075'] for port (c02d9b9b-951c-4642-8e6a-97e2ff0c952a), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:42.170234 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5baa1d4b-ba97-45e0-a4ed-0c0881f705e2 admin admin] No DVR routers for this DVR port c02d9b9b-951c-4642-8e6a-97e2ff0c952a on host dv-cinder-848848-4-iscsi {{(pid=103844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 15:35:42.181726 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0dbad4f-f19c-4eba-bb76-6da1473a820d None None] DHCP port deletion for bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b request from dv-cinder-848848-4-iscsi {{(pid=103846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 06 15:35:42.194187 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baa1d4b-ba97-45e0-a4ed-0c0881f705e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c02d9b9b-951c-4642-8e6a-97e2ff0c952a,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:35:42.253316 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-5baa1d4b-ba97-45e0-a4ed-0c0881f705e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485658', 'neutron.services.segments.db._delete_segments_for_network-8786465758329'] for network (bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:42.262862 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:35:42.276879 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.services.segments.db [None req-5baa1d4b-ba97-45e0-a4ed-0c0881f705e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b']}} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:35:42.286804 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.services.segments.db [None req-5baa1d4b-ba97-45e0-a4ed-0c0881f705e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e86c9f57-fa7f-455d-be56-203cd26dcd68') {'for_net_delete': True} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:35:42.287098 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.services.segments.db [None req-5baa1d4b-ba97-45e0-a4ed-0c0881f705e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e86c9f57-fa7f-455d-be56-203cd26dcd68') {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:35:42.297712 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-5baa1d4b-ba97-45e0-a4ed-0c0881f705e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786465759874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60676999'] for segment (e86c9f57-fa7f-455d-be56-203cd26dcd68), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:42.311186 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-5baa1d4b-ba97-45e0-a4ed-0c0881f705e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490363'] for segment (e86c9f57-fa7f-455d-be56-203cd26dcd68), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:42.317438 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5baa1d4b-ba97-45e0-a4ed-0c0881f705e2 admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=103844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 15:35:42.317833 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-5baa1d4b-ba97-45e0-a4ed-0c0881f705e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2698102'] for segment (e86c9f57-fa7f-455d-be56-203cd26dcd68), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:42.383870 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-5baa1d4b-ba97-45e0-a4ed-0c0881f705e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-666929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590854'] for network (bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:42.390590 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-5baa1d4b-ba97-45e0-a4ed-0c0881f705e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629707'] for network (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:42.396596 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-5baa1d4b-ba97-45e0-a4ed-0c0881f705e2 admin admin] 10.222.0.46 "DELETE /v2.0/networks/bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b HTTP/1.1" status: 204 len: 168 time: 0.5502465 Jul 06 15:35:42.404524 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baa1d4b-ba97-45e0-a4ed-0c0881f705e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb1e65c9-bd94-49f0-bb47-fcf1417b4a1b,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:35:42.477054 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.services.segments.plugin [-] Segment e86c9f57-fa7f-455d-be56-203cd26dcd68 resource provider aggregate not found Jul 06 15:35:42.495389 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.services.segments.plugin [-] Segment e86c9f57-fa7f-455d-be56-203cd26dcd68 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e86c9f57-fa7f-455d-be56-203cd26dcd68 found for delete ", "request_id": "req-74e63380-7b90-488e-830c-5e143a27a08e"}]} Jul 06 15:35:42.524278 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 60634) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:35:42.545577 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:35:42.560897 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 88fca714-16d2-4b3c-a92a-3a637e0ad8c5 no longer exists at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:35:42.571284 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-06d66450-2733-409f-81c0-fcfa167b1e24 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=848d6c1f478d4dba813663c4c866d8b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0451667 Jul 06 15:35:42.573232 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 60636) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:35:42.580274 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] No Port match for: 88fca714-16d2-4b3c-a92a-3a637e0ad8c5 {{(pid=103846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 15:35:42.580611 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 88fca714-16d2-4b3c-a92a-3a637e0ad8c5 not bound to the agent host dv-cinder-848848-4-iscsi {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:35:42.581020 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device e2a108f8-d1cb-4e7d-8eb1-061e722bcf35 no longer exists at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:35:42.599479 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] No Port match for: e2a108f8-d1cb-4e7d-8eb1-061e722bcf35 {{(pid=103846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 15:35:42.599816 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device e2a108f8-d1cb-4e7d-8eb1-061e722bcf35 not bound to the agent host dv-cinder-848848-4-iscsi {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:35:42.600213 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device c02d9b9b-951c-4642-8e6a-97e2ff0c952a no longer exists at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:35:42.620616 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] No Port match for: c02d9b9b-951c-4642-8e6a-97e2ff0c952a {{(pid=103846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 15:35:42.620960 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device c02d9b9b-951c-4642-8e6a-97e2ff0c952a not bound to the agent host dv-cinder-848848-4-iscsi {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:35:42.626493 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd1d0f7c-8d0f-44ec-bbaf-e57403a91abe admin admin] Publish callbacks [] for security_group (70089e7e-3415-47da-88b5-031664dd7caf), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:42.654265 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd1d0f7c-8d0f-44ec-bbaf-e57403a91abe admin admin] Publish callbacks [] for security_group (70089e7e-3415-47da-88b5-031664dd7caf), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:42.701211 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd1d0f7c-8d0f-44ec-bbaf-e57403a91abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (70089e7e-3415-47da-88b5-031664dd7caf), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:42.703669 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-fd1d0f7c-8d0f-44ec-bbaf-e57403a91abe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:42.704781 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-fd1d0f7c-8d0f-44ec-bbaf-e57403a91abe admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/70089e7e-3415-47da-88b5-031664dd7caf HTTP/1.1" status: 204 len: 168 time: 0.1306608 Jul 06 15:35:42.712263 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1d0f7c-8d0f-44ec-bbaf-e57403a91abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70089e7e-3415-47da-88b5-031664dd7caf,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:35:44.596214 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (eda728fc-b46d-4378-b578-35bac6b15486), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:46.277342 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b0756fe9-aca2-425b-a1c7-2c3f176e5734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (a81823b9-ba52-46bb-9bcd-43b269600933), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:48.323859 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-70f9f61f-0cd3-4835-afe4-6e3b58da6c10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8e6e5f2a-f235-48ed-8752-aab723ac44e7), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:49.621881 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-5e71b6aa-55c8-4030-9936-371c496b104b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (6f0d5ee7-fa21-4cb0-b4ff-cf35f5a4ba31), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:51.125675 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-8ac95340-3f24-440b-a4d9-caf8afcb49bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8ea57be5-348a-4c5b-804c-cda178363830), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:51.243076 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (d26a5351-3de7-44f9-93eb-9fed5ee5b55b), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:51.505201 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=46,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:35:51.509278 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:35:51.725472 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:35:51.726555 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:35:52.707237 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=23,neutron:DELETE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:35:52.708041 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=24,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:35:53.398974 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 60770) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:35:53.503278 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-4ae05076-3ec3-4bcf-9cc5-14d5b5c7d6df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:53.578336 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-4ae05076-3ec3-4bcf-9cc5-14d5b5c7d6df admin admin] Publish callbacks [] for security_group (498a6d37-12f5-47b4-8742-4919140a3334), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:53.581702 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-4ae05076-3ec3-4bcf-9cc5-14d5b5c7d6df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (498a6d37-12f5-47b4-8742-4919140a3334), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:53.619899 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-4ae05076-3ec3-4bcf-9cc5-14d5b5c7d6df admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6ae1337c0fb34e4aba029a53f0b9c1ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2198832 Jul 06 15:35:53.621771 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae05076-3ec3-4bcf-9cc5-14d5b5c7d6df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=498a6d37-12f5-47b4-8742-4919140a3334,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:35:53.622663 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 60774) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:35:53.673734 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-e72e54a7-0fde-4b99-bed3-3e1da2e4d8cb admin admin] Publish callbacks [] for security_group (498a6d37-12f5-47b4-8742-4919140a3334), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:53.695094 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-e72e54a7-0fde-4b99-bed3-3e1da2e4d8cb admin admin] Publish callbacks [] for security_group (498a6d37-12f5-47b4-8742-4919140a3334), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:53.742536 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-e72e54a7-0fde-4b99-bed3-3e1da2e4d8cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (498a6d37-12f5-47b4-8742-4919140a3334), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:53.745056 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-e72e54a7-0fde-4b99-bed3-3e1da2e4d8cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:53.746181 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-e72e54a7-0fde-4b99-bed3-3e1da2e4d8cb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/498a6d37-12f5-47b4-8742-4919140a3334 HTTP/1.1" status: 204 len: 168 time: 0.1224980 Jul 06 15:35:53.754212 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72e54a7-0fde-4b99-bed3-3e1da2e4d8cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=498a6d37-12f5-47b4-8742-4919140a3334,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:35:54.003331 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 60780) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:35:54.017097 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-e7875f5c-c1c0-4165-81ba-44c2996bc95b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:54.089695 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-e7875f5c-c1c0-4165-81ba-44c2996bc95b admin admin] Publish callbacks [] for security_group (c269a212-8cdb-474a-9f11-f7b151bf13fc), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:54.093579 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-e7875f5c-c1c0-4165-81ba-44c2996bc95b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (c269a212-8cdb-474a-9f11-f7b151bf13fc), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:54.131329 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-e7875f5c-c1c0-4165-81ba-44c2996bc95b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9e54180dd7564ef586014b59450fe3e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1269431 Jul 06 15:35:54.132184 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7875f5c-c1c0-4165-81ba-44c2996bc95b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c269a212-8cdb-474a-9f11-f7b151bf13fc,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:35:54.134608 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 60782) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:35:54.183565 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b8465d02-53d8-4705-83d9-40cf83f5db6d admin admin] Publish callbacks [] for security_group (c269a212-8cdb-474a-9f11-f7b151bf13fc), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:54.204701 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b8465d02-53d8-4705-83d9-40cf83f5db6d admin admin] Publish callbacks [] for security_group (c269a212-8cdb-474a-9f11-f7b151bf13fc), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:54.252849 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b8465d02-53d8-4705-83d9-40cf83f5db6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (c269a212-8cdb-474a-9f11-f7b151bf13fc), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:54.255475 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-b8465d02-53d8-4705-83d9-40cf83f5db6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:35:54.256597 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-b8465d02-53d8-4705-83d9-40cf83f5db6d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c269a212-8cdb-474a-9f11-f7b151bf13fc HTTP/1.1" status: 204 len: 168 time: 0.1209590 Jul 06 15:35:54.264845 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8465d02-53d8-4705-83d9-40cf83f5db6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c269a212-8cdb-474a-9f11-f7b151bf13fc,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:36:03.766581 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=32,neutron:UPDATE=4 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:36:04.125788 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=35,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:36:04.127650 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=39,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:36:04.239773 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=32,neutron:DELETE=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:36:04.260692 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=34,neutron:DELETE=4 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:36:04.276448 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=30,neutron:UPDATE=4 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:36:06.704725 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=2 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:36:14.615525 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (eda728fc-b46d-4378-b578-35bac6b15486), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:15.695554 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.agents_db [None req-99b786f5-93e1-437c-926e-a88e17275ab4 None None] Agent healthcheck: found 6 active agents {{(pid=103847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:36:16.281955 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-01d44a6f-8314-40ac-9af0-6d23a99bcf19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (a81823b9-ba52-46bb-9bcd-43b269600933), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:18.325089 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-8b29d9e0-0082-4cd8-bbef-1d1ab96f94d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8e6e5f2a-f235-48ed-8752-aab723ac44e7), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:19.624139 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-5e71b6aa-55c8-4030-9936-371c496b104b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (6f0d5ee7-fa21-4cb0-b4ff-cf35f5a4ba31), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:20.987064 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 60988) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:36:21.092586 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-941fdb47-563c-4247-acda-bd6ad02d94ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:21.129111 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-8ac95340-3f24-440b-a4d9-caf8afcb49bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8ea57be5-348a-4c5b-804c-cda178363830), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:21.168029 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-941fdb47-563c-4247-acda-bd6ad02d94ec admin admin] Publish callbacks [] for security_group (421a08f8-dd76-41cd-999a-a9f9bffd0e31), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:21.171600 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-941fdb47-563c-4247-acda-bd6ad02d94ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (421a08f8-dd76-41cd-999a-a9f9bffd0e31), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:21.209387 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-941fdb47-563c-4247-acda-bd6ad02d94ec admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4d1fe32b01bc467e9a3434f0c5fd24ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2212865 Jul 06 15:36:21.211391 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941fdb47-563c-4247-acda-bd6ad02d94ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=421a08f8-dd76-41cd-999a-a9f9bffd0e31,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:36:21.212137 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 60992) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:36:21.247043 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (d26a5351-3de7-44f9-93eb-9fed5ee5b55b), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:21.263868 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0e00c365-67ab-4d8d-870e-3377b5b8368a admin admin] Publish callbacks [] for security_group (421a08f8-dd76-41cd-999a-a9f9bffd0e31), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:21.286429 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0e00c365-67ab-4d8d-870e-3377b5b8368a admin admin] Publish callbacks [] for security_group (421a08f8-dd76-41cd-999a-a9f9bffd0e31), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:21.332354 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0e00c365-67ab-4d8d-870e-3377b5b8368a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (421a08f8-dd76-41cd-999a-a9f9bffd0e31), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:21.334701 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0e00c365-67ab-4d8d-870e-3377b5b8368a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:21.335854 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-0e00c365-67ab-4d8d-870e-3377b5b8368a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/421a08f8-dd76-41cd-999a-a9f9bffd0e31 HTTP/1.1" status: 204 len: 168 time: 0.1227522 Jul 06 15:36:21.343730 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e00c365-67ab-4d8d-870e-3377b5b8368a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=421a08f8-dd76-41cd-999a-a9f9bffd0e31,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:36:21.592089 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 60998) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:36:21.605991 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-9ca85441-a9d1-486c-a36e-18500819d0e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:21.679804 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-9ca85441-a9d1-486c-a36e-18500819d0e7 admin admin] Publish callbacks [] for security_group (2ad726b4-9872-460e-9dc6-5bc031c4e131), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:21.682947 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-9ca85441-a9d1-486c-a36e-18500819d0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (2ad726b4-9872-460e-9dc6-5bc031c4e131), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:21.722750 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca85441-a9d1-486c-a36e-18500819d0e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad726b4-9872-460e-9dc6-5bc031c4e131,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:36:21.726975 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-9ca85441-a9d1-486c-a36e-18500819d0e7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8177c81a7fc443cdbbe46ba9e4731b38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1338799 Jul 06 15:36:21.730061 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 32768) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:36:21.778149 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-e107ad2c-6003-46ed-84ed-59cdb1f66005 admin admin] Publish callbacks [] for security_group (2ad726b4-9872-460e-9dc6-5bc031c4e131), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:21.799153 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-e107ad2c-6003-46ed-84ed-59cdb1f66005 admin admin] Publish callbacks [] for security_group (2ad726b4-9872-460e-9dc6-5bc031c4e131), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:21.846024 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-e107ad2c-6003-46ed-84ed-59cdb1f66005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (2ad726b4-9872-460e-9dc6-5bc031c4e131), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:21.848579 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-e107ad2c-6003-46ed-84ed-59cdb1f66005 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:21.849739 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-e107ad2c-6003-46ed-84ed-59cdb1f66005 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2ad726b4-9872-460e-9dc6-5bc031c4e131 HTTP/1.1" status: 204 len: 168 time: 0.1193366 Jul 06 15:36:21.857624 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e107ad2c-6003-46ed-84ed-59cdb1f66005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad726b4-9872-460e-9dc6-5bc031c4e131,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:36:23.443703 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 32812) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:36:23.545930 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-fb0d5e4b-7702-4e57-adbf-156c494b0bb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:23.619557 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-fb0d5e4b-7702-4e57-adbf-156c494b0bb3 admin admin] Publish callbacks [] for security_group (3f4fe27c-4b18-4a66-9255-cf7b22c9c90d), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:23.623153 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-fb0d5e4b-7702-4e57-adbf-156c494b0bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (3f4fe27c-4b18-4a66-9255-cf7b22c9c90d), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:23.660698 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-fb0d5e4b-7702-4e57-adbf-156c494b0bb3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=29fc48878a414050b14d0ddfd451cb5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2159190 Jul 06 15:36:23.662544 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0d5e4b-7702-4e57-adbf-156c494b0bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4fe27c-4b18-4a66-9255-cf7b22c9c90d,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:36:23.663405 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 32816) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:36:23.717440 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-d103e35a-467b-4ef4-a158-a6029ac512ad admin admin] Publish callbacks [] for security_group (3f4fe27c-4b18-4a66-9255-cf7b22c9c90d), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:23.738634 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-d103e35a-467b-4ef4-a158-a6029ac512ad admin admin] Publish callbacks [] for security_group (3f4fe27c-4b18-4a66-9255-cf7b22c9c90d), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:23.787462 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-d103e35a-467b-4ef4-a158-a6029ac512ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (3f4fe27c-4b18-4a66-9255-cf7b22c9c90d), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:23.789865 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-d103e35a-467b-4ef4-a158-a6029ac512ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:23.790976 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-d103e35a-467b-4ef4-a158-a6029ac512ad admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3f4fe27c-4b18-4a66-9255-cf7b22c9c90d HTTP/1.1" status: 204 len: 168 time: 0.1265323 Jul 06 15:36:23.798753 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d103e35a-467b-4ef4-a158-a6029ac512ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4fe27c-4b18-4a66-9255-cf7b22c9c90d,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:36:23.806435 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d103e35a-467b-4ef4-a158-a6029ac512ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:36:23.806776 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d103e35a-467b-4ef4-a158-a6029ac512ad admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:36:23.807111 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d103e35a-467b-4ef4-a158-a6029ac512ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:36:23.807473 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d103e35a-467b-4ef4-a158-a6029ac512ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:36:23.807798 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d103e35a-467b-4ef4-a158-a6029ac512ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:36:23.808119 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d103e35a-467b-4ef4-a158-a6029ac512ad admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:36:23.808437 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d103e35a-467b-4ef4-a158-a6029ac512ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:36:23.808749 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d103e35a-467b-4ef4-a158-a6029ac512ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:36:23.809066 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d103e35a-467b-4ef4-a158-a6029ac512ad admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:36:23.809381 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d103e35a-467b-4ef4-a158-a6029ac512ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:36:23.809693 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d103e35a-467b-4ef4-a158-a6029ac512ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:36:23.810003 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d103e35a-467b-4ef4-a158-a6029ac512ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:36:23.810332 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d103e35a-467b-4ef4-a158-a6029ac512ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:36:23.810623 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d103e35a-467b-4ef4-a158-a6029ac512ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:36:23.810932 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d103e35a-467b-4ef4-a158-a6029ac512ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:36:24.050785 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 32822) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:36:24.064179 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-205c36c3-49ca-41f1-a3f4-a692238f17f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:24.143908 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-205c36c3-49ca-41f1-a3f4-a692238f17f3 admin admin] Publish callbacks [] for security_group (962f32b6-66ec-451f-8ea6-e559f048f3aa), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:24.147442 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-205c36c3-49ca-41f1-a3f4-a692238f17f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (962f32b6-66ec-451f-8ea6-e559f048f3aa), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:24.150845 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=12 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:36:24.153377 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=79,neutron:DELETE=9,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:36:24.190751 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205c36c3-49ca-41f1-a3f4-a692238f17f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=962f32b6-66ec-451f-8ea6-e559f048f3aa,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:36:24.196002 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-205c36c3-49ca-41f1-a3f4-a692238f17f3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4437916c37734f1795b3c6e43f9c6029&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1441574 Jul 06 15:36:24.198597 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 32824) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:36:24.248311 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-a81c33b8-2021-47cf-8585-c886081f48eb admin admin] Publish callbacks [] for security_group (962f32b6-66ec-451f-8ea6-e559f048f3aa), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:24.272987 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-a81c33b8-2021-47cf-8585-c886081f48eb admin admin] Publish callbacks [] for security_group (962f32b6-66ec-451f-8ea6-e559f048f3aa), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:24.318866 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-a81c33b8-2021-47cf-8585-c886081f48eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (962f32b6-66ec-451f-8ea6-e559f048f3aa), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:24.321601 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-a81c33b8-2021-47cf-8585-c886081f48eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:24.322749 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-a81c33b8-2021-47cf-8585-c886081f48eb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/962f32b6-66ec-451f-8ea6-e559f048f3aa HTTP/1.1" status: 204 len: 168 time: 0.1232178 Jul 06 15:36:24.331507 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81c33b8-2021-47cf-8585-c886081f48eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962f32b6-66ec-451f-8ea6-e559f048f3aa,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:36:24.975378 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 32846) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:36:25.075771 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.v2.base [None req-4f3f7054-1986-44e2-941d-6e8e0d1d2dfc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1276077748-network', 'tenant_id': '52061acbc935404199bccbe0ebd8f6e2'}} {{(pid=103845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:36:25.096594 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f3f7054-1986-44e2-941d-6e8e0d1d2dfc admin admin] Made reservation on behalf of 52061acbc935404199bccbe0ebd8f6e2 for: {'network': 1} {{(pid=103845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:36:25.098876 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-4f3f7054-1986-44e2-941d-6e8e0d1d2dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for network (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:25.107194 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-4f3f7054-1986-44e2-941d-6e8e0d1d2dfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:25.182881 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-4f3f7054-1986-44e2-941d-6e8e0d1d2dfc admin admin] Publish callbacks [] for security_group (825bb78c-d9e1-4399-91b0-a385eed45ef2), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:25.186460 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-4f3f7054-1986-44e2-941d-6e8e0d1d2dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (825bb78c-d9e1-4399-91b0-a385eed45ef2), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:25.213327 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f3f7054-1986-44e2-941d-6e8e0d1d2dfc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=103845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 15:36:25.218650 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3f7054-1986-44e2-941d-6e8e0d1d2dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=825bb78c-d9e1-4399-91b0-a385eed45ef2,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:36:25.227150 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-4f3f7054-1986-44e2-941d-6e8e0d1d2dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490363'] for segment (95c1ec1a-d3e5-4ef3-9611-b3242bb4296f), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:25.227150 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.db.segments_db [None req-4f3f7054-1986-44e2-941d-6e8e0d1d2dfc admin admin] Added segment 95c1ec1a-d3e5-4ef3-9611-b3242bb4296f of type vlan for network 4bf4a862-87a5-4eba-8c94-9f2166efd89f Jul 06 15:36:25.267397 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-4f3f7054-1986-44e2-941d-6e8e0d1d2dfc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786465444024'] for network (4bf4a862-87a5-4eba-8c94-9f2166efd89f), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:25.293215 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-4f3f7054-1986-44e2-941d-6e8e0d1d2dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-666929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561'] for network (4bf4a862-87a5-4eba-8c94-9f2166efd89f), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:25.294120 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3f7054-1986-44e2-941d-6e8e0d1d2dfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:36:25.294672 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-4f3f7054-1986-44e2-941d-6e8e0d1d2dfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629707'] for network (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:25.328089 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-4f3f7054-1986-44e2-941d-6e8e0d1d2dfc admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3516464 Jul 06 15:36:25.331421 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 32850) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:36:25.362559 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.v2.base [None req-016ee069-ad72-4da1-a2ad-3301a439224a admin admin] Request body: {'subnet': {'network_id': '4bf4a862-87a5-4eba-8c94-9f2166efd89f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1276077748-subnet', 'tenant_id': '52061acbc935404199bccbe0ebd8f6e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:36:25.367140 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3f7054-1986-44e2-941d-6e8e0d1d2dfc admin admin] Pushing event updated for resources: {'Network': ['ID=4bf4a862-87a5-4eba-8c94-9f2166efd89f,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:36:25.376773 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Network 4bf4a862-87a5-4eba-8c94-9f2166efd89f details requested by agent ovs-agent-dv-cinder-848848-4-iscsi with host dv-cinder-848848-4-iscsi {{(pid=103846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 15:36:25.379181 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=74,neutron:INSERT=21,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:36:25.381166 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=76,neutron:INSERT=21,neutron:UPDATE=3 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:36:25.386616 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-016ee069-ad72-4da1-a2ad-3301a439224a admin admin] Made reservation on behalf of 52061acbc935404199bccbe0ebd8f6e2 for: {'subnet': 1} {{(pid=103845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:36:25.388985 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-016ee069-ad72-4da1-a2ad-3301a439224a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59834214'] for subnet (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:25.750269 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-016ee069-ad72-4da1-a2ad-3301a439224a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2888696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59833740'] for subnet (e7fd11f9-3711-464f-a58b-14517c76e191), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:25.809217 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016ee069-ad72-4da1-a2ad-3301a439224a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7fd11f9-3711-464f-a58b-14517c76e191,revision_number=0']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:36:25.813407 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016ee069-ad72-4da1-a2ad-3301a439224a admin admin] Checking segment: {'id': '95c1ec1a-d3e5-4ef3-9611-b3242bb4296f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '4bf4a862-87a5-4eba-8c94-9f2166efd89f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:36:25.813752 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016ee069-ad72-4da1-a2ad-3301a439224a admin admin] Network hostable DHCP agents. Network: 4bf4a862-87a5-4eba-8c94-9f2166efd89f, hostable agents: ['a81823b9-ba52-46bb-9bcd-43b269600933'], hosted agents: [] {{(pid=103845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 15:36:25.830694 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016ee069-ad72-4da1-a2ad-3301a439224a admin admin] Network 4bf4a862-87a5-4eba-8c94-9f2166efd89f is scheduled to be hosted by DHCP agent a81823b9-ba52-46bb-9bcd-43b269600933 with binding_index 1 {{(pid=103845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 15:36:25.839336 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.base_scheduler [None req-016ee069-ad72-4da1-a2ad-3301a439224a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848848-4-iscsi, 4bf4a862-87a5-4eba-8c94-9f2166efd89f) {{(pid=103845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:36:25.843262 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016ee069-ad72-4da1-a2ad-3301a439224a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:36:25.843859 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-016ee069-ad72-4da1-a2ad-3301a439224a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629707'] for subnet (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:25.848265 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78751a9d-e856-4f1b-a412-040ebbef61f6 None None] Network 4bf4a862-87a5-4eba-8c94-9f2166efd89f requested from dv-cinder-848848-4-iscsi {{(pid=103846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 15:36:25.859581 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-016ee069-ad72-4da1-a2ad-3301a439224a admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5005975 Jul 06 15:36:25.948873 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ff2a55-4ce4-4291-8049-41b4e8b7ef81 None None] Network 4bf4a862-87a5-4eba-8c94-9f2166efd89f requested from dv-cinder-848848-4-iscsi {{(pid=103846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 15:36:26.319259 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 32866) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:36:26.324136 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.v2.base [None req-a23dff5d-58df-4f91-bd0d-574ee2e9fb06 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1975456907-network', 'tenant_id': 'ab84df02408c4f2086ef531eee0b631a'}} {{(pid=103845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:36:26.343509 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23dff5d-58df-4f91-bd0d-574ee2e9fb06 admin admin] Made reservation on behalf of ab84df02408c4f2086ef531eee0b631a for: {'network': 1} {{(pid=103845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:36:26.345735 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-a23dff5d-58df-4f91-bd0d-574ee2e9fb06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for network (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:26.354405 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-a23dff5d-58df-4f91-bd0d-574ee2e9fb06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:26.428488 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-a23dff5d-58df-4f91-bd0d-574ee2e9fb06 admin admin] Publish callbacks [] for security_group (8ef8940c-05be-44e6-a9ac-1400123c8a12), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:26.432235 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-a23dff5d-58df-4f91-bd0d-574ee2e9fb06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (8ef8940c-05be-44e6-a9ac-1400123c8a12), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:26.458827 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a23dff5d-58df-4f91-bd0d-574ee2e9fb06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=103845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 15:36:26.464147 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23dff5d-58df-4f91-bd0d-574ee2e9fb06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef8940c-05be-44e6-a9ac-1400123c8a12,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:36:26.471971 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-a23dff5d-58df-4f91-bd0d-574ee2e9fb06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490363'] for segment (c53124ca-6ec7-4fb4-b878-5dad25d03fe3), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:26.472088 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.db.segments_db [None req-a23dff5d-58df-4f91-bd0d-574ee2e9fb06 admin admin] Added segment c53124ca-6ec7-4fb4-b878-5dad25d03fe3 of type vlan for network 86527e97-e049-4934-927c-bbb6aef413ea Jul 06 15:36:26.513570 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-a23dff5d-58df-4f91-bd0d-574ee2e9fb06 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786465444024'] for network (86527e97-e049-4934-927c-bbb6aef413ea), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:26.538939 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-a23dff5d-58df-4f91-bd0d-574ee2e9fb06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-666929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561'] for network (86527e97-e049-4934-927c-bbb6aef413ea), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:26.539991 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23dff5d-58df-4f91-bd0d-574ee2e9fb06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:36:26.540568 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-a23dff5d-58df-4f91-bd0d-574ee2e9fb06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629707'] for network (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:26.567953 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-a23dff5d-58df-4f91-bd0d-574ee2e9fb06 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2475817 Jul 06 15:36:26.570740 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 32868) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:36:26.575827 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [None req-67bbb590-b082-49a3-adbb-69c32bf3157f admin admin] Request body: {'subnet': {'network_id': '86527e97-e049-4934-927c-bbb6aef413ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1975456907-subnet', 'tenant_id': 'ab84df02408c4f2086ef531eee0b631a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:36:26.597199 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67bbb590-b082-49a3-adbb-69c32bf3157f admin admin] Made reservation on behalf of ab84df02408c4f2086ef531eee0b631a for: {'subnet': 1} {{(pid=103844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:36:26.599555 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-67bbb590-b082-49a3-adbb-69c32bf3157f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60559035'] for subnet (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:26.605767 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23dff5d-58df-4f91-bd0d-574ee2e9fb06 admin admin] Pushing event updated for resources: {'Network': ['ID=86527e97-e049-4934-927c-bbb6aef413ea,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:36:26.615588 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Network 86527e97-e049-4934-927c-bbb6aef413ea details requested by agent ovs-agent-dv-cinder-848848-4-iscsi with host dv-cinder-848848-4-iscsi {{(pid=103846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 15:36:26.767310 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-67bbb590-b082-49a3-adbb-69c32bf3157f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2698191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60558417'] for subnet (4a6d76d1-f585-4c13-a226-13d6fde316ec), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:26.823175 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bbb590-b082-49a3-adbb-69c32bf3157f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a6d76d1-f585-4c13-a226-13d6fde316ec,revision_number=0']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:36:26.832132 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bbb590-b082-49a3-adbb-69c32bf3157f admin admin] Checking segment: {'id': 'c53124ca-6ec7-4fb4-b878-5dad25d03fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '86527e97-e049-4934-927c-bbb6aef413ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:36:26.832482 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bbb590-b082-49a3-adbb-69c32bf3157f admin admin] Network hostable DHCP agents. Network: 86527e97-e049-4934-927c-bbb6aef413ea, hostable agents: ['a81823b9-ba52-46bb-9bcd-43b269600933'], hosted agents: [] {{(pid=103844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 15:36:26.849561 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bbb590-b082-49a3-adbb-69c32bf3157f admin admin] Network 86527e97-e049-4934-927c-bbb6aef413ea is scheduled to be hosted by DHCP agent a81823b9-ba52-46bb-9bcd-43b269600933 with binding_index 1 {{(pid=103844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 15:36:26.857673 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.base_scheduler [None req-67bbb590-b082-49a3-adbb-69c32bf3157f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848848-4-iscsi, 86527e97-e049-4934-927c-bbb6aef413ea) {{(pid=103844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:36:26.861679 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bbb590-b082-49a3-adbb-69c32bf3157f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:36:26.862266 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-67bbb590-b082-49a3-adbb-69c32bf3157f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:26.866560 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2907203e-475e-48c3-906d-a680d96e4dc1 None None] Network 86527e97-e049-4934-927c-bbb6aef413ea requested from dv-cinder-848848-4-iscsi {{(pid=103846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 15:36:26.878419 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-67bbb590-b082-49a3-adbb-69c32bf3157f admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3064728 Jul 06 15:36:26.967383 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476b2a74-eb9a-4ead-9ab6-a792502010a3 None None] Network 86527e97-e049-4934-927c-bbb6aef413ea requested from dv-cinder-848848-4-iscsi {{(pid=103846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 15:36:27.745783 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=4 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:36:27.750528 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=4 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:36:36.562951 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=78,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:36:36.579263 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=63,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:36:36.870717 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=50,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:36:36.871527 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=71,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:36:37.040146 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=64,neutron:UPDATE=3 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:36:37.044789 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=62,neutron:UPDATE=3 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:36:40.242809 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 32990) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:36:40.286874 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.db.db_base_plugin_v2 [None req-22814623-5d2c-4d6c-8483-a4f05c4d4200 admin admin] Deleting subnet e7fd11f9-3711-464f-a58b-14517c76e191 {{(pid=103845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 06 15:36:40.289990 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-22814623-5d2c-4d6c-8483-a4f05c4d4200 admin admin] Publish callbacks [] for subnet (e7fd11f9-3711-464f-a58b-14517c76e191), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:40.327517 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-22814623-5d2c-4d6c-8483-a4f05c4d4200 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60119395'] for subnet (e7fd11f9-3711-464f-a58b-14517c76e191), precommit_delete_associations {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:40.365794 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-22814623-5d2c-4d6c-8483-a4f05c4d4200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1545392'] for subnet (e7fd11f9-3711-464f-a58b-14517c76e191), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:40.415852 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-22814623-5d2c-4d6c-8483-a4f05c4d4200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1545403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2888635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59833733'] for subnet (e7fd11f9-3711-464f-a58b-14517c76e191), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:40.440425 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22814623-5d2c-4d6c-8483-a4f05c4d4200 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7fd11f9-3711-464f-a58b-14517c76e191,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:36:40.447974 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-22814623-5d2c-4d6c-8483-a4f05c4d4200 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629707'] for subnet (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:40.450951 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-22814623-5d2c-4d6c-8483-a4f05c4d4200 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/e7fd11f9-3711-464f-a58b-14517c76e191 HTTP/1.1" status: 204 len: 168 time: 0.2071245 Jul 06 15:36:40.452714 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22814623-5d2c-4d6c-8483-a4f05c4d4200 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:36:40.453060 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22814623-5d2c-4d6c-8483-a4f05c4d4200 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:36:40.453449 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22814623-5d2c-4d6c-8483-a4f05c4d4200 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:36:40.453774 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 32992) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:36:40.454200 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22814623-5d2c-4d6c-8483-a4f05c4d4200 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:36:40.454200 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22814623-5d2c-4d6c-8483-a4f05c4d4200 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:36:40.454412 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22814623-5d2c-4d6c-8483-a4f05c4d4200 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:36:40.454712 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22814623-5d2c-4d6c-8483-a4f05c4d4200 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:36:40.455028 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22814623-5d2c-4d6c-8483-a4f05c4d4200 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:36:40.455409 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22814623-5d2c-4d6c-8483-a4f05c4d4200 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:36:40.455729 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22814623-5d2c-4d6c-8483-a4f05c4d4200 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:36:40.456047 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22814623-5d2c-4d6c-8483-a4f05c4d4200 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:36:40.456363 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22814623-5d2c-4d6c-8483-a4f05c4d4200 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:36:40.456675 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22814623-5d2c-4d6c-8483-a4f05c4d4200 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:36:40.456985 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22814623-5d2c-4d6c-8483-a4f05c4d4200 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:36:40.457294 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22814623-5d2c-4d6c-8483-a4f05c4d4200 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:36:40.523645 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-ea012940-1d6d-45e5-a8b1-3024bdac95f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101514'] for network (4bf4a862-87a5-4eba-8c94-9f2166efd89f), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:40.607836 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-ea012940-1d6d-45e5-a8b1-3024bdac95f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485658', 'neutron.services.segments.db._delete_segments_for_network-8786465758329'] for network (4bf4a862-87a5-4eba-8c94-9f2166efd89f), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:40.626942 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.services.segments.db [None req-ea012940-1d6d-45e5-a8b1-3024bdac95f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bf4a862-87a5-4eba-8c94-9f2166efd89f']}} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:36:40.636429 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.services.segments.db [None req-ea012940-1d6d-45e5-a8b1-3024bdac95f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95c1ec1a-d3e5-4ef3-9611-b3242bb4296f') {'for_net_delete': True} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:36:40.636717 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.services.segments.db [None req-ea012940-1d6d-45e5-a8b1-3024bdac95f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95c1ec1a-d3e5-4ef3-9611-b3242bb4296f') {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:36:40.646953 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-ea012940-1d6d-45e5-a8b1-3024bdac95f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786465759874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60676999'] for segment (95c1ec1a-d3e5-4ef3-9611-b3242bb4296f), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:40.659719 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-ea012940-1d6d-45e5-a8b1-3024bdac95f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490363'] for segment (95c1ec1a-d3e5-4ef3-9611-b3242bb4296f), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:40.666017 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea012940-1d6d-45e5-a8b1-3024bdac95f9 admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=103844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 15:36:40.666360 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-ea012940-1d6d-45e5-a8b1-3024bdac95f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2698102'] for segment (95c1ec1a-d3e5-4ef3-9611-b3242bb4296f), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:40.721122 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.services.segments.plugin [-] Segment 95c1ec1a-d3e5-4ef3-9611-b3242bb4296f resource provider aggregate not found Jul 06 15:36:40.732813 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-ea012940-1d6d-45e5-a8b1-3024bdac95f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-666929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590854'] for network (4bf4a862-87a5-4eba-8c94-9f2166efd89f), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:40.741482 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-ea012940-1d6d-45e5-a8b1-3024bdac95f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629707'] for network (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:40.744624 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-ea012940-1d6d-45e5-a8b1-3024bdac95f9 admin admin] 10.222.0.46 "DELETE /v2.0/networks/4bf4a862-87a5-4eba-8c94-9f2166efd89f HTTP/1.1" status: 204 len: 168 time: 0.2898855 Jul 06 15:36:40.746157 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.services.segments.plugin [-] Segment 95c1ec1a-d3e5-4ef3-9611-b3242bb4296f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 95c1ec1a-d3e5-4ef3-9611-b3242bb4296f found for delete ", "request_id": "req-9c9c607d-9b0d-44d9-a719-3835c8350602"}]} Jul 06 15:36:40.747467 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 32998) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:36:40.755873 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea012940-1d6d-45e5-a8b1-3024bdac95f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4bf4a862-87a5-4eba-8c94-9f2166efd89f,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:36:40.796315 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5a5c2dc-c98c-499c-8ad0-90ff1d21f5ce admin admin] Deleting subnet 4a6d76d1-f585-4c13-a226-13d6fde316ec {{(pid=103845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 06 15:36:40.800129 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c2dc-c98c-499c-8ad0-90ff1d21f5ce admin admin] Publish callbacks [] for subnet (4a6d76d1-f585-4c13-a226-13d6fde316ec), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:40.833603 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c2dc-c98c-499c-8ad0-90ff1d21f5ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60119395'] for subnet (4a6d76d1-f585-4c13-a226-13d6fde316ec), precommit_delete_associations {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:40.871783 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c2dc-c98c-499c-8ad0-90ff1d21f5ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1545392'] for subnet (4a6d76d1-f585-4c13-a226-13d6fde316ec), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:40.923484 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c2dc-c98c-499c-8ad0-90ff1d21f5ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1545403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2888635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59833733'] for subnet (4a6d76d1-f585-4c13-a226-13d6fde316ec), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:40.953619 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a5c2dc-c98c-499c-8ad0-90ff1d21f5ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a6d76d1-f585-4c13-a226-13d6fde316ec,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:36:40.955567 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c2dc-c98c-499c-8ad0-90ff1d21f5ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629707'] for subnet (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:40.958581 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-e5a5c2dc-c98c-499c-8ad0-90ff1d21f5ce admin admin] 10.222.0.46 "DELETE /v2.0/subnets/4a6d76d1-f585-4c13-a226-13d6fde316ec HTTP/1.1" status: 204 len: 168 time: 0.2101161 Jul 06 15:36:40.961094 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 33000) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:36:41.027056 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-b538c895-7c73-40a2-ba61-ede35e9209c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101514'] for network (86527e97-e049-4934-927c-bbb6aef413ea), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:41.106257 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-b538c895-7c73-40a2-ba61-ede35e9209c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485658', 'neutron.services.segments.db._delete_segments_for_network-8786465758329'] for network (86527e97-e049-4934-927c-bbb6aef413ea), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:41.127905 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.services.segments.db [None req-b538c895-7c73-40a2-ba61-ede35e9209c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86527e97-e049-4934-927c-bbb6aef413ea']}} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:36:41.137036 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.services.segments.db [None req-b538c895-7c73-40a2-ba61-ede35e9209c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c53124ca-6ec7-4fb4-b878-5dad25d03fe3') {'for_net_delete': True} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:36:41.137330 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.services.segments.db [None req-b538c895-7c73-40a2-ba61-ede35e9209c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c53124ca-6ec7-4fb4-b878-5dad25d03fe3') {} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:36:41.147056 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-b538c895-7c73-40a2-ba61-ede35e9209c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786465759874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60119400'] for segment (c53124ca-6ec7-4fb4-b878-5dad25d03fe3), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:41.160832 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-b538c895-7c73-40a2-ba61-ede35e9209c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490363'] for segment (c53124ca-6ec7-4fb4-b878-5dad25d03fe3), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:41.167027 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b538c895-7c73-40a2-ba61-ede35e9209c5 admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=103845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 15:36:41.167585 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-b538c895-7c73-40a2-ba61-ede35e9209c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2888513'] for segment (c53124ca-6ec7-4fb4-b878-5dad25d03fe3), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:41.228879 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-b538c895-7c73-40a2-ba61-ede35e9209c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-666929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590854'] for network (86527e97-e049-4934-927c-bbb6aef413ea), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:41.235316 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-b538c895-7c73-40a2-ba61-ede35e9209c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629707'] for network (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:41.242916 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-b538c895-7c73-40a2-ba61-ede35e9209c5 admin admin] 10.222.0.46 "DELETE /v2.0/networks/86527e97-e049-4934-927c-bbb6aef413ea HTTP/1.1" status: 204 len: 168 time: 0.2807600 Jul 06 15:36:41.253078 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b538c895-7c73-40a2-ba61-ede35e9209c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=86527e97-e049-4934-927c-bbb6aef413ea,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:36:41.319019 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.services.segments.plugin [-] Segment c53124ca-6ec7-4fb4-b878-5dad25d03fe3 resource provider aggregate not found Jul 06 15:36:41.335816 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.services.segments.plugin [-] Segment c53124ca-6ec7-4fb4-b878-5dad25d03fe3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c53124ca-6ec7-4fb4-b878-5dad25d03fe3 found for delete ", "request_id": "req-975c4bff-f794-4b10-b274-61c7ddd33323"}]} Jul 06 15:36:41.403623 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 33010) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:36:41.423493 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=9 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:36:41.448471 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-194b000e-2d70-42db-86b9-02d374bedc27 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=52061acbc935404199bccbe0ebd8f6e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0436201 Jul 06 15:36:41.450901 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 33012) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:36:41.497332 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-d5b29554-ec6d-45a3-a9f6-05c8cda3f3c3 admin admin] Publish callbacks [] for security_group (825bb78c-d9e1-4399-91b0-a385eed45ef2), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:41.519110 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-d5b29554-ec6d-45a3-a9f6-05c8cda3f3c3 admin admin] Publish callbacks [] for security_group (825bb78c-d9e1-4399-91b0-a385eed45ef2), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:41.549988 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:36:41.566573 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-d5b29554-ec6d-45a3-a9f6-05c8cda3f3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (825bb78c-d9e1-4399-91b0-a385eed45ef2), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:41.569018 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-d5b29554-ec6d-45a3-a9f6-05c8cda3f3c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:41.570157 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-d5b29554-ec6d-45a3-a9f6-05c8cda3f3c3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/825bb78c-d9e1-4399-91b0-a385eed45ef2 HTTP/1.1" status: 204 len: 168 time: 0.1183367 Jul 06 15:36:41.577759 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b29554-ec6d-45a3-a9f6-05c8cda3f3c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=825bb78c-d9e1-4399-91b0-a385eed45ef2,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:36:41.882492 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 33018) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:36:41.921738 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-5a66646f-84e5-4b88-9dd7-2c20191af8fa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ab84df02408c4f2086ef531eee0b631a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381269 Jul 06 15:36:41.924053 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 33020) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:36:41.970095 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-54f5fd12-088f-4a9c-8ebf-00d5116f3321 admin admin] Publish callbacks [] for security_group (8ef8940c-05be-44e6-a9ac-1400123c8a12), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:41.990534 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-54f5fd12-088f-4a9c-8ebf-00d5116f3321 admin admin] Publish callbacks [] for security_group (8ef8940c-05be-44e6-a9ac-1400123c8a12), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:42.039790 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-54f5fd12-088f-4a9c-8ebf-00d5116f3321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (8ef8940c-05be-44e6-a9ac-1400123c8a12), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:42.042193 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-54f5fd12-088f-4a9c-8ebf-00d5116f3321 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:42.043290 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-54f5fd12-088f-4a9c-8ebf-00d5116f3321 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8ef8940c-05be-44e6-a9ac-1400123c8a12 HTTP/1.1" status: 204 len: 168 time: 0.1183691 Jul 06 15:36:42.050790 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f5fd12-088f-4a9c-8ebf-00d5116f3321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef8940c-05be-44e6-a9ac-1400123c8a12,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:36:43.070255 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 33050) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:36:43.178398 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-ba8f2cc0-b39a-4b86-b74c-3bb581fe5eef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:43.253342 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-ba8f2cc0-b39a-4b86-b74c-3bb581fe5eef admin admin] Publish callbacks [] for security_group (295d2374-ef99-483f-930b-31a5ea3f0f39), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:43.257984 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-ba8f2cc0-b39a-4b86-b74c-3bb581fe5eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (295d2374-ef99-483f-930b-31a5ea3f0f39), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:43.298367 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-ba8f2cc0-b39a-4b86-b74c-3bb581fe5eef admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2c2fcd0935fb4731943e30ef63a75326&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2270570 Jul 06 15:36:43.299581 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8f2cc0-b39a-4b86-b74c-3bb581fe5eef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295d2374-ef99-483f-930b-31a5ea3f0f39,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:36:43.301132 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 33054) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:36:43.349330 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-47dcb4d0-ab60-42ce-ad2c-523fca5f5a9e admin admin] Publish callbacks [] for security_group (295d2374-ef99-483f-930b-31a5ea3f0f39), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:43.372185 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-47dcb4d0-ab60-42ce-ad2c-523fca5f5a9e admin admin] Publish callbacks [] for security_group (295d2374-ef99-483f-930b-31a5ea3f0f39), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:43.419010 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-47dcb4d0-ab60-42ce-ad2c-523fca5f5a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (295d2374-ef99-483f-930b-31a5ea3f0f39), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:43.421512 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-47dcb4d0-ab60-42ce-ad2c-523fca5f5a9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:43.422677 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-47dcb4d0-ab60-42ce-ad2c-523fca5f5a9e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/295d2374-ef99-483f-930b-31a5ea3f0f39 HTTP/1.1" status: 204 len: 168 time: 0.1205478 Jul 06 15:36:43.430587 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dcb4d0-ab60-42ce-ad2c-523fca5f5a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295d2374-ef99-483f-930b-31a5ea3f0f39,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:36:44.615721 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (eda728fc-b46d-4378-b578-35bac6b15486), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:44.739092 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:36:46.285397 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-cd72bf21-95af-4e7a-b73d-6d32716acad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (a81823b9-ba52-46bb-9bcd-43b269600933), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:48.330991 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-ca7856f4-2a36-49fb-97a4-87ce1aa61c4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8e6e5f2a-f235-48ed-8752-aab723ac44e7), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:49.625798 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-5e71b6aa-55c8-4030-9936-371c496b104b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (6f0d5ee7-fa21-4cb0-b4ff-cf35f5a4ba31), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:51.131087 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-8ac95340-3f24-440b-a4d9-caf8afcb49bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8ea57be5-348a-4c5b-804c-cda178363830), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:51.242072 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (d26a5351-3de7-44f9-93eb-9fed5ee5b55b), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:36:52.694344 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.agents_db [None req-99b786f5-93e1-437c-926e-a88e17275ab4 None None] Agent healthcheck: found 6 active agents {{(pid=103847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:36:53.292929 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=65,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:36:53.294925 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=69,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:36:53.426114 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=15,neutron:DELETE=3 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:36:53.426791 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=34,neutron:DELETE=4 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:36:56.389554 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-043217c0-7456-469f-8f66-f6ec7170cc93 req-69aac10f-d665-4bcb-bd37-f45ed606d6cf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=723f31b1-47e5-4825-ad25-22d7b21913b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0372868 Jul 06 15:36:56.468540 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043217c0-7456-469f-8f66-f6ec7170cc93 req-d3451244-7848-4f06-b184-ea16a5e397b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:36:56.469964 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-043217c0-7456-469f-8f66-f6ec7170cc93 req-d3451244-7848-4f06-b184-ea16a5e397b3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6d724d364f9b4bafb241a0bb0b02429f&device_id=723f31b1-47e5-4825-ad25-22d7b21913b1 HTTP/1.1" status: 200 len: 1130 time: 0.0408082 Jul 06 15:36:56.570444 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043217c0-7456-469f-8f66-f6ec7170cc93 req-f056ce64-08f4-4253-ab44-7b1d548db841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:36:56.571934 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-043217c0-7456-469f-8f66-f6ec7170cc93 req-f056ce64-08f4-4253-ab44-7b1d548db841 service neutron] 10.222.0.16 "GET /v2.0/networks?id=784d35cc-1e96-42d9-b35a-63f5c285a35a HTTP/1.1" status: 200 len: 913 time: 0.0832078 Jul 06 15:36:56.634079 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-043217c0-7456-469f-8f66-f6ec7170cc93 req-71836409-3eaa-4b5c-b59b-bd1cf0487bc8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=101ed713-aa30-491f-b239-e9d0f48d90ee HTTP/1.1" status: 200 len: 1001 time: 0.0558841 Jul 06 15:36:56.682291 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043217c0-7456-469f-8f66-f6ec7170cc93 req-64b207dc-8e99-49eb-ac31-4eba5078871e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:36:56.683707 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-043217c0-7456-469f-8f66-f6ec7170cc93 req-64b207dc-8e99-49eb-ac31-4eba5078871e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4bf4bc6c-097d-41f4-91b7-12c91aca1e8f HTTP/1.1" status: 200 len: 851 time: 0.0436983 Jul 06 15:36:56.725842 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043217c0-7456-469f-8f66-f6ec7170cc93 req-a06241f7-6cef-4626-a4c7-552ad4ca0a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:36:56.727256 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-043217c0-7456-469f-8f66-f6ec7170cc93 req-a06241f7-6cef-4626-a4c7-552ad4ca0a3b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=784d35cc-1e96-42d9-b35a-63f5c285a35a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379865 Jul 06 15:36:56.817090 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-043217c0-7456-469f-8f66-f6ec7170cc93 req-dc080274-373a-49a3-a162-ce26676f159e service neutron] 10.222.0.16 "GET /v2.0/networks/784d35cc-1e96-42d9-b35a-63f5c285a35a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838125 Jul 06 15:36:56.906316 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-043217c0-7456-469f-8f66-f6ec7170cc93 req-1f1f3f71-69b8-4e8e-ba76-3ec8e02c763f service neutron] 10.222.0.16 "GET /v2.0/networks/784d35cc-1e96-42d9-b35a-63f5c285a35a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840082 Jul 06 15:37:00.434518 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 33182) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:37:00.540164 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-44464248-3938-4c72-891f-8268b51c96ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:37:00.615266 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-44464248-3938-4c72-891f-8268b51c96ca admin admin] Publish callbacks [] for security_group (3c97c002-39a1-44ce-8bb3-1a306eac3d64), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:37:00.618789 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-44464248-3938-4c72-891f-8268b51c96ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (3c97c002-39a1-44ce-8bb3-1a306eac3d64), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:37:00.655091 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44464248-3938-4c72-891f-8268b51c96ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c97c002-39a1-44ce-8bb3-1a306eac3d64,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:37:00.659796 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-44464248-3938-4c72-891f-8268b51c96ca admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=38d74ef2d26745779c4fc17d59a853eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2237689 Jul 06 15:37:00.662493 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 33186) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:37:00.709061 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-e15fca96-493f-46a1-9a3a-dcd3b2ecbc3e admin admin] Publish callbacks [] for security_group (3c97c002-39a1-44ce-8bb3-1a306eac3d64), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:37:00.730334 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-e15fca96-493f-46a1-9a3a-dcd3b2ecbc3e admin admin] Publish callbacks [] for security_group (3c97c002-39a1-44ce-8bb3-1a306eac3d64), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:37:00.775813 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-e15fca96-493f-46a1-9a3a-dcd3b2ecbc3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (3c97c002-39a1-44ce-8bb3-1a306eac3d64), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:37:00.778208 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-e15fca96-493f-46a1-9a3a-dcd3b2ecbc3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:37:00.779340 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-e15fca96-493f-46a1-9a3a-dcd3b2ecbc3e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3c97c002-39a1-44ce-8bb3-1a306eac3d64 HTTP/1.1" status: 204 len: 168 time: 0.1159470 Jul 06 15:37:00.787669 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15fca96-493f-46a1-9a3a-dcd3b2ecbc3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c97c002-39a1-44ce-8bb3-1a306eac3d64,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:37:04.744291 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=3 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:37:04.748314 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=5 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:37:05.205650 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=27,neutron:UPDATE=3 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:37:06.901338 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=50 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:37:06.903196 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=51 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:37:10.762864 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=35,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:37:10.782922 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=35,neutron:INSERT=4,neutron:DELETE=2 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:37:10.800174 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:37:14.617176 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (eda728fc-b46d-4378-b578-35bac6b15486), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:37:16.288396 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-731b856d-ef8d-4a1e-b6bd-85211d13c80d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (a81823b9-ba52-46bb-9bcd-43b269600933), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:37:18.332774 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b10d0867-17de-4f05-9de3-65bb800c304c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8e6e5f2a-f235-48ed-8752-aab723ac44e7), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:37:19.628375 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-5e71b6aa-55c8-4030-9936-371c496b104b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (6f0d5ee7-fa21-4cb0-b4ff-cf35f5a4ba31), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:37:20.018710 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-8160000a-6dd2-46f2-8437-a046a9803032 req-005b9a8f-7ec5-4c11-bfaa-74665d2f9611 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2098609478&fields=id&tenant_id=6d724d364f9b4bafb241a0bb0b02429f HTTP/1.1" status: 200 len: 267 time: 0.0465958 Jul 06 15:37:20.122885 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8160000a-6dd2-46f2-8437-a046a9803032 req-d7047b34-499f-47d9-915b-60f7a359b7f2 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:37:20.124593 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-8160000a-6dd2-46f2-8437-a046a9803032 req-d7047b34-499f-47d9-915b-60f7a359b7f2 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/networks?id=784d35cc-1e96-42d9-b35a-63f5c285a35a HTTP/1.1" status: 200 len: 812 time: 0.0995803 Jul 06 15:37:20.139068 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-8160000a-6dd2-46f2-8437-a046a9803032 req-ade552a0-d124-47a6-bedb-e3ba0abd5008 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/quotas/6d724d364f9b4bafb241a0bb0b02429f HTTP/1.1" status: 200 len: 375 time: 0.0089927 Jul 06 15:37:20.193365 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-8160000a-6dd2-46f2-8437-a046a9803032 req-5978b5e8-044e-482c-b122-7c5c3e495539 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6d724d364f9b4bafb241a0bb0b02429f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0491257 Jul 06 15:37:20.298313 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [req-8160000a-6dd2-46f2-8437-a046a9803032 req-5461555e-edd7-4198-bc94-22b3a317ff1d service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103845) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 06 15:37:20.299302 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-8160000a-6dd2-46f2-8437-a046a9803032 req-5461555e-edd7-4198-bc94-22b3a317ff1d service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0956204 Jul 06 15:37:20.386794 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-8160000a-6dd2-46f2-8437-a046a9803032 req-acb4b7a8-c25e-4e9e-b6bd-813b088129f5 service neutron] 10.222.0.46 "GET /v2.0/networks/784d35cc-1e96-42d9-b35a-63f5c285a35a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811048 Jul 06 15:37:20.476907 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-8160000a-6dd2-46f2-8437-a046a9803032 req-24a117ea-7864-476f-9194-a7b0b89f4875 service neutron] 10.222.0.46 "GET /v2.0/networks/784d35cc-1e96-42d9-b35a-63f5c285a35a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845509 Jul 06 15:37:20.764068 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-d87d96a4-348f-43f5-b86c-280543d36f4f req-1079eeeb-c1c8-485c-bdae-e0d12cd8e9e3 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/ports?device_id=36fedb21-72a2-4052-845e-01d588e3589f HTTP/1.1" status: 200 len: 210 time: 0.0280676 Jul 06 15:37:21.142104 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-8ac95340-3f24-440b-a4d9-caf8afcb49bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8ea57be5-348a-4c5b-804c-cda178363830), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:37:21.247561 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (d26a5351-3de7-44f9-93eb-9fed5ee5b55b), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:37:21.746528 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8160000a-6dd2-46f2-8437-a046a9803032 req-d203b159-f0fe-4142-a347-47915deb6275 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:37:21.747990 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-8160000a-6dd2-46f2-8437-a046a9803032 req-d203b159-f0fe-4142-a347-47915deb6275 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.16 "GET /v2.0/networks?id=784d35cc-1e96-42d9-b35a-63f5c285a35a HTTP/1.1" status: 200 len: 812 time: 0.1067126 Jul 06 15:37:21.810796 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-8160000a-6dd2-46f2-8437-a046a9803032 req-c640c448-167f-41b8-a337-cfbb46a92511 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d724d364f9b4bafb241a0bb0b02429f HTTP/1.1" status: 200 len: 380 time: 0.0553179 Jul 06 15:37:21.819238 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [req-8160000a-6dd2-46f2-8437-a046a9803032 req-ad60de24-e21a-4320-b365-57a2e83873e9 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Request body: {'port': {'device_id': '36fedb21-72a2-4052-845e-01d588e3589f', 'network_id': '784d35cc-1e96-42d9-b35a-63f5c285a35a', 'admin_state_up': True, 'tenant_id': '6d724d364f9b4bafb241a0bb0b02429f', 'security_groups': ['332f11bf-2a21-4349-89de-b4efaa2c3b0e']}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:37:21.860650 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-e1f080eb-c12d-4e87-9866-c9c562999a7a req-7dff847c-36c9-4772-a06e-aa4913eec27c tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/ports?device_id=36fedb21-72a2-4052-845e-01d588e3589f HTTP/1.1" status: 200 len: 210 time: 0.0287991 Jul 06 15:37:21.931600 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8160000a-6dd2-46f2-8437-a046a9803032 req-ad60de24-e21a-4320-b365-57a2e83873e9 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Made reservation on behalf of 6d724d364f9b4bafb241a0bb0b02429f for: {'port': 1} {{(pid=103844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:37:21.935018 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-8160000a-6dd2-46f2-8437-a046a9803032 req-ad60de24-e21a-4320-b365-57a2e83873e9 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (None), before_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:37:22.061121 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.db_base_plugin_common [req-8160000a-6dd2-46f2-8437-a046a9803032 req-ad60de24-e21a-4320-b365-57a2e83873e9 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Allocated IP 172.20.0.8 (784d35cc-1e96-42d9-b35a-63f5c285a35a/4bf4bc6c-097d-41f4-91b7-12c91aca1e8f/be58011f-fd4e-42cd-ab66-74a807d623c3) {{(pid=103844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:37:22.213209 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-8160000a-6dd2-46f2-8437-a046a9803032 req-ad60de24-e21a-4320-b365-57a2e83873e9 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks [] for port (be58011f-fd4e-42cd-ab66-74a807d623c3), precommit_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:37:22.245772 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-8160000a-6dd2-46f2-8437-a046a9803032 req-ad60de24-e21a-4320-b365-57a2e83873e9 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786465455737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2698075'] for port (be58011f-fd4e-42cd-ab66-74a807d623c3), after_create {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:37:22.294589 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8160000a-6dd2-46f2-8437-a046a9803032 req-ad60de24-e21a-4320-b365-57a2e83873e9 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Network 784d35cc-1e96-42d9-b35a-63f5c285a35a is already hosted by enough agents. {{(pid=103844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:37:22.297642 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.base_scheduler [req-8160000a-6dd2-46f2-8437-a046a9803032 req-ad60de24-e21a-4320-b365-57a2e83873e9 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Resources bound (agent type, host, resource id): {{(pid=103844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:37:22.301454 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [req-8160000a-6dd2-46f2-8437-a046a9803032 req-ad60de24-e21a-4320-b365-57a2e83873e9 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Received port after_create {{(pid=103844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 15:37:22.325569 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad60de24-e21a-4320-b365-57a2e83873e9 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Pushing event updated for resources: {'Port': ['ID=be58011f-fd4e-42cd-ab66-74a807d623c3,revision_number=1']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:37:22.354844 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8160000a-6dd2-46f2-8437-a046a9803032 req-ad60de24-e21a-4320-b365-57a2e83873e9 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:37:22.355472 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-8160000a-6dd2-46f2-8437-a046a9803032 req-ad60de24-e21a-4320-b365-57a2e83873e9 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for port (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:37:22.372006 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-8160000a-6dd2-46f2-8437-a046a9803032 req-ad60de24-e21a-4320-b365-57a2e83873e9 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5564606 Jul 06 15:37:22.383362 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.v2.base [req-8160000a-6dd2-46f2-8437-a046a9803032 req-69c5c148-c46a-4ede-81cb-f3daf202f2c0 service neutron] Request body: {'port': {'device_id': '36fedb21-72a2-4052-845e-01d588e3589f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84884'}} {{(pid=103844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:37:22.444305 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-8160000a-6dd2-46f2-8437-a046a9803032 req-69c5c148-c46a-4ede-81cb-f3daf202f2c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (be58011f-fd4e-42cd-ab66-74a807d623c3), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:37:22.446059 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:37:22.460820 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:37:22.525093 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-3c7f2d79-464d-4da0-ae95-b506fb12b801 None None] Provisioning complete for port be58011f-fd4e-42cd-ab66-74a807d623c3 triggered by entity DHCP. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:37:22.526153 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-3c7f2d79-464d-4da0-ae95-b506fb12b801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (be58011f-fd4e-42cd-ab66-74a807d623c3), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:37:22.557438 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-3c7f2d79-464d-4da0-ae95-b506fb12b801 None None] Port be58011f-fd4e-42cd-ab66-74a807d623c3 cannot update to ACTIVE because it is not bound. {{(pid=103846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 15:37:22.710242 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [req-8160000a-6dd2-46f2-8437-a046a9803032 req-69c5c148-c46a-4ede-81cb-f3daf202f2c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be58011f-fd4e-42cd-ab66-74a807d623c3 {{(pid=103844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 15:37:22.717628 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-8160000a-6dd2-46f2-8437-a046a9803032 req-69c5c148-c46a-4ede-81cb-f3daf202f2c0 service neutron] Publish callbacks [] for port (be58011f-fd4e-42cd-ab66-74a807d623c3), precommit_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:37:22.729818 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.provisioning_blocks [req-8160000a-6dd2-46f2-8437-a046a9803032 req-69c5c148-c46a-4ede-81cb-f3daf202f2c0 service neutron] Transition to ACTIVE for port object be58011f-fd4e-42cd-ab66-74a807d623c3 will not be triggered until provisioned by entity L2. {{(pid=103844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 06 15:37:22.733533 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-8160000a-6dd2-46f2-8437-a046a9803032 req-69c5c148-c46a-4ede-81cb-f3daf202f2c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2698066'] for port (be58011f-fd4e-42cd-ab66-74a807d623c3), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:37:22.786988 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c5c148-c46a-4ede-81cb-f3daf202f2c0 service neutron] Pushing event updated for resources: {'Port': ['ID=be58011f-fd4e-42cd-ab66-74a807d623c3,revision_number=2']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:37:22.856942 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [req-8160000a-6dd2-46f2-8437-a046a9803032 req-69c5c148-c46a-4ede-81cb-f3daf202f2c0 service neutron] Attempting to bind port be58011f-fd4e-42cd-ab66-74a807d623c3 on host hv-cinder-84884 for vnic_type normal with profile {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 15:37:22.857626 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [req-8160000a-6dd2-46f2-8437-a046a9803032 req-69c5c148-c46a-4ede-81cb-f3daf202f2c0 service neutron] Attempting to bind port be58011f-fd4e-42cd-ab66-74a807d623c3 by drivers openvswitch,hyperv on host hv-cinder-84884 at level 0 using segments [{'id': '392e2498-ea74-4b12-b63e-65e707942834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '784d35cc-1e96-42d9-b35a-63f5c285a35a'}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 15:37:22.857626 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8160000a-6dd2-46f2-8437-a046a9803032 req-69c5c148-c46a-4ede-81cb-f3daf202f2c0 service neutron] Attempting to bind port be58011f-fd4e-42cd-ab66-74a807d623c3 on network 784d35cc-1e96-42d9-b35a-63f5c285a35a {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:37:22.862355 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8160000a-6dd2-46f2-8437-a046a9803032 req-69c5c148-c46a-4ede-81cb-f3daf202f2c0 service neutron] Port be58011f-fd4e-42cd-ab66-74a807d623c3 on network 784d35cc-1e96-42d9-b35a-63f5c285a35a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84884 {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 06 15:37:22.862678 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8160000a-6dd2-46f2-8437-a046a9803032 req-69c5c148-c46a-4ede-81cb-f3daf202f2c0 service neutron] Attempting to bind port be58011f-fd4e-42cd-ab66-74a807d623c3 on network 784d35cc-1e96-42d9-b35a-63f5c285a35a {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 15:37:22.868283 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8160000a-6dd2-46f2-8437-a046a9803032 req-69c5c148-c46a-4ede-81cb-f3daf202f2c0 service neutron] Checking agent: {'id': 'eda728fc-b46d-4378-b578-35bac6b15486', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84884', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 15, 22, 43), 'started_at': datetime.datetime(2022, 7, 6, 15, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 15, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 15:37:22.868647 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8160000a-6dd2-46f2-8437-a046a9803032 req-69c5c148-c46a-4ede-81cb-f3daf202f2c0 service neutron] Checking segment: {'id': '392e2498-ea74-4b12-b63e-65e707942834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '784d35cc-1e96-42d9-b35a-63f5c285a35a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 15:37:22.869036 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8160000a-6dd2-46f2-8437-a046a9803032 req-69c5c148-c46a-4ede-81cb-f3daf202f2c0 service neutron] Bound using segment: {'id': '392e2498-ea74-4b12-b63e-65e707942834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '784d35cc-1e96-42d9-b35a-63f5c285a35a'} {{(pid=103844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 15:37:22.869456 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.managers [req-8160000a-6dd2-46f2-8437-a046a9803032 req-69c5c148-c46a-4ede-81cb-f3daf202f2c0 service neutron] Bound port: be58011f-fd4e-42cd-ab66-74a807d623c3, host: hv-cinder-84884, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '392e2498-ea74-4b12-b63e-65e707942834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '784d35cc-1e96-42d9-b35a-63f5c285a35a'}}] {{(pid=103844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 15:37:22.869811 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-8160000a-6dd2-46f2-8437-a046a9803032 req-69c5c148-c46a-4ede-81cb-f3daf202f2c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (be58011f-fd4e-42cd-ab66-74a807d623c3), before_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:37:22.934615 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [req-8160000a-6dd2-46f2-8437-a046a9803032 req-69c5c148-c46a-4ede-81cb-f3daf202f2c0 service neutron] For port be58011f-fd4e-42cd-ab66-74a807d623c3, host hv-cinder-84884, cleared binding levels {{(pid=103844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:37:22.937838 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [req-8160000a-6dd2-46f2-8437-a046a9803032 req-69c5c148-c46a-4ede-81cb-f3daf202f2c0 service neutron] For port be58011f-fd4e-42cd-ab66-74a807d623c3, host hv-cinder-84884, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=be58011f-fd4e-42cd-ab66-74a807d623c3,segment=NetworkSegment(392e2498-ea74-4b12-b63e-65e707942834),segment_id=392e2498-ea74-4b12-b63e-65e707942834)] {{(pid=103844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:37:22.952644 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-8160000a-6dd2-46f2-8437-a046a9803032 req-69c5c148-c46a-4ede-81cb-f3daf202f2c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2698066'] for port (be58011f-fd4e-42cd-ab66-74a807d623c3), after_update {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:37:23.011151 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8160000a-6dd2-46f2-8437-a046a9803032 req-69c5c148-c46a-4ede-81cb-f3daf202f2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:37:23.011794 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-8160000a-6dd2-46f2-8437-a046a9803032 req-69c5c148-c46a-4ede-81cb-f3daf202f2c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for port (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:37:23.013182 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-8160000a-6dd2-46f2-8437-a046a9803032 req-69c5c148-c46a-4ede-81cb-f3daf202f2c0 service neutron] 10.222.0.16 "PUT /v2.0/ports/be58011f-fd4e-42cd-ab66-74a807d623c3 HTTP/1.1" status: 200 len: 1093 time: 0.6345794 Jul 06 15:37:23.015257 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36fedb21-72a2-4052-845e-01d588e3589f', 'tag': 'be58011f-fd4e-42cd-ab66-74a807d623c3'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:37:23.017528 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23f0ce0f3171803df377307192b3bbc073243688ace587a9918d8ae03454cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d49a9eba-4915-4552-875f-ce2cef7305c3" -d '{"events": [{"name": "network-changed", "server_uuid": "36fedb21-72a2-4052-845e-01d588e3589f", "tag": "be58011f-fd4e-42cd-ab66-74a807d623c3"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:37:23.031680 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51faad2-85af-4484-8acc-2aad63e2e9e8 req-692f4ba9-6534-4203-84b7-27e1e5afe353 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:37:23.033249 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-e51faad2-85af-4484-8acc-2aad63e2e9e8 req-692f4ba9-6534-4203-84b7-27e1e5afe353 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/ports?device_id=36fedb21-72a2-4052-845e-01d588e3589f HTTP/1.1" status: 200 len: 943 time: 0.0937605 Jul 06 15:37:23.329187 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 15:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25bbfb5e-c968-4512-b202-93a7929fa5fd x-openstack-request-id: req-25bbfb5e-c968-4512-b202-93a7929fa5fd {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:37:23.329483 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36fedb21-72a2-4052-845e-01d588e3589f", "tag": "be58011f-fd4e-42cd-ab66-74a807d623c3", "status": "completed", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:37:23.329735 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-25bbfb5e-c968-4512-b202-93a7929fa5fd {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:37:23.330124 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25bbfb5e-c968-4512-b202-93a7929fa5fd'] response: {'name': 'network-changed', 'server_uuid': '36fedb21-72a2-4052-845e-01d588e3589f', 'tag': 'be58011f-fd4e-42cd-ab66-74a807d623c3', 'status': 'completed', 'code': 200} Jul 06 15:37:23.349605 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c5c148-c46a-4ede-81cb-f3daf202f2c0 service neutron] Pushing event updated for resources: {'Port': ['ID=be58011f-fd4e-42cd-ab66-74a807d623c3,revision_number=3']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:37:23.395162 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8160000a-6dd2-46f2-8437-a046a9803032 req-ed332fd7-21a4-46ca-8cf2-0e12a70c6798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:37:23.396658 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-8160000a-6dd2-46f2-8437-a046a9803032 req-ed332fd7-21a4-46ca-8cf2-0e12a70c6798 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6d724d364f9b4bafb241a0bb0b02429f&device_id=36fedb21-72a2-4052-845e-01d588e3589f HTTP/1.1" status: 200 len: 1127 time: 0.0658176 Jul 06 15:37:23.405359 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-e51faad2-85af-4484-8acc-2aad63e2e9e8 req-e9e780f9-3eef-4b2c-b4a2-ca3cb2437420 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/security-groups?id=332f11bf-2a21-4349-89de-b4efaa2c3b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3613520 Jul 06 15:37:23.439238 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-8160000a-6dd2-46f2-8437-a046a9803032 req-2d3f82e2-88c5-4c0c-92b6-13a1503d62b1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be58011f-fd4e-42cd-ab66-74a807d623c3 HTTP/1.1" status: 200 len: 217 time: 0.0329514 Jul 06 15:37:23.489580 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8160000a-6dd2-46f2-8437-a046a9803032 req-f0aa3ded-0f31-41ee-9e29-3723063622f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:37:23.490952 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-8160000a-6dd2-46f2-8437-a046a9803032 req-f0aa3ded-0f31-41ee-9e29-3723063622f3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4bf4bc6c-097d-41f4-91b7-12c91aca1e8f HTTP/1.1" status: 200 len: 851 time: 0.0462267 Jul 06 15:37:23.532482 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8160000a-6dd2-46f2-8437-a046a9803032 req-408d45c3-39d7-4827-931c-e51ae5374ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:37:23.533832 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-8160000a-6dd2-46f2-8437-a046a9803032 req-408d45c3-39d7-4827-931c-e51ae5374ad2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=784d35cc-1e96-42d9-b35a-63f5c285a35a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375597 Jul 06 15:37:23.620810 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:37:23.623090 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:37:23.628247 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-8160000a-6dd2-46f2-8437-a046a9803032 req-4db7ab05-2f38-499c-837c-9cd95892285f service neutron] 10.222.0.16 "GET /v2.0/networks/784d35cc-1e96-42d9-b35a-63f5c285a35a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864320 Jul 06 15:37:23.716147 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-8160000a-6dd2-46f2-8437-a046a9803032 req-4d1cfbdd-cbc5-4e09-95b3-c47b044736ed service neutron] 10.222.0.16 "GET /v2.0/networks/784d35cc-1e96-42d9-b35a-63f5c285a35a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821927 Jul 06 15:37:24.025101 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a9eba-4915-4552-875f-ce2cef7305c3 req-e25ef75c-2bbd-4ab7-b038-db881da9a3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:37:24.026565 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-d49a9eba-4915-4552-875f-ce2cef7305c3 req-e25ef75c-2bbd-4ab7-b038-db881da9a3f4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6d724d364f9b4bafb241a0bb0b02429f&device_id=36fedb21-72a2-4052-845e-01d588e3589f HTTP/1.1" status: 200 len: 1127 time: 0.0421078 Jul 06 15:37:24.118779 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a9eba-4915-4552-875f-ce2cef7305c3 req-15500ed7-d480-4eeb-b1a1-0a2965503e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:37:24.120240 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-d49a9eba-4915-4552-875f-ce2cef7305c3 req-15500ed7-d480-4eeb-b1a1-0a2965503e69 service neutron] 10.222.0.16 "GET /v2.0/networks?id=784d35cc-1e96-42d9-b35a-63f5c285a35a HTTP/1.1" status: 200 len: 913 time: 0.0865262 Jul 06 15:37:24.161740 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-d49a9eba-4915-4552-875f-ce2cef7305c3 req-4a1caef1-ed7a-4fee-b0ce-e11df80c5343 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be58011f-fd4e-42cd-ab66-74a807d623c3 HTTP/1.1" status: 200 len: 217 time: 0.0318861 Jul 06 15:37:24.214400 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a9eba-4915-4552-875f-ce2cef7305c3 req-609b516f-bc7e-4eec-99c2-7ae6712f2ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:37:24.215787 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-d49a9eba-4915-4552-875f-ce2cef7305c3 req-609b516f-bc7e-4eec-99c2-7ae6712f2ba7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4bf4bc6c-097d-41f4-91b7-12c91aca1e8f HTTP/1.1" status: 200 len: 851 time: 0.0463197 Jul 06 15:37:24.258694 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a9eba-4915-4552-875f-ce2cef7305c3 req-7e1161ed-d7be-45cc-ad59-0ee82a5e7321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:37:24.260203 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-d49a9eba-4915-4552-875f-ce2cef7305c3 req-7e1161ed-d7be-45cc-ad59-0ee82a5e7321 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=784d35cc-1e96-42d9-b35a-63f5c285a35a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387816 Jul 06 15:37:24.349391 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-d49a9eba-4915-4552-875f-ce2cef7305c3 req-016ab14e-e001-44eb-a364-783be3efab53 service neutron] 10.222.0.16 "GET /v2.0/networks/784d35cc-1e96-42d9-b35a-63f5c285a35a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815337 Jul 06 15:37:24.441044 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-d49a9eba-4915-4552-875f-ce2cef7305c3 req-5159094f-feca-49ce-988c-bd720b73ab85 service neutron] 10.222.0.16 "GET /v2.0/networks/784d35cc-1e96-42d9-b35a-63f5c285a35a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856037 Jul 06 15:37:24.519978 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163926f5-869e-422f-bd3d-12a3d60af63c req-7a180f83-d39b-4aec-9135-888093e7843d tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:37:24.521405 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-163926f5-869e-422f-bd3d-12a3d60af63c req-7a180f83-d39b-4aec-9135-888093e7843d tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/ports?device_id=36fedb21-72a2-4052-845e-01d588e3589f HTTP/1.1" status: 200 len: 943 time: 0.0462687 Jul 06 15:37:24.569266 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-163926f5-869e-422f-bd3d-12a3d60af63c req-431f1529-2e9b-4628-aacc-ef2f517a92bc tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/security-groups?id=332f11bf-2a21-4349-89de-b4efaa2c3b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425532 Jul 06 15:37:25.680590 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a56b71-aa1d-40cf-ac5b-babbfdb1f0fc req-5839526b-69ea-40e0-9b82-482327434a5f tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:37:25.682038 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-11a56b71-aa1d-40cf-ac5b-babbfdb1f0fc req-5839526b-69ea-40e0-9b82-482327434a5f tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/ports?device_id=36fedb21-72a2-4052-845e-01d588e3589f HTTP/1.1" status: 200 len: 943 time: 0.0477796 Jul 06 15:37:25.729803 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-11a56b71-aa1d-40cf-ac5b-babbfdb1f0fc req-6332eeb2-1b2b-4881-9600-3aae0c38b2ae tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/security-groups?id=332f11bf-2a21-4349-89de-b4efaa2c3b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424197 Jul 06 15:37:26.844182 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a718da38-9e7c-4ba4-867d-5fbbcf667e1f req-a8a2c4a5-9db4-40ae-b0ef-75eb3dbc7498 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:37:26.845562 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-a718da38-9e7c-4ba4-867d-5fbbcf667e1f req-a8a2c4a5-9db4-40ae-b0ef-75eb3dbc7498 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/ports?device_id=36fedb21-72a2-4052-845e-01d588e3589f HTTP/1.1" status: 200 len: 943 time: 0.0497696 Jul 06 15:37:26.900679 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-a718da38-9e7c-4ba4-867d-5fbbcf667e1f req-c474277d-a4f0-4a63-a046-c3b9b714d0e7 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/security-groups?id=332f11bf-2a21-4349-89de-b4efaa2c3b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496523 Jul 06 15:37:28.014307 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b01d31d-8064-4592-bd5a-2149dcff3a11 req-24816404-ab85-4297-860a-8325c5aeff1f tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:37:28.015755 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-5b01d31d-8064-4592-bd5a-2149dcff3a11 req-24816404-ab85-4297-860a-8325c5aeff1f tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/ports?device_id=36fedb21-72a2-4052-845e-01d588e3589f HTTP/1.1" status: 200 len: 943 time: 0.0497694 Jul 06 15:37:28.064672 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-5b01d31d-8064-4592-bd5a-2149dcff3a11 req-266e064f-5b70-465d-9fe5-3989c3c787ea tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/security-groups?id=332f11bf-2a21-4349-89de-b4efaa2c3b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426250 Jul 06 15:37:29.179511 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2deefac-7b99-466d-8729-954c8dd4f027 req-a86b7b8a-2422-41eb-a150-e22ba5ab624d tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:37:29.180956 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-b2deefac-7b99-466d-8729-954c8dd4f027 req-a86b7b8a-2422-41eb-a150-e22ba5ab624d tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/ports?device_id=36fedb21-72a2-4052-845e-01d588e3589f HTTP/1.1" status: 200 len: 943 time: 0.0469115 Jul 06 15:37:29.229273 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-b2deefac-7b99-466d-8729-954c8dd4f027 req-e817ebe3-08d9-48c8-a022-3b27ae6b4f9b tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/security-groups?id=332f11bf-2a21-4349-89de-b4efaa2c3b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428522 Jul 06 15:37:29.693589 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.agents_db [None req-99b786f5-93e1-437c-926e-a88e17275ab4 None None] Agent healthcheck: found 6 active agents {{(pid=103847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:37:30.339345 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c99f6b2-0ff7-4b01-86b7-8271049948b0 req-6a51fd79-5192-4a6b-86f7-1039ec9981df tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:37:30.340786 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-3c99f6b2-0ff7-4b01-86b7-8271049948b0 req-6a51fd79-5192-4a6b-86f7-1039ec9981df tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/ports?device_id=36fedb21-72a2-4052-845e-01d588e3589f HTTP/1.1" status: 200 len: 943 time: 0.0457945 Jul 06 15:37:30.388861 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-3c99f6b2-0ff7-4b01-86b7-8271049948b0 req-52512f25-172a-4172-9630-8f931b0ff980 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/security-groups?id=332f11bf-2a21-4349-89de-b4efaa2c3b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426972 Jul 06 15:37:31.502394 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c403dc81-d86d-42ca-9049-8f9d16e872e4 req-68b3f4e3-cb85-4ca7-a5f3-c936232d2f56 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:37:31.503869 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-c403dc81-d86d-42ca-9049-8f9d16e872e4 req-68b3f4e3-cb85-4ca7-a5f3-c936232d2f56 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/ports?device_id=36fedb21-72a2-4052-845e-01d588e3589f HTTP/1.1" status: 200 len: 943 time: 0.0464492 Jul 06 15:37:31.516107 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device be58011f-fd4e-42cd-ab66-74a807d623c3 details requested by agent hyperv_hv-cinder-84884 with host hv-cinder-84884 {{(pid=103846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 15:37:31.556558 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-c403dc81-d86d-42ca-9049-8f9d16e872e4 req-a8b41291-4eeb-43a7-9147-eb644b06d4b4 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/security-groups?id=332f11bf-2a21-4349-89de-b4efaa2c3b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472720 Jul 06 15:37:31.614906 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port be58011f-fd4e-42cd-ab66-74a807d623c3, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=be58011f-fd4e-42cd-ab66-74a807d623c3,segment=NetworkSegment(392e2498-ea74-4b12-b63e-65e707942834),segment_id=392e2498-ea74-4b12-b63e-65e707942834)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:37:31.625554 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Returning: {'device': 'be58011f-fd4e-42cd-ab66-74a807d623c3', 'network_id': '784d35cc-1e96-42d9-b35a-63f5c285a35a', 'port_id': 'be58011f-fd4e-42cd-ab66-74a807d623c3', 'mac_address': 'fa:16:3e:5f:4a:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bf4bc6c-097d-41f4-91b7-12c91aca1e8f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 15:37:31.658203 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Current status of the port be58011f-fd4e-42cd-ab66-74a807d623c3 is: DOWN; New status is: BUILD {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:37:31.658575 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (be58011f-fd4e-42cd-ab66-74a807d623c3), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:37:31.674538 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.notifiers.nova [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be58011f-fd4e-42cd-ab66-74a807d623c3 {{(pid=103846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 15:37:31.693651 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port be58011f-fd4e-42cd-ab66-74a807d623c3, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=be58011f-fd4e-42cd-ab66-74a807d623c3,segment=NetworkSegment(392e2498-ea74-4b12-b63e-65e707942834),segment_id=392e2498-ea74-4b12-b63e-65e707942834)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:37:31.698223 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (be58011f-fd4e-42cd-ab66-74a807d623c3), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:37:31.743058 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Pushing event updated for resources: {'Port': ['ID=be58011f-fd4e-42cd-ab66-74a807d623c3,revision_number=4']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:37:31.750065 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:37:31.750412 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:37:31.750752 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:37:31.751090 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:37:31.751457 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:37:31.751788 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:37:31.752139 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:37:31.752463 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:37:31.752784 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:37:31.753104 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:37:31.753426 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:37:31.753774 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:37:31.754092 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:37:31.754407 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:37:31.754731 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:37:31.904733 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] get_ports_and_sgs() called for port_ids ['be58011f-fd4e-42cd-ab66-74a807d623c3'] {{(pid=103846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:37:32.673305 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1574da8-f62d-4e5c-ba81-8486ab341016 req-ff4306ab-016e-4faa-b216-389106dfddad tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:37:32.674742 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-f1574da8-f62d-4e5c-ba81-8486ab341016 req-ff4306ab-016e-4faa-b216-389106dfddad tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/ports?device_id=36fedb21-72a2-4052-845e-01d588e3589f HTTP/1.1" status: 200 len: 944 time: 0.0503132 Jul 06 15:37:32.722553 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-f1574da8-f62d-4e5c-ba81-8486ab341016 req-913e902e-2c3d-47ab-a355-97f1abdb59b8 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/security-groups?id=332f11bf-2a21-4349-89de-b4efaa2c3b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418172 Jul 06 15:37:33.516887 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device be58011f-fd4e-42cd-ab66-74a807d623c3 up at agent hyperv_hv-cinder-84884 {{(pid=103846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:37:33.557508 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:37:33.558459 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Provisioning for port be58011f-fd4e-42cd-ab66-74a807d623c3 completed by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 06 15:37:33.563544 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.provisioning_blocks [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Provisioning complete for port be58011f-fd4e-42cd-ab66-74a807d623c3 triggered by entity L2. {{(pid=103846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 15:37:33.563911 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545529'] for port (be58011f-fd4e-42cd-ab66-74a807d623c3), provisioning_complete {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:37:33.582817 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:37:33.637190 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Current status of the port be58011f-fd4e-42cd-ab66-74a807d623c3 is: BUILD; New status is: ACTIVE {{(pid=103846) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 15:37:33.637567 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (be58011f-fd4e-42cd-ab66-74a807d623c3), before_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:37:33.660263 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36fedb21-72a2-4052-845e-01d588e3589f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be58011f-fd4e-42cd-ab66-74a807d623c3'}] {{(pid=103846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:37:33.662426 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83ad2954d886e551320551455e9fbed623a66dbf450698aab55d06241312ca55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66073b48-c2d4-4e93-897b-a3db78417af6" -d '{"events": [{"server_uuid": "36fedb21-72a2-4052-845e-01d588e3589f", "name": "network-vif-plugged", "status": "completed", "tag": "be58011f-fd4e-42cd-ab66-74a807d623c3"}]}' {{(pid=103846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:37:33.675150 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.db [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] For port be58011f-fd4e-42cd-ab66-74a807d623c3, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=be58011f-fd4e-42cd-ab66-74a807d623c3,segment=NetworkSegment(392e2498-ea74-4b12-b63e-65e707942834),segment_id=392e2498-ea74-4b12-b63e-65e707942834)] {{(pid=103846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:37:33.678884 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773'] for port (be58011f-fd4e-42cd-ab66-74a807d623c3), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:37:33.724265 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Pushing event updated for resources: {'Port': ['ID=be58011f-fd4e-42cd-ab66-74a807d623c3,revision_number=5']} {{(pid=103846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:37:33.835531 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77322576-e235-46e6-abff-d1c2681d0c6c req-c3e2eddd-d2cc-4675-948a-6ad464b3d1e1 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:37:33.837145 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-77322576-e235-46e6-abff-d1c2681d0c6c req-c3e2eddd-d2cc-4675-948a-6ad464b3d1e1 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/ports?device_id=36fedb21-72a2-4052-845e-01d588e3589f HTTP/1.1" status: 200 len: 945 time: 0.0474510 Jul 06 15:37:33.863414 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:37:33.866509 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 15:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-804f5f30-b2b9-42ca-bb55-a3eec73e118e x-openstack-request-id: req-804f5f30-b2b9-42ca-bb55-a3eec73e118e {{(pid=103846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:37:33.866862 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36fedb21-72a2-4052-845e-01d588e3589f", "name": "network-vif-plugged", "status": "completed", "tag": "be58011f-fd4e-42cd-ab66-74a807d623c3", "code": 200}]} {{(pid=103846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:37:33.867198 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-804f5f30-b2b9-42ca-bb55-a3eec73e118e {{(pid=103846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:37:33.867678 dv-cinder-848848-4-iscsi neutron-server[103846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-804f5f30-b2b9-42ca-bb55-a3eec73e118e'] response: {'server_uuid': '36fedb21-72a2-4052-845e-01d588e3589f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be58011f-fd4e-42cd-ab66-74a807d623c3', 'code': 200} Jul 06 15:37:33.888877 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-77322576-e235-46e6-abff-d1c2681d0c6c req-b5f1c274-8ac6-4798-85b2-0cd5764f2661 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/security-groups?id=332f11bf-2a21-4349-89de-b4efaa2c3b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460849 Jul 06 15:37:34.071168 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5b7898-19c0-4589-881d-cc33333a565c req-9104e739-ef88-46f5-8353-55739c4418ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:37:34.072745 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-ef5b7898-19c0-4589-881d-cc33333a565c req-9104e739-ef88-46f5-8353-55739c4418ca service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=36fedb21-72a2-4052-845e-01d588e3589f HTTP/1.1" status: 200 len: 1129 time: 0.0391183 Jul 06 15:37:34.101423 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:37:34.122475 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-ef5b7898-19c0-4589-881d-cc33333a565c req-7b68a1f7-0766-42f0-8407-3e49b7b0ef85 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=332f11bf-2a21-4349-89de-b4efaa2c3b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438547 Jul 06 15:37:35.001166 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b0405-ee85-45ad-809c-19c42f748f94 req-66396a3c-706b-464f-b328-9980c8d334c2 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:37:35.002593 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-287b0405-ee85-45ad-809c-19c42f748f94 req-66396a3c-706b-464f-b328-9980c8d334c2 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/ports?device_id=36fedb21-72a2-4052-845e-01d588e3589f HTTP/1.1" status: 200 len: 945 time: 0.0463448 Jul 06 15:37:35.050587 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-287b0405-ee85-45ad-809c-19c42f748f94 req-9497bf0b-31ac-4384-a198-70b450d110ec tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/security-groups?id=332f11bf-2a21-4349-89de-b4efaa2c3b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425959 Jul 06 15:37:36.164590 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeaa825-06fe-4b92-acd8-7cff6cf0ad7e req-e0d0842c-e353-4e8e-84a5-9a2bb5e7e424 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:37:36.166035 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-beeaa825-06fe-4b92-acd8-7cff6cf0ad7e req-e0d0842c-e353-4e8e-84a5-9a2bb5e7e424 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/ports?device_id=36fedb21-72a2-4052-845e-01d588e3589f HTTP/1.1" status: 200 len: 945 time: 0.0468020 Jul 06 15:37:36.214318 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-beeaa825-06fe-4b92-acd8-7cff6cf0ad7e req-ee5d76cb-725a-43a6-afef-cac25909e3a0 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/security-groups?id=332f11bf-2a21-4349-89de-b4efaa2c3b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428863 Jul 06 15:37:36.323442 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c0100-f326-4921-9a59-25a9797eaea7 req-a8c7875b-fd63-4ce2-a31e-93fc4cf89c15 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:37:36.324865 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-ee5c0100-f326-4921-9a59-25a9797eaea7 req-a8c7875b-fd63-4ce2-a31e-93fc4cf89c15 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/ports?device_id=36fedb21-72a2-4052-845e-01d588e3589f HTTP/1.1" status: 200 len: 945 time: 0.0451698 Jul 06 15:37:36.359267 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=100 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:37:36.373212 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-ee5c0100-f326-4921-9a59-25a9797eaea7 req-b7fd43a2-589f-4155-b3e1-13dd15e25561 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/security-groups?id=332f11bf-2a21-4349-89de-b4efaa2c3b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430248 Jul 06 15:37:36.395755 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 33280) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:37:36.435357 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da122b2-84f2-49bf-b40e-5ddb27eb5476 tempest-TestVolumeBootPattern-946153096 tempest-TestVolumeBootPattern-946153096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:37:36.436793 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-7da122b2-84f2-49bf-b40e-5ddb27eb5476 tempest-TestVolumeBootPattern-946153096 tempest-TestVolumeBootPattern-946153096-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=36fedb21-72a2-4052-845e-01d588e3589f HTTP/1.1" status: 200 len: 1124 time: 0.0401194 Jul 06 15:37:36.439474 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 33282) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:37:36.443479 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.v2.base [None req-500f80e5-1fa6-4dad-ab5a-9bdf4c90d806 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Request body: {'floatingip': {'floating_network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'port_id': 'be58011f-fd4e-42cd-ab66-74a807d623c3', 'tenant_id': '6d724d364f9b4bafb241a0bb0b02429f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 15:37:36.463699 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-500f80e5-1fa6-4dad-ab5a-9bdf4c90d806 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:37:36.485117 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:37:36.542139 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-500f80e5-1fa6-4dad-ab5a-9bdf4c90d806 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (None), before_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:37:36.648760 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.db.db_base_plugin_common [None req-500f80e5-1fa6-4dad-ab5a-9bdf4c90d806 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Allocated IP 172.27.3.208 (377cda5e-c384-46ee-8e00-4b775f415604/1975bb39-9f7d-4b8c-94d3-6023908c91e1/eb5052d8-4350-48d4-aa2c-3beffa8c6627) {{(pid=103845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:37:36.752336 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-500f80e5-1fa6-4dad-ab5a-9bdf4c90d806 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks [] for port (eb5052d8-4350-48d4-aa2c-3beffa8c6627), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:37:36.784322 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-500f80e5-1fa6-4dad-ab5a-9bdf4c90d806 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786465455737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2888556'] for port (eb5052d8-4350-48d4-aa2c-3beffa8c6627), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:37:36.823417 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500f80e5-1fa6-4dad-ab5a-9bdf4c90d806 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Network 377cda5e-c384-46ee-8e00-4b775f415604 is already hosted by enough agents. {{(pid=103845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:37:36.826170 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.base_scheduler [None req-500f80e5-1fa6-4dad-ab5a-9bdf4c90d806 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Resources bound (agent type, host, resource id): {{(pid=103845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:37:36.829921 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500f80e5-1fa6-4dad-ab5a-9bdf4c90d806 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Received port after_create {{(pid=103845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 15:37:36.851707 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500f80e5-1fa6-4dad-ab5a-9bdf4c90d806 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Pushing event updated for resources: {'Port': ['ID=eb5052d8-4350-48d4-aa2c-3beffa8c6627,revision_number=1']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:37:37.166472 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:37:37.173158 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-500f80e5-1fa6-4dad-ab5a-9bdf4c90d806 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks [] for floatingip (84d2931c-8e0b-47a7-99e3-3e30cfe6d67b), precommit_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:37:37.227518 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:37:37.239763 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-500f80e5-1fa6-4dad-ab5a-9bdf4c90d806 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1494925'] for port (eb5052d8-4350-48d4-aa2c-3beffa8c6627), before_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:37:37.385454 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-500f80e5-1fa6-4dad-ab5a-9bdf4c90d806 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks [] for port (eb5052d8-4350-48d4-aa2c-3beffa8c6627), precommit_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:37:37.389978 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-500f80e5-1fa6-4dad-ab5a-9bdf4c90d806 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786465950437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786465455755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786465455773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2888549'] for port (eb5052d8-4350-48d4-aa2c-3beffa8c6627), after_update {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:37:37.459624 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500f80e5-1fa6-4dad-ab5a-9bdf4c90d806 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Pushing event updated for resources: {'Port': ['ID=eb5052d8-4350-48d4-aa2c-3beffa8c6627,revision_number=2']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:37:37.469347 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-500f80e5-1fa6-4dad-ab5a-9bdf4c90d806 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591059'] for floatingip (84d2931c-8e0b-47a7-99e3-3e30cfe6d67b), after_create {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:37:37.559379 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.db.l3_db [None req-500f80e5-1fa6-4dad-ab5a-9bdf4c90d806 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Floating IP 84d2931c-8e0b-47a7-99e3-3e30cfe6d67b associated. External IP: 172.27.3.208, port: be58011f-fd4e-42cd-ab66-74a807d623c3. Jul 06 15:37:37.751549 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-500f80e5-1fa6-4dad-ab5a-9bdf4c90d806 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Router b72d11e3-0c53-4024-b657-bb1519d61b5a has already been hosted by L3 agent 8e6e5f2a-f235-48ed-8752-aab723ac44e7 {{(pid=103845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 15:37:37.851386 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-500f80e5-1fa6-4dad-ab5a-9bdf4c90d806 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Notify agent at l3_agent.dv-cinder-848848-4-iscsi the message routers_updated {{(pid=103845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:37:37.860692 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e85198b-85af-4fc1-aeb7-6996bdcba2fb None None] Sync routers for ids ['b72d11e3-0c53-4024-b657-bb1519d61b5a'] in dv-cinder-848848-4-iscsi {{(pid=103847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:37:37.868993 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-500f80e5-1fa6-4dad-ab5a-9bdf4c90d806 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for floatingip (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:37:37.871446 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e85198b-85af-4fc1-aeb7-6996bdcba2fb None None] Routers {'b72d11e3-0c53-4024-b657-bb1519d61b5a'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:37:37.872167 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-2e85198b-85af-4fc1-aeb7-6996bdcba2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:37:18Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['b72d11e3-0c53-4024-b657-bb1519d61b5a'], 'active': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:37:37.898569 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-500f80e5-1fa6-4dad-ab5a-9bdf4c90d806 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4581351 Jul 06 15:37:37.899146 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36fedb21-72a2-4052-845e-01d588e3589f', 'tag': 'be58011f-fd4e-42cd-ab66-74a807d623c3'}] {{(pid=103845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:37:37.901435 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd369e17f446e19581dd3179055a52fe8da101c7a2eb4c4bf67a2ebbfd3bc446" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37df47c4-f5bf-49dd-b365-355c92842a0a" -d '{"events": [{"name": "network-changed", "server_uuid": "36fedb21-72a2-4052-845e-01d588e3589f", "tag": "be58011f-fd4e-42cd-ab66-74a807d623c3"}]}' {{(pid=103845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:37:37.975522 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvr_db [None req-2e85198b-85af-4fc1-aeb7-6996bdcba2fb None None] Set router b72d11e3-0c53-4024-b657-bb1519d61b5a gateway port host: dv-cinder-848848-4-iscsi {{(pid=103847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:37:38.045138 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 15:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a8885f-a7f2-4470-a842-9b1c410a381e x-openstack-request-id: req-a6a8885f-a7f2-4470-a842-9b1c410a381e {{(pid=103845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:37:38.045424 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36fedb21-72a2-4052-845e-01d588e3589f", "tag": "be58011f-fd4e-42cd-ab66-74a807d623c3", "status": "completed", "code": 200}]} {{(pid=103845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:37:38.045678 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a6a8885f-a7f2-4470-a842-9b1c410a381e {{(pid=103845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:37:38.046079 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6a8885f-a7f2-4470-a842-9b1c410a381e'] response: {'name': 'network-changed', 'server_uuid': '36fedb21-72a2-4052-845e-01d588e3589f', 'tag': 'be58011f-fd4e-42cd-ab66-74a807d623c3', 'status': 'completed', 'code': 200} Jul 06 15:37:38.104341 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df47c4-f5bf-49dd-b365-355c92842a0a req-dad0e96b-e3e5-404d-b576-47331693abc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:37:38.105826 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-37df47c4-f5bf-49dd-b365-355c92842a0a req-dad0e96b-e3e5-404d-b576-47331693abc3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6d724d364f9b4bafb241a0bb0b02429f&device_id=36fedb21-72a2-4052-845e-01d588e3589f HTTP/1.1" status: 200 len: 1129 time: 0.0398407 Jul 06 15:37:38.186317 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-2e85198b-85af-4fc1-aeb7-6996bdcba2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'name': 'tempest-TestVolumeBootPattern-1684097512-router', 'tenant_id': '6d724d364f9b4bafb241a0bb0b02429f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '1a14bced-14dd-4a2e-b9c0-5a8d662317e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:32:42Z', 'updated_at': '2022-07-06T15:32:45Z', 'revision_number': 4, 'project_id': '6d724d364f9b4bafb241a0bb0b02429f', 'gw_port': {'id': '1a14bced-14dd-4a2e-b9c0-5a8d662317e9', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:32:43Z', 'updated_at': '2022-07-06T15:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_floatingips': [{'id': '07a9b658-01c0-4e87-9ed0-cb8e753a26f4', 'tenant_id': '6d724d364f9b4bafb241a0bb0b02429f', 'floating_ip_address': '172.27.3.74', 'floating_network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'router_id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'port_id': '101ed713-aa30-491f-b239-e9d0f48d90ee', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '784d35cc-1e96-42d9-b35a-63f5c285a35a', 'mac_address': 'fa:16:3e:36:4f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723f31b1-47e5-4825-ad25-22d7b21913b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T15:35:39Z', 'updated_at': '2022-07-06T15:35:42Z', 'revision_number': 1, 'project_id': '6d724d364f9b4bafb241a0bb0b02429f', 'fixed_ip_address_scope': None}, {'id': '84d2931c-8e0b-47a7-99e3-3e30cfe6d67b', 'tenant_id': '6d724d364f9b4bafb241a0bb0b02429f', 'floating_ip_address': '172.27.3.208', 'floating_network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'router_id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'port_id': 'be58011f-fd4e-42cd-ab66-74a807d623c3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '784d35cc-1e96-42d9-b35a-63f5c285a35a', 'mac_address': 'fa:16:3e:5f:4a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36fedb21-72a2-4052-845e-01d588e3589f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T15:37:37Z', 'updated_at': '2022-07-06T15:37:37Z', 'revision_number': 0, 'project_id': '6d724d364f9b4bafb241a0bb0b02429f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5506e7af-726e-4d99-b651-a2ecbd3e1a59', 'name': '', 'network_id': '784d35cc-1e96-42d9-b35a-63f5c285a35a', 'tenant_id': '6d724d364f9b4bafb241a0bb0b02429f', 'mac_address': 'fa:16:3e:ac:99:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '4bf4bc6c-097d-41f4-91b7-12c91aca1e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:32:44Z', 'updated_at': '2022-07-06T15:32:49Z', 'revision_number': 5, 'project_id': '6d724d364f9b4bafb241a0bb0b02429f', 'subnets': [{'id': '4bf4bc6c-097d-41f4-91b7-12c91aca1e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:37:38.201385 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df47c4-f5bf-49dd-b365-355c92842a0a req-54810bf6-7fb1-48ea-83a7-0e860e9a5566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:37:38.202871 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-37df47c4-f5bf-49dd-b365-355c92842a0a req-54810bf6-7fb1-48ea-83a7-0e860e9a5566 service neutron] 10.222.0.16 "GET /v2.0/networks?id=784d35cc-1e96-42d9-b35a-63f5c285a35a HTTP/1.1" status: 200 len: 913 time: 0.0913746 Jul 06 15:37:38.213369 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e85198b-85af-4fc1-aeb7-6996bdcba2fb None None] Checking router: b72d11e3-0c53-4024-b657-bb1519d61b5a for host: dv-cinder-848848-4-iscsi {{(pid=103847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:37:38.221605 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e85198b-85af-4fc1-aeb7-6996bdcba2fb None None] Routers {'b72d11e3-0c53-4024-b657-bb1519d61b5a'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:37:38.222738 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-2e85198b-85af-4fc1-aeb7-6996bdcba2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:37:18Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['b72d11e3-0c53-4024-b657-bb1519d61b5a'], 'active': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:37:38.263803 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-37df47c4-f5bf-49dd-b365-355c92842a0a req-8823ab42-f58e-414e-8c7c-9345347c4cae service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be58011f-fd4e-42cd-ab66-74a807d623c3 HTTP/1.1" status: 200 len: 999 time: 0.0551479 Jul 06 15:37:38.312077 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df47c4-f5bf-49dd-b365-355c92842a0a req-48e2daee-04f2-401e-8cee-f69022381bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:37:38.313527 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-37df47c4-f5bf-49dd-b365-355c92842a0a req-48e2daee-04f2-401e-8cee-f69022381bae service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4bf4bc6c-097d-41f4-91b7-12c91aca1e8f HTTP/1.1" status: 200 len: 851 time: 0.0445125 Jul 06 15:37:38.322506 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvr_db [None req-2e85198b-85af-4fc1-aeb7-6996bdcba2fb None None] Set router b72d11e3-0c53-4024-b657-bb1519d61b5a gateway port host: dv-cinder-848848-4-iscsi {{(pid=103847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:37:38.361621 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df47c4-f5bf-49dd-b365-355c92842a0a req-bacd5708-424a-40d8-8e45-2fe4f5e20bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:37:38.363762 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-37df47c4-f5bf-49dd-b365-355c92842a0a req-bacd5708-424a-40d8-8e45-2fe4f5e20bfa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=784d35cc-1e96-42d9-b35a-63f5c285a35a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442348 Jul 06 15:37:38.457399 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-37df47c4-f5bf-49dd-b365-355c92842a0a req-a0e9baec-6640-4316-a33a-aa22a93ae976 service neutron] 10.222.0.16 "GET /v2.0/networks/784d35cc-1e96-42d9-b35a-63f5c285a35a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876758 Jul 06 15:37:38.552153 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-37df47c4-f5bf-49dd-b365-355c92842a0a req-fed7cbc0-cf6b-4f6f-be06-93a190bbbef6 service neutron] 10.222.0.16 "GET /v2.0/networks/784d35cc-1e96-42d9-b35a-63f5c285a35a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887666 Jul 06 15:37:38.613715 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-2e85198b-85af-4fc1-aeb7-6996bdcba2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'name': 'tempest-TestVolumeBootPattern-1684097512-router', 'tenant_id': '6d724d364f9b4bafb241a0bb0b02429f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '1a14bced-14dd-4a2e-b9c0-5a8d662317e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:32:42Z', 'updated_at': '2022-07-06T15:32:45Z', 'revision_number': 4, 'project_id': '6d724d364f9b4bafb241a0bb0b02429f', 'gw_port': {'id': '1a14bced-14dd-4a2e-b9c0-5a8d662317e9', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:32:43Z', 'updated_at': '2022-07-06T15:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_floatingips': [{'id': '07a9b658-01c0-4e87-9ed0-cb8e753a26f4', 'tenant_id': '6d724d364f9b4bafb241a0bb0b02429f', 'floating_ip_address': '172.27.3.74', 'floating_network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'router_id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'port_id': '101ed713-aa30-491f-b239-e9d0f48d90ee', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '784d35cc-1e96-42d9-b35a-63f5c285a35a', 'mac_address': 'fa:16:3e:36:4f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723f31b1-47e5-4825-ad25-22d7b21913b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T15:35:39Z', 'updated_at': '2022-07-06T15:35:42Z', 'revision_number': 1, 'project_id': '6d724d364f9b4bafb241a0bb0b02429f', 'fixed_ip_address_scope': None}, {'id': '84d2931c-8e0b-47a7-99e3-3e30cfe6d67b', 'tenant_id': '6d724d364f9b4bafb241a0bb0b02429f', 'floating_ip_address': '172.27.3.208', 'floating_network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'router_id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'port_id': 'be58011f-fd4e-42cd-ab66-74a807d623c3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '784d35cc-1e96-42d9-b35a-63f5c285a35a', 'mac_address': 'fa:16:3e:5f:4a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36fedb21-72a2-4052-845e-01d588e3589f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T15:37:37Z', 'updated_at': '2022-07-06T15:37:37Z', 'revision_number': 0, 'project_id': '6d724d364f9b4bafb241a0bb0b02429f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5506e7af-726e-4d99-b651-a2ecbd3e1a59', 'name': '', 'network_id': '784d35cc-1e96-42d9-b35a-63f5c285a35a', 'tenant_id': '6d724d364f9b4bafb241a0bb0b02429f', 'mac_address': 'fa:16:3e:ac:99:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '4bf4bc6c-097d-41f4-91b7-12c91aca1e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:32:44Z', 'updated_at': '2022-07-06T15:32:49Z', 'revision_number': 5, 'project_id': '6d724d364f9b4bafb241a0bb0b02429f', 'subnets': [{'id': '4bf4bc6c-097d-41f4-91b7-12c91aca1e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:37:38.640618 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e85198b-85af-4fc1-aeb7-6996bdcba2fb None None] The sync data for ids ['b72d11e3-0c53-4024-b657-bb1519d61b5a'] in dv-cinder-848848-4-iscsi is: [{'id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'name': 'tempest-TestVolumeBootPattern-1684097512-router', 'tenant_id': '6d724d364f9b4bafb241a0bb0b02429f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '1a14bced-14dd-4a2e-b9c0-5a8d662317e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:32:42Z', 'updated_at': '2022-07-06T15:32:45Z', 'revision_number': 4, 'project_id': '6d724d364f9b4bafb241a0bb0b02429f', 'gw_port': {'id': '1a14bced-14dd-4a2e-b9c0-5a8d662317e9', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:32:43Z', 'updated_at': '2022-07-06T15:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_floatingips': [{'id': '07a9b658-01c0-4e87-9ed0-cb8e753a26f4', 'tenant_id': '6d724d364f9b4bafb241a0bb0b02429f', 'floating_ip_address': '172.27.3.74', 'floating_network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'router_id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'port_id': '101ed713-aa30-491f-b239-e9d0f48d90ee', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '784d35cc-1e96-42d9-b35a-63f5c285a35a', 'mac_address': 'fa:16:3e:36:4f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723f31b1-47e5-4825-ad25-22d7b21913b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T15:35:39Z', 'updated_at': '2022-07-06T15:35:42Z', 'revision_number': 1, 'project_id': '6d724d364f9b4bafb241a0bb0b02429f', 'fixed_ip_address_scope': None}, {'id': '84d2931c-8e0b-47a7-99e3-3e30cfe6d67b', 'tenant_id': '6d724d364f9b4bafb241a0bb0b02429f', 'floating_ip_address': '172.27.3.208', 'floating_network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'router_id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'port_id': 'be58011f-fd4e-42cd-ab66-74a807d623c3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '784d35cc-1e96-42d9-b35a-63f5c285a35a', 'mac_address': 'fa:16:3e:5f:4a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36fedb21-72a2-4052-845e-01d588e3589f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T15:37:37Z', 'updated_at': '2022-07-06T15:37:37Z', 'revision_number': 0, 'project_id': '6d724d364f9b4bafb241a0bb0b02429f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5506e7af-726e-4d99-b651-a2ecbd3e1a59', 'name': '', 'network_id': '784d35cc-1e96-42d9-b35a-63f5c285a35a', 'tenant_id': '6d724d364f9b4bafb241a0bb0b02429f', 'mac_address': 'fa:16:3e:ac:99:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '4bf4bc6c-097d-41f4-91b7-12c91aca1e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:32:44Z', 'updated_at': '2022-07-06T15:32:49Z', 'revision_number': 5, 'project_id': '6d724d364f9b4bafb241a0bb0b02429f', 'subnets': [{'id': '4bf4bc6c-097d-41f4-91b7-12c91aca1e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:37:38.818599 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ddb362-9384-4ce2-ab40-4715d9435541 None None] New status for floating IP 84d2931c-8e0b-47a7-99e3-3e30cfe6d67b: ACTIVE {{(pid=103846) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 06 15:37:44.623567 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (eda728fc-b46d-4378-b578-35bac6b15486), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:37:46.289931 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-689fcd4f-8413-4cee-b9e2-274bbc35d0f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (a81823b9-ba52-46bb-9bcd-43b269600933), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:37:47.893370 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=85,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:37:47.896518 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=84,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:37:48.335495 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d62d5f49-f1af-41f3-bbbf-dffd0729b16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8e6e5f2a-f235-48ed-8752-aab723ac44e7), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:37:48.543245 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=71 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:37:48.549167 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=55 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:37:48.612010 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=93 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:37:48.616205 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=89 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:37:49.630969 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-5e71b6aa-55c8-4030-9936-371c496b104b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (6f0d5ee7-fa21-4cb0-b4ff-cf35f5a4ba31), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:37:51.135553 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-8ac95340-3f24-440b-a4d9-caf8afcb49bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8ea57be5-348a-4c5b-804c-cda178363830), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:37:51.252567 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (d26a5351-3de7-44f9-93eb-9fed5ee5b55b), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:37:56.435305 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-f6efc091-6466-4cf1-b9d9-fa559d505f25 req-f72931c6-c0d1-40db-8efa-8f406276f183 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=723f31b1-47e5-4825-ad25-22d7b21913b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375080 Jul 06 15:37:56.513250 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6efc091-6466-4cf1-b9d9-fa559d505f25 req-d8e19fa6-7c8d-4105-8cf2-c24c9eb94597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:37:56.514586 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-f6efc091-6466-4cf1-b9d9-fa559d505f25 req-d8e19fa6-7c8d-4105-8cf2-c24c9eb94597 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6d724d364f9b4bafb241a0bb0b02429f&device_id=723f31b1-47e5-4825-ad25-22d7b21913b1 HTTP/1.1" status: 200 len: 1130 time: 0.0387683 Jul 06 15:37:56.621135 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6efc091-6466-4cf1-b9d9-fa559d505f25 req-a98726b4-2cb4-4a99-ac0f-e61b88c4ce12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:37:56.622577 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-f6efc091-6466-4cf1-b9d9-fa559d505f25 req-a98726b4-2cb4-4a99-ac0f-e61b88c4ce12 service neutron] 10.222.0.16 "GET /v2.0/networks?id=784d35cc-1e96-42d9-b35a-63f5c285a35a HTTP/1.1" status: 200 len: 913 time: 0.0884249 Jul 06 15:37:56.684280 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-f6efc091-6466-4cf1-b9d9-fa559d505f25 req-030b63ed-5c1a-4011-bfd2-afff8e218b72 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=101ed713-aa30-491f-b239-e9d0f48d90ee HTTP/1.1" status: 200 len: 1001 time: 0.0544779 Jul 06 15:37:56.736225 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6efc091-6466-4cf1-b9d9-fa559d505f25 req-717fd6ed-7faa-4ef6-a51f-f1e32998c724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:37:56.737628 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-f6efc091-6466-4cf1-b9d9-fa559d505f25 req-717fd6ed-7faa-4ef6-a51f-f1e32998c724 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4bf4bc6c-097d-41f4-91b7-12c91aca1e8f HTTP/1.1" status: 200 len: 851 time: 0.0465372 Jul 06 15:37:56.780477 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6efc091-6466-4cf1-b9d9-fa559d505f25 req-1afbf8d6-a29b-43c8-bac5-c749aa84d6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:37:56.781829 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-f6efc091-6466-4cf1-b9d9-fa559d505f25 req-1afbf8d6-a29b-43c8-bac5-c749aa84d6c0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=784d35cc-1e96-42d9-b35a-63f5c285a35a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0370426 Jul 06 15:37:56.872471 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-f6efc091-6466-4cf1-b9d9-fa559d505f25 req-0edbb4b6-2564-4a87-b57f-07f213745d65 service neutron] 10.222.0.16 "GET /v2.0/networks/784d35cc-1e96-42d9-b35a-63f5c285a35a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835912 Jul 06 15:37:56.965276 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-f6efc091-6466-4cf1-b9d9-fa559d505f25 req-396edf7d-05cd-452c-8bf7-93541414c68c service neutron] 10.222.0.16 "GET /v2.0/networks/784d35cc-1e96-42d9-b35a-63f5c285a35a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864682 Jul 06 15:38:01.242861 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=32,neutron:UPDATE=5 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:38:01.247688 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=45,neutron:UPDATE=5 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:38:06.692135 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.agents_db [None req-99b786f5-93e1-437c-926e-a88e17275ab4 None None] Agent healthcheck: found 6 active agents {{(pid=103847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:38:06.955460 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=47 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:38:06.962672 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=54 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:38:14.625973 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (eda728fc-b46d-4378-b578-35bac6b15486), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:38:16.291601 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d27f0ea2-0958-4fa8-ab1b-1729cbae95a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (a81823b9-ba52-46bb-9bcd-43b269600933), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:38:18.337073 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-0a973e5d-12bb-4489-a6a3-1e7613a97df9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8e6e5f2a-f235-48ed-8752-aab723ac44e7), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:38:18.737728 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=3 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:38:18.738467 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=5 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:38:19.634152 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-5e71b6aa-55c8-4030-9936-371c496b104b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (6f0d5ee7-fa21-4cb0-b4ff-cf35f5a4ba31), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:38:21.137736 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-8ac95340-3f24-440b-a4d9-caf8afcb49bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8ea57be5-348a-4c5b-804c-cda178363830), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:38:21.246076 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (d26a5351-3de7-44f9-93eb-9fed5ee5b55b), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:38:31.239492 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:38:31.240249 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:38:43.690678 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.agents_db [None req-99b786f5-93e1-437c-926e-a88e17275ab4 None None] Agent healthcheck: found 6 active agents {{(pid=103847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:38:44.652229 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (eda728fc-b46d-4378-b578-35bac6b15486), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:38:46.296906 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-ef4751c1-4dff-4421-8da5-4bc9a8b6c321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (a81823b9-ba52-46bb-9bcd-43b269600933), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:38:48.339169 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-41204d04-680d-40f5-96df-c6933a921da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8e6e5f2a-f235-48ed-8752-aab723ac44e7), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:38:49.636271 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-5e71b6aa-55c8-4030-9936-371c496b104b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (6f0d5ee7-fa21-4cb0-b4ff-cf35f5a4ba31), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:38:51.141072 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-8ac95340-3f24-440b-a4d9-caf8afcb49bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8ea57be5-348a-4c5b-804c-cda178363830), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:38:51.248261 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (d26a5351-3de7-44f9-93eb-9fed5ee5b55b), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:38:55.740184 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:38:55.744444 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=5 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:38:58.461164 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-4829393a-8e01-42d2-8e25-6bea0011dad4 req-aa2a33d1-d6f7-4c37-825a-45e697755b7c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=36fedb21-72a2-4052-845e-01d588e3589f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388684 Jul 06 15:38:58.523840 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4829393a-8e01-42d2-8e25-6bea0011dad4 req-652527ff-2971-45ce-842a-144008b4235f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:38:58.525211 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-4829393a-8e01-42d2-8e25-6bea0011dad4 req-652527ff-2971-45ce-842a-144008b4235f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6d724d364f9b4bafb241a0bb0b02429f&device_id=36fedb21-72a2-4052-845e-01d588e3589f HTTP/1.1" status: 200 len: 1129 time: 0.0432951 Jul 06 15:38:58.625627 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4829393a-8e01-42d2-8e25-6bea0011dad4 req-7fd2da88-db8f-4bc9-bdb7-354666715917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:38:58.627060 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-4829393a-8e01-42d2-8e25-6bea0011dad4 req-7fd2da88-db8f-4bc9-bdb7-354666715917 service neutron] 10.222.0.16 "GET /v2.0/networks?id=784d35cc-1e96-42d9-b35a-63f5c285a35a HTTP/1.1" status: 200 len: 913 time: 0.0849240 Jul 06 15:38:58.690298 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-4829393a-8e01-42d2-8e25-6bea0011dad4 req-095a42e3-7ba1-4cf4-9f68-559b74ed76bb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be58011f-fd4e-42cd-ab66-74a807d623c3 HTTP/1.1" status: 200 len: 1001 time: 0.0572519 Jul 06 15:38:58.737503 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4829393a-8e01-42d2-8e25-6bea0011dad4 req-70186c81-b7f0-43af-b9de-94f81748b9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:38:58.738862 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-4829393a-8e01-42d2-8e25-6bea0011dad4 req-70186c81-b7f0-43af-b9de-94f81748b9ea service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4bf4bc6c-097d-41f4-91b7-12c91aca1e8f HTTP/1.1" status: 200 len: 851 time: 0.0425978 Jul 06 15:38:58.782286 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4829393a-8e01-42d2-8e25-6bea0011dad4 req-6e83770e-7ab4-46b0-89ce-2e39c6ca8dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:38:58.783677 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-4829393a-8e01-42d2-8e25-6bea0011dad4 req-6e83770e-7ab4-46b0-89ce-2e39c6ca8dc9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=784d35cc-1e96-42d9-b35a-63f5c285a35a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393655 Jul 06 15:38:58.875232 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-4829393a-8e01-42d2-8e25-6bea0011dad4 req-ea42eb1a-dd69-49bb-b00e-71be7a14b9dd service neutron] 10.222.0.16 "GET /v2.0/networks/784d35cc-1e96-42d9-b35a-63f5c285a35a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852880 Jul 06 15:38:58.961436 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-4829393a-8e01-42d2-8e25-6bea0011dad4 req-f636c13d-3aab-48e0-98a9-a4ac0877ab48 service neutron] 10.222.0.16 "GET /v2.0/networks/784d35cc-1e96-42d9-b35a-63f5c285a35a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810597 Jul 06 15:39:05.205554 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=22,neutron:UPDATE=5 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:39:05.207417 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:39:06.774313 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 33322) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:39:06.965374 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.plugin [None req-e6bf68fe-f7de-462a-bda4-e42102c9a201 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Deleting port eb5052d8-4350-48d4-aa2c-3beffa8c6627 {{(pid=103845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 15:39:06.965711 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-e6bf68fe-f7de-462a-bda4-e42102c9a201 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786465945384'] for port (eb5052d8-4350-48d4-aa2c-3beffa8c6627), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:07.041385 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-e6bf68fe-f7de-462a-bda4-e42102c9a201 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652656'] for port (eb5052d8-4350-48d4-aa2c-3beffa8c6627), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:07.042248 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-e6bf68fe-f7de-462a-bda4-e42102c9a201 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks [] for floatingip (eb5052d8-4350-48d4-aa2c-3beffa8c6627), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:07.054586 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.plugin [None req-e6bf68fe-f7de-462a-bda4-e42102c9a201 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Calling delete_port for eb5052d8-4350-48d4-aa2c-3beffa8c6627 owned by network:floatingip {{(pid=103845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 15:39:07.422740 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-e6bf68fe-f7de-462a-bda4-e42102c9a201 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786465950455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786465455746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2888556'] for port (eb5052d8-4350-48d4-aa2c-3beffa8c6627), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:07.445898 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bf68fe-f7de-462a-bda4-e42102c9a201 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Pushing event deleted for resources: {'Port': ['ID=eb5052d8-4350-48d4-aa2c-3beffa8c6627,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:39:07.472487 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bf68fe-f7de-462a-bda4-e42102c9a201 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:39:07.472827 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bf68fe-f7de-462a-bda4-e42102c9a201 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:39:07.473165 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bf68fe-f7de-462a-bda4-e42102c9a201 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:39:07.473500 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bf68fe-f7de-462a-bda4-e42102c9a201 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:39:07.473830 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bf68fe-f7de-462a-bda4-e42102c9a201 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:39:07.474154 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bf68fe-f7de-462a-bda4-e42102c9a201 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:39:07.474477 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bf68fe-f7de-462a-bda4-e42102c9a201 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:39:07.474795 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bf68fe-f7de-462a-bda4-e42102c9a201 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:39:07.475118 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bf68fe-f7de-462a-bda4-e42102c9a201 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:39:07.475467 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bf68fe-f7de-462a-bda4-e42102c9a201 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:39:07.475787 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bf68fe-f7de-462a-bda4-e42102c9a201 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:39:07.476107 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bf68fe-f7de-462a-bda4-e42102c9a201 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:39:07.476424 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bf68fe-f7de-462a-bda4-e42102c9a201 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:39:07.476737 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bf68fe-f7de-462a-bda4-e42102c9a201 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:39:07.477051 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bf68fe-f7de-462a-bda4-e42102c9a201 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:39:07.518213 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-e6bf68fe-f7de-462a-bda4-e42102c9a201 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks [] for floatingip (84d2931c-8e0b-47a7-99e3-3e30cfe6d67b), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:07.518472 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.db.l3_db [None req-e6bf68fe-f7de-462a-bda4-e42102c9a201 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Floating IP 84d2931c-8e0b-47a7-99e3-3e30cfe6d67b disassociated (deleted). External IP: 172.27.3.208, port: be58011f-fd4e-42cd-ab66-74a807d623c3. Jul 06 15:39:07.711449 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6bf68fe-f7de-462a-bda4-e42102c9a201 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Router b72d11e3-0c53-4024-b657-bb1519d61b5a has already been hosted by L3 agent 8e6e5f2a-f235-48ed-8752-aab723ac44e7 {{(pid=103845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 15:39:07.813291 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6bf68fe-f7de-462a-bda4-e42102c9a201 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Notify agent at l3_agent.dv-cinder-848848-4-iscsi the message routers_updated {{(pid=103845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:39:07.817971 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-e6bf68fe-f7de-462a-bda4-e42102c9a201 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for floatingip (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:07.822407 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b067d465-5da6-440a-a72e-9238d02843db None None] Sync routers for ids ['b72d11e3-0c53-4024-b657-bb1519d61b5a'] in dv-cinder-848848-4-iscsi {{(pid=103847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:39:07.832101 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b067d465-5da6-440a-a72e-9238d02843db None None] Routers {'b72d11e3-0c53-4024-b657-bb1519d61b5a'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:39:07.832728 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-b067d465-5da6-440a-a72e-9238d02843db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:38:48Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['b72d11e3-0c53-4024-b657-bb1519d61b5a'], 'active': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:39:07.836461 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:39:07.848596 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-e6bf68fe-f7de-462a-bda4-e42102c9a201 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "DELETE /v2.0/floatingips/84d2931c-8e0b-47a7-99e3-3e30cfe6d67b HTTP/1.1" status: 204 len: 168 time: 1.0732629 Jul 06 15:39:07.849249 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36fedb21-72a2-4052-845e-01d588e3589f', 'tag': 'be58011f-fd4e-42cd-ab66-74a807d623c3'}] {{(pid=103845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:39:07.851631 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd369e17f446e19581dd3179055a52fe8da101c7a2eb4c4bf67a2ebbfd3bc446" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6888cc5-4572-42fa-b85b-afda450c468f" -d '{"events": [{"name": "network-changed", "server_uuid": "36fedb21-72a2-4052-845e-01d588e3589f", "tag": "be58011f-fd4e-42cd-ab66-74a807d623c3"}]}' {{(pid=103845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:39:07.896861 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 15:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94e4dc1-c055-4765-a86c-8e51ba116f0f x-openstack-request-id: req-d94e4dc1-c055-4765-a86c-8e51ba116f0f {{(pid=103845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:39:07.897228 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36fedb21-72a2-4052-845e-01d588e3589f", "tag": "be58011f-fd4e-42cd-ab66-74a807d623c3", "status": "completed", "code": 200}]} {{(pid=103845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:39:07.898168 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d94e4dc1-c055-4765-a86c-8e51ba116f0f {{(pid=103845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:39:07.898728 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d94e4dc1-c055-4765-a86c-8e51ba116f0f'] response: {'name': 'network-changed', 'server_uuid': '36fedb21-72a2-4052-845e-01d588e3589f', 'tag': 'be58011f-fd4e-42cd-ab66-74a807d623c3', 'status': 'completed', 'code': 200} Jul 06 15:39:07.941591 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvr_db [None req-b067d465-5da6-440a-a72e-9238d02843db None None] Set router b72d11e3-0c53-4024-b657-bb1519d61b5a gateway port host: dv-cinder-848848-4-iscsi {{(pid=103847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:39:07.957632 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6888cc5-4572-42fa-b85b-afda450c468f req-d7b7f283-1369-47bb-9735-748f8242eb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:39:07.959133 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-f6888cc5-4572-42fa-b85b-afda450c468f req-d7b7f283-1369-47bb-9735-748f8242eb5d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6d724d364f9b4bafb241a0bb0b02429f&device_id=36fedb21-72a2-4052-845e-01d588e3589f HTTP/1.1" status: 200 len: 1129 time: 0.0415270 Jul 06 15:39:08.102875 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92216203-355e-4a7f-9707-fb1b0b05da0d req-88d6e64e-7197-4612-b414-afdb35527563 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:39:08.104780 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-92216203-355e-4a7f-9707-fb1b0b05da0d req-88d6e64e-7197-4612-b414-afdb35527563 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/ports?device_id=36fedb21-72a2-4052-845e-01d588e3589f HTTP/1.1" status: 200 len: 945 time: 0.0603883 Jul 06 15:39:08.109888 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6888cc5-4572-42fa-b85b-afda450c468f req-609a1669-d52c-486e-9b8f-40594cfede87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:39:08.111275 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-f6888cc5-4572-42fa-b85b-afda450c468f req-609a1669-d52c-486e-9b8f-40594cfede87 service neutron] 10.222.0.16 "GET /v2.0/networks?id=784d35cc-1e96-42d9-b35a-63f5c285a35a HTTP/1.1" status: 200 len: 913 time: 0.1419983 Jul 06 15:39:08.156812 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-b067d465-5da6-440a-a72e-9238d02843db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'name': 'tempest-TestVolumeBootPattern-1684097512-router', 'tenant_id': '6d724d364f9b4bafb241a0bb0b02429f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '1a14bced-14dd-4a2e-b9c0-5a8d662317e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:32:42Z', 'updated_at': '2022-07-06T15:32:45Z', 'revision_number': 4, 'project_id': '6d724d364f9b4bafb241a0bb0b02429f', 'gw_port': {'id': '1a14bced-14dd-4a2e-b9c0-5a8d662317e9', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:32:43Z', 'updated_at': '2022-07-06T15:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_floatingips': [{'id': '07a9b658-01c0-4e87-9ed0-cb8e753a26f4', 'tenant_id': '6d724d364f9b4bafb241a0bb0b02429f', 'floating_ip_address': '172.27.3.74', 'floating_network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'router_id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'port_id': '101ed713-aa30-491f-b239-e9d0f48d90ee', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '784d35cc-1e96-42d9-b35a-63f5c285a35a', 'mac_address': 'fa:16:3e:36:4f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723f31b1-47e5-4825-ad25-22d7b21913b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T15:35:39Z', 'updated_at': '2022-07-06T15:35:42Z', 'revision_number': 1, 'project_id': '6d724d364f9b4bafb241a0bb0b02429f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5506e7af-726e-4d99-b651-a2ecbd3e1a59', 'name': '', 'network_id': '784d35cc-1e96-42d9-b35a-63f5c285a35a', 'tenant_id': '6d724d364f9b4bafb241a0bb0b02429f', 'mac_address': 'fa:16:3e:ac:99:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '4bf4bc6c-097d-41f4-91b7-12c91aca1e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:32:44Z', 'updated_at': '2022-07-06T15:32:49Z', 'revision_number': 5, 'project_id': '6d724d364f9b4bafb241a0bb0b02429f', 'subnets': [{'id': '4bf4bc6c-097d-41f4-91b7-12c91aca1e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:39:08.159355 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-92216203-355e-4a7f-9707-fb1b0b05da0d req-2c0161d1-1941-4713-a875-7c2c4481df75 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/security-groups?id=332f11bf-2a21-4349-89de-b4efaa2c3b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471356 Jul 06 15:39:08.181388 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b067d465-5da6-440a-a72e-9238d02843db None None] Checking router: b72d11e3-0c53-4024-b657-bb1519d61b5a for host: dv-cinder-848848-4-iscsi {{(pid=103847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:39:08.190270 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b067d465-5da6-440a-a72e-9238d02843db None None] Routers {'b72d11e3-0c53-4024-b657-bb1519d61b5a'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:39:08.190865 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-b067d465-5da6-440a-a72e-9238d02843db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:38:48Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['b72d11e3-0c53-4024-b657-bb1519d61b5a'], 'active': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:39:08.288442 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvr_db [None req-b067d465-5da6-440a-a72e-9238d02843db None None] Set router b72d11e3-0c53-4024-b657-bb1519d61b5a gateway port host: dv-cinder-848848-4-iscsi {{(pid=103847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:39:08.487657 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-b067d465-5da6-440a-a72e-9238d02843db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'name': 'tempest-TestVolumeBootPattern-1684097512-router', 'tenant_id': '6d724d364f9b4bafb241a0bb0b02429f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '1a14bced-14dd-4a2e-b9c0-5a8d662317e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:32:42Z', 'updated_at': '2022-07-06T15:32:45Z', 'revision_number': 4, 'project_id': '6d724d364f9b4bafb241a0bb0b02429f', 'gw_port': {'id': '1a14bced-14dd-4a2e-b9c0-5a8d662317e9', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:32:43Z', 'updated_at': '2022-07-06T15:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_floatingips': [{'id': '07a9b658-01c0-4e87-9ed0-cb8e753a26f4', 'tenant_id': '6d724d364f9b4bafb241a0bb0b02429f', 'floating_ip_address': '172.27.3.74', 'floating_network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'router_id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'port_id': '101ed713-aa30-491f-b239-e9d0f48d90ee', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '784d35cc-1e96-42d9-b35a-63f5c285a35a', 'mac_address': 'fa:16:3e:36:4f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723f31b1-47e5-4825-ad25-22d7b21913b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T15:35:39Z', 'updated_at': '2022-07-06T15:35:42Z', 'revision_number': 1, 'project_id': '6d724d364f9b4bafb241a0bb0b02429f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5506e7af-726e-4d99-b651-a2ecbd3e1a59', 'name': '', 'network_id': '784d35cc-1e96-42d9-b35a-63f5c285a35a', 'tenant_id': '6d724d364f9b4bafb241a0bb0b02429f', 'mac_address': 'fa:16:3e:ac:99:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '4bf4bc6c-097d-41f4-91b7-12c91aca1e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:32:44Z', 'updated_at': '2022-07-06T15:32:49Z', 'revision_number': 5, 'project_id': '6d724d364f9b4bafb241a0bb0b02429f', 'subnets': [{'id': '4bf4bc6c-097d-41f4-91b7-12c91aca1e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:39:08.514279 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b067d465-5da6-440a-a72e-9238d02843db None None] The sync data for ids ['b72d11e3-0c53-4024-b657-bb1519d61b5a'] in dv-cinder-848848-4-iscsi is: [{'id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'name': 'tempest-TestVolumeBootPattern-1684097512-router', 'tenant_id': '6d724d364f9b4bafb241a0bb0b02429f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '1a14bced-14dd-4a2e-b9c0-5a8d662317e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:32:42Z', 'updated_at': '2022-07-06T15:32:45Z', 'revision_number': 4, 'project_id': '6d724d364f9b4bafb241a0bb0b02429f', 'gw_port': {'id': '1a14bced-14dd-4a2e-b9c0-5a8d662317e9', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:32:43Z', 'updated_at': '2022-07-06T15:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_floatingips': [{'id': '07a9b658-01c0-4e87-9ed0-cb8e753a26f4', 'tenant_id': '6d724d364f9b4bafb241a0bb0b02429f', 'floating_ip_address': '172.27.3.74', 'floating_network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'router_id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'port_id': '101ed713-aa30-491f-b239-e9d0f48d90ee', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '784d35cc-1e96-42d9-b35a-63f5c285a35a', 'mac_address': 'fa:16:3e:36:4f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723f31b1-47e5-4825-ad25-22d7b21913b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T15:35:39Z', 'updated_at': '2022-07-06T15:35:42Z', 'revision_number': 1, 'project_id': '6d724d364f9b4bafb241a0bb0b02429f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5506e7af-726e-4d99-b651-a2ecbd3e1a59', 'name': '', 'network_id': '784d35cc-1e96-42d9-b35a-63f5c285a35a', 'tenant_id': '6d724d364f9b4bafb241a0bb0b02429f', 'mac_address': 'fa:16:3e:ac:99:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '4bf4bc6c-097d-41f4-91b7-12c91aca1e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:32:44Z', 'updated_at': '2022-07-06T15:32:49Z', 'revision_number': 5, 'project_id': '6d724d364f9b4bafb241a0bb0b02429f', 'subnets': [{'id': '4bf4bc6c-097d-41f4-91b7-12c91aca1e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:39:08.719914 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72640fb7-07ba-4a12-b2fe-5e95f19667f3 None None] New status for floating IP 84d2931c-8e0b-47a7-99e3-3e30cfe6d67b: DOWN {{(pid=103846) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 06 15:39:08.998035 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-f6888cc5-4572-42fa-b85b-afda450c468f req-7dc85f95-c040-4153-8973-73efaa5a8faf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be58011f-fd4e-42cd-ab66-74a807d623c3 HTTP/1.1" status: 200 len: 217 time: 0.0335641 Jul 06 15:39:09.046609 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6888cc5-4572-42fa-b85b-afda450c468f req-d716fa45-48d8-43cc-b9b0-7e1757ce8c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:39:09.047961 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-f6888cc5-4572-42fa-b85b-afda450c468f req-d716fa45-48d8-43cc-b9b0-7e1757ce8c1a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4bf4bc6c-097d-41f4-91b7-12c91aca1e8f HTTP/1.1" status: 200 len: 851 time: 0.0438569 Jul 06 15:39:09.102496 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6888cc5-4572-42fa-b85b-afda450c468f req-99c7deb0-b37f-49e6-a62d-2a6ecfa38a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:39:09.103991 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-f6888cc5-4572-42fa-b85b-afda450c468f req-99c7deb0-b37f-49e6-a62d-2a6ecfa38a99 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=784d35cc-1e96-42d9-b35a-63f5c285a35a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389738 Jul 06 15:39:09.231811 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-f6888cc5-4572-42fa-b85b-afda450c468f req-1c4de91a-2975-4483-b839-b97a80943b12 service neutron] 10.222.0.16 "GET /v2.0/networks/784d35cc-1e96-42d9-b35a-63f5c285a35a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861557 Jul 06 15:39:09.278690 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d039f1-58e9-48e2-ac4e-c3cb9942c0a4 req-a31e5cc7-4038-4bef-82b1-7fe9e401dd01 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:39:09.280165 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-e9d039f1-58e9-48e2-ac4e-c3cb9942c0a4 req-a31e5cc7-4038-4bef-82b1-7fe9e401dd01 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/ports?device_id=36fedb21-72a2-4052-845e-01d588e3589f HTTP/1.1" status: 200 len: 945 time: 0.0515785 Jul 06 15:39:09.291958 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:39:09.330065 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-e9d039f1-58e9-48e2-ac4e-c3cb9942c0a4 req-ee3ccb77-12b2-4918-aee7-59e3c303f1db tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/security-groups?id=332f11bf-2a21-4349-89de-b4efaa2c3b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443995 Jul 06 15:39:09.433706 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:39:09.515256 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=100 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:39:09.533609 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e29bb5-bc17-4d70-a2a5-42da4cbc5292 req-e95095f4-6573-404d-9004-2b7d7fdf3e15 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:39:09.535008 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-d7e29bb5-bc17-4d70-a2a5-42da4cbc5292 req-e95095f4-6573-404d-9004-2b7d7fdf3e15 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.16 "GET /v2.0/ports?device_id=36fedb21-72a2-4052-845e-01d588e3589f HTTP/1.1" status: 200 len: 945 time: 0.0636742 Jul 06 15:39:09.540099 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-f6888cc5-4572-42fa-b85b-afda450c468f req-6c22dee4-e07a-4e38-9e46-bbfb4ce97604 service neutron] 10.222.0.16 "GET /v2.0/networks/784d35cc-1e96-42d9-b35a-63f5c285a35a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251464 Jul 06 15:39:09.615383 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [req-d7e29bb5-bc17-4d70-a2a5-42da4cbc5292 req-c48228fa-0ce1-4265-9fee-452e9ef53cf0 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Deleting port be58011f-fd4e-42cd-ab66-74a807d623c3 {{(pid=103844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 15:39:09.615646 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-d7e29bb5-bc17-4d70-a2a5-42da4cbc5292 req-c48228fa-0ce1-4265-9fee-452e9ef53cf0 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786465945384'] for port (be58011f-fd4e-42cd-ab66-74a807d623c3), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:09.706102 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [req-d7e29bb5-bc17-4d70-a2a5-42da4cbc5292 req-c48228fa-0ce1-4265-9fee-452e9ef53cf0 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] For port be58011f-fd4e-42cd-ab66-74a807d623c3, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=be58011f-fd4e-42cd-ab66-74a807d623c3,segment=NetworkSegment(392e2498-ea74-4b12-b63e-65e707942834),segment_id=392e2498-ea74-4b12-b63e-65e707942834)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:39:09.706440 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-d7e29bb5-bc17-4d70-a2a5-42da4cbc5292 req-c48228fa-0ce1-4265-9fee-452e9ef53cf0 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652656'] for port (be58011f-fd4e-42cd-ab66-74a807d623c3), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:09.719234 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [req-d7e29bb5-bc17-4d70-a2a5-42da4cbc5292 req-c48228fa-0ce1-4265-9fee-452e9ef53cf0 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Calling delete_port for be58011f-fd4e-42cd-ab66-74a807d623c3 owned by compute:nova {{(pid=103844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 15:39:09.843111 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-d7e29bb5-bc17-4d70-a2a5-42da4cbc5292 req-c48228fa-0ce1-4265-9fee-452e9ef53cf0 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786465950455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786465455746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2698075'] for port (be58011f-fd4e-42cd-ab66-74a807d623c3), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:09.869611 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48228fa-0ce1-4265-9fee-452e9ef53cf0 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Pushing event deleted for resources: {'Port': ['ID=be58011f-fd4e-42cd-ab66-74a807d623c3,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:39:09.881921 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48228fa-0ce1-4265-9fee-452e9ef53cf0 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:39:09.882264 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48228fa-0ce1-4265-9fee-452e9ef53cf0 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:39:09.882600 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48228fa-0ce1-4265-9fee-452e9ef53cf0 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:39:09.882936 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48228fa-0ce1-4265-9fee-452e9ef53cf0 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:39:09.883285 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48228fa-0ce1-4265-9fee-452e9ef53cf0 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:39:09.883613 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48228fa-0ce1-4265-9fee-452e9ef53cf0 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:39:09.883933 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48228fa-0ce1-4265-9fee-452e9ef53cf0 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:39:09.884250 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48228fa-0ce1-4265-9fee-452e9ef53cf0 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:39:09.884566 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48228fa-0ce1-4265-9fee-452e9ef53cf0 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:39:09.884886 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48228fa-0ce1-4265-9fee-452e9ef53cf0 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:39:09.885203 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48228fa-0ce1-4265-9fee-452e9ef53cf0 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:39:09.885519 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48228fa-0ce1-4265-9fee-452e9ef53cf0 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:39:09.885830 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48228fa-0ce1-4265-9fee-452e9ef53cf0 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:39:09.886141 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48228fa-0ce1-4265-9fee-452e9ef53cf0 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:39:09.886450 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48228fa-0ce1-4265-9fee-452e9ef53cf0 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848848-4-iscsi {{(pid=103844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:39:09.922665 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7e29bb5-bc17-4d70-a2a5-42da4cbc5292 req-c48228fa-0ce1-4265-9fee-452e9ef53cf0 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] No DVR routers for this DVR port be58011f-fd4e-42cd-ab66-74a807d623c3 on host hv-cinder-84884 {{(pid=103844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 15:39:09.925049 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-d7e29bb5-bc17-4d70-a2a5-42da4cbc5292 req-c48228fa-0ce1-4265-9fee-452e9ef53cf0 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for port (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:09.928182 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-d7e29bb5-bc17-4d70-a2a5-42da4cbc5292 req-c48228fa-0ce1-4265-9fee-452e9ef53cf0 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.16 "DELETE /v2.0/ports/be58011f-fd4e-42cd-ab66-74a807d623c3 HTTP/1.1" status: 204 len: 173 time: 0.3872583 Jul 06 15:39:09.928605 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36fedb21-72a2-4052-845e-01d588e3589f', 'name': 'network-vif-deleted', 'tag': 'be58011f-fd4e-42cd-ab66-74a807d623c3'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:39:09.930784 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23f0ce0f3171803df377307192b3bbc073243688ace587a9918d8ae03454cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56271677-bc47-4667-8c7e-d11b25fdec7c" -d '{"events": [{"server_uuid": "36fedb21-72a2-4052-845e-01d588e3589f", "name": "network-vif-deleted", "tag": "be58011f-fd4e-42cd-ab66-74a807d623c3"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:39:09.967891 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 15:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bfa3f18-fac2-4904-8cac-853ea1d9c1e0 x-openstack-request-id: req-6bfa3f18-fac2-4904-8cac-853ea1d9c1e0 {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:39:09.968251 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36fedb21-72a2-4052-845e-01d588e3589f", "name": "network-vif-deleted", "tag": "be58011f-fd4e-42cd-ab66-74a807d623c3", "status": "completed", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:39:09.968503 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6bfa3f18-fac2-4904-8cac-853ea1d9c1e0 {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:39:09.968901 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bfa3f18-fac2-4904-8cac-853ea1d9c1e0'] response: {'server_uuid': '36fedb21-72a2-4052-845e-01d588e3589f', 'name': 'network-vif-deleted', 'tag': 'be58011f-fd4e-42cd-ab66-74a807d623c3', 'status': 'completed', 'code': 200} Jul 06 15:39:10.437914 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-9a1f4f00-0f35-4a63-927e-2cded18b1b2d req-5903d3dd-78da-4aab-894a-ba93f2c52ce0 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/ports?device_id=36fedb21-72a2-4052-845e-01d588e3589f HTTP/1.1" status: 200 len: 210 time: 0.0282042 Jul 06 15:39:13.726897 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 33364) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:39:13.862150 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.plugin [None req-80752574-6a5f-4c72-a286-e3f92950ee29 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Deleting port 066b9007-ca18-42a3-bafb-e7c866d3fc89 {{(pid=103845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 15:39:13.862484 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-80752574-6a5f-4c72-a286-e3f92950ee29 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786465945384'] for port (066b9007-ca18-42a3-bafb-e7c866d3fc89), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:13.939445 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-80752574-6a5f-4c72-a286-e3f92950ee29 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652656'] for port (066b9007-ca18-42a3-bafb-e7c866d3fc89), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:13.939761 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-80752574-6a5f-4c72-a286-e3f92950ee29 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks [] for floatingip (066b9007-ca18-42a3-bafb-e7c866d3fc89), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:13.952576 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.plugin [None req-80752574-6a5f-4c72-a286-e3f92950ee29 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Calling delete_port for 066b9007-ca18-42a3-bafb-e7c866d3fc89 owned by network:floatingip {{(pid=103845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 15:39:14.031108 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device be58011f-fd4e-42cd-ab66-74a807d623c3 no longer exists at agent hyperv_hv-cinder-84884 {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:39:14.050306 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] No Port match for: be58011f-fd4e-42cd-ab66-74a807d623c3 {{(pid=103846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 15:39:14.050679 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device be58011f-fd4e-42cd-ab66-74a807d623c3 not bound to the agent host hv-cinder-84884 {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:39:14.091394 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-80752574-6a5f-4c72-a286-e3f92950ee29 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786465950455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786465455746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2888556'] for port (066b9007-ca18-42a3-bafb-e7c866d3fc89), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:14.119555 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80752574-6a5f-4c72-a286-e3f92950ee29 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Pushing event deleted for resources: {'Port': ['ID=066b9007-ca18-42a3-bafb-e7c866d3fc89,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:39:14.182858 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-80752574-6a5f-4c72-a286-e3f92950ee29 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks [] for floatingip (07a9b658-01c0-4e87-9ed0-cb8e753a26f4), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:14.183185 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.db.l3_db [None req-80752574-6a5f-4c72-a286-e3f92950ee29 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Floating IP 07a9b658-01c0-4e87-9ed0-cb8e753a26f4 disassociated (deleted). External IP: 172.27.3.74, port: 101ed713-aa30-491f-b239-e9d0f48d90ee. Jul 06 15:39:14.380275 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80752574-6a5f-4c72-a286-e3f92950ee29 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Router b72d11e3-0c53-4024-b657-bb1519d61b5a has already been hosted by L3 agent 8e6e5f2a-f235-48ed-8752-aab723ac44e7 {{(pid=103845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 15:39:14.431790 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:39:14.482704 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80752574-6a5f-4c72-a286-e3f92950ee29 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Notify agent at l3_agent.dv-cinder-848848-4-iscsi the message routers_updated {{(pid=103845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:39:14.487466 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-80752574-6a5f-4c72-a286-e3f92950ee29 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for floatingip (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:14.491941 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cca03c6-5c9e-465b-ad62-dd0dc9bb1522 None None] Sync routers for ids ['b72d11e3-0c53-4024-b657-bb1519d61b5a'] in dv-cinder-848848-4-iscsi {{(pid=103847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:39:14.501453 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cca03c6-5c9e-465b-ad62-dd0dc9bb1522 None None] Routers {'b72d11e3-0c53-4024-b657-bb1519d61b5a'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:39:14.502051 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-6cca03c6-5c9e-465b-ad62-dd0dc9bb1522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:38:48Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['b72d11e3-0c53-4024-b657-bb1519d61b5a'], 'active': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:39:14.507747 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:39:14.518810 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-80752574-6a5f-4c72-a286-e3f92950ee29 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "DELETE /v2.0/floatingips/07a9b658-01c0-4e87-9ed0-cb8e753a26f4 HTTP/1.1" status: 204 len: 168 time: 0.7907917 Jul 06 15:39:14.519435 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '723f31b1-47e5-4825-ad25-22d7b21913b1', 'tag': '101ed713-aa30-491f-b239-e9d0f48d90ee'}] {{(pid=103845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:39:14.521651 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd369e17f446e19581dd3179055a52fe8da101c7a2eb4c4bf67a2ebbfd3bc446" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec558db-9612-44e4-9005-e68388676abc" -d '{"events": [{"name": "network-changed", "server_uuid": "723f31b1-47e5-4825-ad25-22d7b21913b1", "tag": "101ed713-aa30-491f-b239-e9d0f48d90ee"}]}' {{(pid=103845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:39:14.557538 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 15:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf73f3d-5b71-428b-b3fc-9def6149be33 x-openstack-request-id: req-dcf73f3d-5b71-428b-b3fc-9def6149be33 {{(pid=103845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:39:14.557839 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "723f31b1-47e5-4825-ad25-22d7b21913b1", "tag": "101ed713-aa30-491f-b239-e9d0f48d90ee", "status": "completed", "code": 200}]} {{(pid=103845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:39:14.558124 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dcf73f3d-5b71-428b-b3fc-9def6149be33 {{(pid=103845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:39:14.559011 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcf73f3d-5b71-428b-b3fc-9def6149be33'] response: {'name': 'network-changed', 'server_uuid': '723f31b1-47e5-4825-ad25-22d7b21913b1', 'tag': '101ed713-aa30-491f-b239-e9d0f48d90ee', 'status': 'completed', 'code': 200} Jul 06 15:39:14.606900 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvr_db [None req-6cca03c6-5c9e-465b-ad62-dd0dc9bb1522 None None] Set router b72d11e3-0c53-4024-b657-bb1519d61b5a gateway port host: dv-cinder-848848-4-iscsi {{(pid=103847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:39:14.619365 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec558db-9612-44e4-9005-e68388676abc req-a55c4626-36fb-45f8-a628-ec15401a40c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:39:14.621981 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-1ec558db-9612-44e4-9005-e68388676abc req-a55c4626-36fb-45f8-a628-ec15401a40c1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6d724d364f9b4bafb241a0bb0b02429f&device_id=723f31b1-47e5-4825-ad25-22d7b21913b1 HTTP/1.1" status: 200 len: 1130 time: 0.0417786 Jul 06 15:39:14.666815 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (eda728fc-b46d-4378-b578-35bac6b15486), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:14.767556 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec558db-9612-44e4-9005-e68388676abc req-044d8df8-9254-4567-897e-cbb09f4412ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:39:14.769278 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-1ec558db-9612-44e4-9005-e68388676abc req-044d8df8-9254-4567-897e-cbb09f4412ef service neutron] 10.222.0.16 "GET /v2.0/networks?id=784d35cc-1e96-42d9-b35a-63f5c285a35a HTTP/1.1" status: 200 len: 913 time: 0.1420698 Jul 06 15:39:14.775316 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8273d692-87a7-4c3a-adc7-2a2dff173180 req-b36eeb88-fce8-4474-a91c-2d528631f7e4 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:39:14.776804 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-8273d692-87a7-4c3a-adc7-2a2dff173180 req-b36eeb88-fce8-4474-a91c-2d528631f7e4 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/ports?device_id=723f31b1-47e5-4825-ad25-22d7b21913b1 HTTP/1.1" status: 200 len: 946 time: 0.0643299 Jul 06 15:39:14.827511 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=100 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:39:14.830433 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-8273d692-87a7-4c3a-adc7-2a2dff173180 req-2d587132-1511-4b37-8a22-b3e852cdf330 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/security-groups?id=332f11bf-2a21-4349-89de-b4efaa2c3b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477519 Jul 06 15:39:14.833789 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=100 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:39:14.881954 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-6cca03c6-5c9e-465b-ad62-dd0dc9bb1522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'name': 'tempest-TestVolumeBootPattern-1684097512-router', 'tenant_id': '6d724d364f9b4bafb241a0bb0b02429f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '1a14bced-14dd-4a2e-b9c0-5a8d662317e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:32:42Z', 'updated_at': '2022-07-06T15:32:45Z', 'revision_number': 4, 'project_id': '6d724d364f9b4bafb241a0bb0b02429f', 'gw_port': {'id': '1a14bced-14dd-4a2e-b9c0-5a8d662317e9', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:32:43Z', 'updated_at': '2022-07-06T15:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': '5506e7af-726e-4d99-b651-a2ecbd3e1a59', 'name': '', 'network_id': '784d35cc-1e96-42d9-b35a-63f5c285a35a', 'tenant_id': '6d724d364f9b4bafb241a0bb0b02429f', 'mac_address': 'fa:16:3e:ac:99:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '4bf4bc6c-097d-41f4-91b7-12c91aca1e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:32:44Z', 'updated_at': '2022-07-06T15:32:49Z', 'revision_number': 5, 'project_id': '6d724d364f9b4bafb241a0bb0b02429f', 'subnets': [{'id': '4bf4bc6c-097d-41f4-91b7-12c91aca1e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:39:14.905446 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cca03c6-5c9e-465b-ad62-dd0dc9bb1522 None None] Checking router: b72d11e3-0c53-4024-b657-bb1519d61b5a for host: dv-cinder-848848-4-iscsi {{(pid=103847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:39:14.913383 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cca03c6-5c9e-465b-ad62-dd0dc9bb1522 None None] Routers {'b72d11e3-0c53-4024-b657-bb1519d61b5a'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:39:14.913908 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-6cca03c6-5c9e-465b-ad62-dd0dc9bb1522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:38:48Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['b72d11e3-0c53-4024-b657-bb1519d61b5a'], 'active': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:39:15.009834 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvr_db [None req-6cca03c6-5c9e-465b-ad62-dd0dc9bb1522 None None] Set router b72d11e3-0c53-4024-b657-bb1519d61b5a gateway port host: dv-cinder-848848-4-iscsi {{(pid=103847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:39:15.189109 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-6cca03c6-5c9e-465b-ad62-dd0dc9bb1522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'name': 'tempest-TestVolumeBootPattern-1684097512-router', 'tenant_id': '6d724d364f9b4bafb241a0bb0b02429f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '1a14bced-14dd-4a2e-b9c0-5a8d662317e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:32:42Z', 'updated_at': '2022-07-06T15:32:45Z', 'revision_number': 4, 'project_id': '6d724d364f9b4bafb241a0bb0b02429f', 'gw_port': {'id': '1a14bced-14dd-4a2e-b9c0-5a8d662317e9', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:32:43Z', 'updated_at': '2022-07-06T15:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': '5506e7af-726e-4d99-b651-a2ecbd3e1a59', 'name': '', 'network_id': '784d35cc-1e96-42d9-b35a-63f5c285a35a', 'tenant_id': '6d724d364f9b4bafb241a0bb0b02429f', 'mac_address': 'fa:16:3e:ac:99:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '4bf4bc6c-097d-41f4-91b7-12c91aca1e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:32:44Z', 'updated_at': '2022-07-06T15:32:49Z', 'revision_number': 5, 'project_id': '6d724d364f9b4bafb241a0bb0b02429f', 'subnets': [{'id': '4bf4bc6c-097d-41f4-91b7-12c91aca1e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:39:15.212656 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cca03c6-5c9e-465b-ad62-dd0dc9bb1522 None None] The sync data for ids ['b72d11e3-0c53-4024-b657-bb1519d61b5a'] in dv-cinder-848848-4-iscsi is: [{'id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'name': 'tempest-TestVolumeBootPattern-1684097512-router', 'tenant_id': '6d724d364f9b4bafb241a0bb0b02429f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '1a14bced-14dd-4a2e-b9c0-5a8d662317e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:32:42Z', 'updated_at': '2022-07-06T15:32:45Z', 'revision_number': 4, 'project_id': '6d724d364f9b4bafb241a0bb0b02429f', 'gw_port': {'id': '1a14bced-14dd-4a2e-b9c0-5a8d662317e9', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:32:43Z', 'updated_at': '2022-07-06T15:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi', '_interfaces': [{'id': '5506e7af-726e-4d99-b651-a2ecbd3e1a59', 'name': '', 'network_id': '784d35cc-1e96-42d9-b35a-63f5c285a35a', 'tenant_id': '6d724d364f9b4bafb241a0bb0b02429f', 'mac_address': 'fa:16:3e:ac:99:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '4bf4bc6c-097d-41f4-91b7-12c91aca1e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:32:44Z', 'updated_at': '2022-07-06T15:32:49Z', 'revision_number': 5, 'project_id': '6d724d364f9b4bafb241a0bb0b02429f', 'subnets': [{'id': '4bf4bc6c-097d-41f4-91b7-12c91aca1e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:39:15.417938 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1887de9b-22ed-4ab8-8bb4-4ee4808dba97 None None] New status for floating IP 07a9b658-01c0-4e87-9ed0-cb8e753a26f4: DOWN {{(pid=103846) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 06 15:39:15.671375 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-1ec558db-9612-44e4-9005-e68388676abc req-576e09d0-8858-45e3-a5a0-4c7897cac3b5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=101ed713-aa30-491f-b239-e9d0f48d90ee HTTP/1.1" status: 200 len: 217 time: 0.0327404 Jul 06 15:39:15.719565 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec558db-9612-44e4-9005-e68388676abc req-0fe93eb2-912c-497a-80a0-25e32473e250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:39:15.720943 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-1ec558db-9612-44e4-9005-e68388676abc req-0fe93eb2-912c-497a-80a0-25e32473e250 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4bf4bc6c-097d-41f4-91b7-12c91aca1e8f HTTP/1.1" status: 200 len: 851 time: 0.0433686 Jul 06 15:39:15.833525 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec558db-9612-44e4-9005-e68388676abc req-45974bd2-de8d-4452-8fe2-9eb90a66d16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:39:15.834988 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-1ec558db-9612-44e4-9005-e68388676abc req-45974bd2-de8d-4452-8fe2-9eb90a66d16e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=784d35cc-1e96-42d9-b35a-63f5c285a35a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393591 Jul 06 15:39:15.927688 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-1ec558db-9612-44e4-9005-e68388676abc req-177ad028-e44e-48df-a4d8-a091c4ba25e5 service neutron] 10.222.0.16 "GET /v2.0/networks/784d35cc-1e96-42d9-b35a-63f5c285a35a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863454 Jul 06 15:39:15.944872 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46223da9-0848-4626-b81b-20cb6229c58b req-5c6e4bd2-e361-4e01-b404-b55727cefb1e tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:39:15.946304 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-46223da9-0848-4626-b81b-20cb6229c58b req-5c6e4bd2-e361-4e01-b404-b55727cefb1e tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/ports?device_id=723f31b1-47e5-4825-ad25-22d7b21913b1 HTTP/1.1" status: 200 len: 946 time: 0.0460105 Jul 06 15:39:15.993411 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-46223da9-0848-4626-b81b-20cb6229c58b req-b2264263-8bf2-4582-82d0-e10bf6939cd5 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/security-groups?id=332f11bf-2a21-4349-89de-b4efaa2c3b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408971 Jul 06 15:39:16.047918 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:39:16.080920 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:39:16.133391 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-1ec558db-9612-44e4-9005-e68388676abc req-986379d9-8e96-494e-9ce9-edb3c8523680 service neutron] 10.222.0.16 "GET /v2.0/networks/784d35cc-1e96-42d9-b35a-63f5c285a35a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174204 Jul 06 15:39:16.141663 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863539b-6021-4cbb-adfd-9ee4060d7dd6 req-4b9deea1-1078-471e-a836-30f824287bd8 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 15:39:16.143242 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-e863539b-6021-4cbb-adfd-9ee4060d7dd6 req-4b9deea1-1078-471e-a836-30f824287bd8 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.16 "GET /v2.0/ports?device_id=723f31b1-47e5-4825-ad25-22d7b21913b1 HTTP/1.1" status: 200 len: 946 time: 0.0574872 Jul 06 15:39:16.222433 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [req-e863539b-6021-4cbb-adfd-9ee4060d7dd6 req-9744b546-e83d-4727-b751-9fadb4fd990c tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Deleting port 101ed713-aa30-491f-b239-e9d0f48d90ee {{(pid=103844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 15:39:16.222769 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-e863539b-6021-4cbb-adfd-9ee4060d7dd6 req-9744b546-e83d-4727-b751-9fadb4fd990c tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786465945384'] for port (101ed713-aa30-491f-b239-e9d0f48d90ee), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:16.298842 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-f54f9e79-1a9f-421f-8f97-03fdab63ba86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (a81823b9-ba52-46bb-9bcd-43b269600933), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:16.314753 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [req-e863539b-6021-4cbb-adfd-9ee4060d7dd6 req-9744b546-e83d-4727-b751-9fadb4fd990c tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] For port 101ed713-aa30-491f-b239-e9d0f48d90ee, host hv-cinder-84884, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84884',level=0,port_id=101ed713-aa30-491f-b239-e9d0f48d90ee,segment=NetworkSegment(392e2498-ea74-4b12-b63e-65e707942834),segment_id=392e2498-ea74-4b12-b63e-65e707942834)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:39:16.315110 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-e863539b-6021-4cbb-adfd-9ee4060d7dd6 req-9744b546-e83d-4727-b751-9fadb4fd990c tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652656'] for port (101ed713-aa30-491f-b239-e9d0f48d90ee), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:16.328632 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [req-e863539b-6021-4cbb-adfd-9ee4060d7dd6 req-9744b546-e83d-4727-b751-9fadb4fd990c tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Calling delete_port for 101ed713-aa30-491f-b239-e9d0f48d90ee owned by compute:nova {{(pid=103844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 15:39:16.455130 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-e863539b-6021-4cbb-adfd-9ee4060d7dd6 req-9744b546-e83d-4727-b751-9fadb4fd990c tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786465950455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786465455746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2698075'] for port (101ed713-aa30-491f-b239-e9d0f48d90ee), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:16.481805 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9744b546-e83d-4727-b751-9fadb4fd990c tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Pushing event deleted for resources: {'Port': ['ID=101ed713-aa30-491f-b239-e9d0f48d90ee,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:39:16.525329 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.l3_dvrscheduler_db [req-e863539b-6021-4cbb-adfd-9ee4060d7dd6 req-9744b546-e83d-4727-b751-9fadb4fd990c tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] No DVR routers for this DVR port 101ed713-aa30-491f-b239-e9d0f48d90ee on host hv-cinder-84884 {{(pid=103844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 15:39:16.527881 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [req-e863539b-6021-4cbb-adfd-9ee4060d7dd6 req-9744b546-e83d-4727-b751-9fadb4fd990c tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for port (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:16.531133 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [req-e863539b-6021-4cbb-adfd-9ee4060d7dd6 req-9744b546-e83d-4727-b751-9fadb4fd990c tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.16 "DELETE /v2.0/ports/101ed713-aa30-491f-b239-e9d0f48d90ee HTTP/1.1" status: 204 len: 173 time: 0.3832073 Jul 06 15:39:16.531679 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '723f31b1-47e5-4825-ad25-22d7b21913b1', 'name': 'network-vif-deleted', 'tag': '101ed713-aa30-491f-b239-e9d0f48d90ee'}] {{(pid=103844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 15:39:16.533879 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23f0ce0f3171803df377307192b3bbc073243688ace587a9918d8ae03454cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d85a5a38-ae0f-402a-af4a-9c319366228e" -d '{"events": [{"server_uuid": "723f31b1-47e5-4825-ad25-22d7b21913b1", "name": "network-vif-deleted", "tag": "101ed713-aa30-491f-b239-e9d0f48d90ee"}]}' {{(pid=103844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:39:16.569495 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 15:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c892b850-12b5-46ca-b7b4-4ab50f9eddc4 x-openstack-request-id: req-c892b850-12b5-46ca-b7b4-4ab50f9eddc4 {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:39:16.569782 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "723f31b1-47e5-4825-ad25-22d7b21913b1", "name": "network-vif-deleted", "tag": "101ed713-aa30-491f-b239-e9d0f48d90ee", "status": "completed", "code": 200}]} {{(pid=103844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:39:16.570029 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c892b850-12b5-46ca-b7b4-4ab50f9eddc4 {{(pid=103844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:39:16.570437 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c892b850-12b5-46ca-b7b4-4ab50f9eddc4'] response: {'server_uuid': '723f31b1-47e5-4825-ad25-22d7b21913b1', 'name': 'network-vif-deleted', 'tag': '101ed713-aa30-491f-b239-e9d0f48d90ee', 'status': 'completed', 'code': 200} Jul 06 15:39:17.107609 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [req-2f66b4d5-f42f-4573-a720-fd7b45fae036 req-036673a3-d498-4584-9d4a-a7ef4ef6a83c tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "GET /v2.0/ports?device_id=723f31b1-47e5-4825-ad25-22d7b21913b1 HTTP/1.1" status: 200 len: 210 time: 0.0310881 Jul 06 15:39:18.168527 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 33380) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:39:18.276226 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-77a1ec8d-cc32-4df7-aa46-a23eb2822daa tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Deleting port 8ee606ff-a541-4a82-9bcc-3fff5b5e4260 {{(pid=103844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 15:39:18.276561 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-77a1ec8d-cc32-4df7-aa46-a23eb2822daa tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786465945384'] for port (8ee606ff-a541-4a82-9bcc-3fff5b5e4260), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:18.340993 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-512ece9f-7043-4bbb-8bf7-c8d65fdd9791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8e6e5f2a-f235-48ed-8752-aab723ac44e7), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:18.355722 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-77a1ec8d-cc32-4df7-aa46-a23eb2822daa tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652656'] for port (8ee606ff-a541-4a82-9bcc-3fff5b5e4260), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:18.356049 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-77a1ec8d-cc32-4df7-aa46-a23eb2822daa tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks [] for floatingip (8ee606ff-a541-4a82-9bcc-3fff5b5e4260), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:18.368693 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-77a1ec8d-cc32-4df7-aa46-a23eb2822daa tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Calling delete_port for 8ee606ff-a541-4a82-9bcc-3fff5b5e4260 owned by network:floatingip {{(pid=103844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 15:39:18.502551 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-77a1ec8d-cc32-4df7-aa46-a23eb2822daa tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786465950455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786465455746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2698075'] for port (8ee606ff-a541-4a82-9bcc-3fff5b5e4260), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:18.505580 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:39:18.526808 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a1ec8d-cc32-4df7-aa46-a23eb2822daa tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Pushing event deleted for resources: {'Port': ['ID=8ee606ff-a541-4a82-9bcc-3fff5b5e4260,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:39:18.590844 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-77a1ec8d-cc32-4df7-aa46-a23eb2822daa tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks [] for floatingip (abacfef0-406b-48a9-90fa-f45914277b0f), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:18.593324 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-77a1ec8d-cc32-4df7-aa46-a23eb2822daa tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238197'] for floatingip (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:18.594444 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-77a1ec8d-cc32-4df7-aa46-a23eb2822daa tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "DELETE /v2.0/floatingips/abacfef0-406b-48a9-90fa-f45914277b0f HTTP/1.1" status: 204 len: 168 time: 0.4249592 Jul 06 15:39:19.639534 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-5e71b6aa-55c8-4030-9936-371c496b104b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (6f0d5ee7-fa21-4cb0-b4ff-cf35f5a4ba31), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:19.793245 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 33392) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:39:19.850211 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-833caf6a-d6a0-4a62-a0b6-56b7da86a9a5 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks [] for security_group (332f11bf-2a21-4349-89de-b4efaa2c3b0e), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:19.874969 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-833caf6a-d6a0-4a62-a0b6-56b7da86a9a5 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks [] for security_group (332f11bf-2a21-4349-89de-b4efaa2c3b0e), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:19.932110 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-833caf6a-d6a0-4a62-a0b6-56b7da86a9a5 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (332f11bf-2a21-4349-89de-b4efaa2c3b0e), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:19.934614 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-833caf6a-d6a0-4a62-a0b6-56b7da86a9a5 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Publish callbacks [] for security_group (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:19.935767 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-833caf6a-d6a0-4a62-a0b6-56b7da86a9a5 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] 10.222.0.46 "DELETE /v2.0/security-groups/332f11bf-2a21-4349-89de-b4efaa2c3b0e HTTP/1.1" status: 204 len: 168 time: 0.1410260 Jul 06 15:39:19.944785 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833caf6a-d6a0-4a62-a0b6-56b7da86a9a5 tempest-TestVolumeBootPattern-1522310594 tempest-TestVolumeBootPattern-1522310594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=332f11bf-2a21-4349-89de-b4efaa2c3b0e,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:39:19.993692 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 33396) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:39:20.077352 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device 101ed713-aa30-491f-b239-e9d0f48d90ee no longer exists at agent hyperv_hv-cinder-84884 {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:39:20.096793 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] No Port match for: 101ed713-aa30-491f-b239-e9d0f48d90ee {{(pid=103846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 15:39:20.097131 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Device 101ed713-aa30-491f-b239-e9d0f48d90ee not bound to the agent host hv-cinder-84884 {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:39:20.426177 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-a4a922e1-da84-42bb-9188-23e9e56e3dda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-649917'] for router_interface (b72d11e3-0c53-4024-b657-bb1519d61b5a), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:20.638104 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.plugin [None req-a4a922e1-da84-42bb-9188-23e9e56e3dda admin admin] Deleting port 5506e7af-726e-4d99-b651-a2ecbd3e1a59 {{(pid=103845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 15:39:20.638425 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-a4a922e1-da84-42bb-9188-23e9e56e3dda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786465945384'] for port (5506e7af-726e-4d99-b651-a2ecbd3e1a59), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:20.690127 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.agents_db [None req-99b786f5-93e1-437c-926e-a88e17275ab4 None None] Agent healthcheck: found 6 active agents {{(pid=103847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:39:20.709176 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:39:20.711287 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:39:20.717028 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.db [None req-a4a922e1-da84-42bb-9188-23e9e56e3dda admin admin] For port 5506e7af-726e-4d99-b651-a2ecbd3e1a59, host dv-cinder-848848-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=5506e7af-726e-4d99-b651-a2ecbd3e1a59,segment=NetworkSegment(392e2498-ea74-4b12-b63e-65e707942834),segment_id=392e2498-ea74-4b12-b63e-65e707942834)] {{(pid=103845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:39:20.717382 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-a4a922e1-da84-42bb-9188-23e9e56e3dda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652656'] for port (5506e7af-726e-4d99-b651-a2ecbd3e1a59), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:20.731673 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.plugin [None req-a4a922e1-da84-42bb-9188-23e9e56e3dda admin admin] Calling delete_port for 5506e7af-726e-4d99-b651-a2ecbd3e1a59 owned by network:router_interface {{(pid=103845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 15:39:20.903547 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-a4a922e1-da84-42bb-9188-23e9e56e3dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786465950455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786465455746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2888556'] for port (5506e7af-726e-4d99-b651-a2ecbd3e1a59), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:20.927377 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a922e1-da84-42bb-9188-23e9e56e3dda admin admin] Pushing event deleted for resources: {'Port': ['ID=5506e7af-726e-4d99-b651-a2ecbd3e1a59,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:39:21.090664 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-a4a922e1-da84-42bb-9188-23e9e56e3dda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652813'] for router_interface (b72d11e3-0c53-4024-b657-bb1519d61b5a), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:21.141440 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-8ac95340-3f24-440b-a4d9-caf8afcb49bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8ea57be5-348a-4c5b-804c-cda178363830), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:21.251337 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (d26a5351-3de7-44f9-93eb-9fed5ee5b55b), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:21.300202 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a922e1-da84-42bb-9188-23e9e56e3dda admin admin] Router b72d11e3-0c53-4024-b657-bb1519d61b5a has already been hosted by L3 agent 8e6e5f2a-f235-48ed-8752-aab723ac44e7 {{(pid=103845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 15:39:21.399759 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a922e1-da84-42bb-9188-23e9e56e3dda admin admin] Notify agent at l3_agent.dv-cinder-848848-4-iscsi the message routers_updated {{(pid=103845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:39:21.405257 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-a4a922e1-da84-42bb-9188-23e9e56e3dda admin admin] 10.222.0.46 "PUT /v2.0/routers/b72d11e3-0c53-4024-b657-bb1519d61b5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4105232 Jul 06 15:39:21.407243 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 33400) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:39:21.408319 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fde457-52d6-4b2d-ad5d-d7268be74023 None None] Sync routers for ids ['b72d11e3-0c53-4024-b657-bb1519d61b5a'] in dv-cinder-848848-4-iscsi {{(pid=103847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:39:21.419035 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fde457-52d6-4b2d-ad5d-d7268be74023 None None] Routers {'b72d11e3-0c53-4024-b657-bb1519d61b5a'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:39:21.419657 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-42fde457-52d6-4b2d-ad5d-d7268be74023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:39:18Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['b72d11e3-0c53-4024-b657-bb1519d61b5a'], 'active': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:39:21.504580 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-4dd75b55-b6cd-41de-9ffe-217226c7a7d2 admin admin] Publish callbacks [] for router (b72d11e3-0c53-4024-b657-bb1519d61b5a), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:21.517613 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvr_db [None req-42fde457-52d6-4b2d-ad5d-d7268be74023 None None] Set router b72d11e3-0c53-4024-b657-bb1519d61b5a gateway port host: dv-cinder-848848-4-iscsi {{(pid=103847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:39:21.541518 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:39:21.555926 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:39:21.687250 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-42fde457-52d6-4b2d-ad5d-d7268be74023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'name': 'tempest-TestVolumeBootPattern-1684097512-router', 'tenant_id': '6d724d364f9b4bafb241a0bb0b02429f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '1a14bced-14dd-4a2e-b9c0-5a8d662317e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:32:42Z', 'updated_at': '2022-07-06T15:39:20Z', 'revision_number': 5, 'project_id': '6d724d364f9b4bafb241a0bb0b02429f', 'gw_port': {'id': '1a14bced-14dd-4a2e-b9c0-5a8d662317e9', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:32:43Z', 'updated_at': '2022-07-06T15:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi'}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:39:21.716573 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fde457-52d6-4b2d-ad5d-d7268be74023 None None] Checking router: b72d11e3-0c53-4024-b657-bb1519d61b5a for host: dv-cinder-848848-4-iscsi {{(pid=103847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:39:21.725993 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fde457-52d6-4b2d-ad5d-d7268be74023 None None] Routers {'b72d11e3-0c53-4024-b657-bb1519d61b5a'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:39:21.726608 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-42fde457-52d6-4b2d-ad5d-d7268be74023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:39:18Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['b72d11e3-0c53-4024-b657-bb1519d61b5a'], 'active': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:39:21.811557 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-4dd75b55-b6cd-41de-9ffe-217226c7a7d2 admin admin] Publish callbacks [] for router_gateway (b72d11e3-0c53-4024-b657-bb1519d61b5a), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:21.825906 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_dvr_db [None req-42fde457-52d6-4b2d-ad5d-d7268be74023 None None] Set router b72d11e3-0c53-4024-b657-bb1519d61b5a gateway port host: dv-cinder-848848-4-iscsi {{(pid=103847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:39:21.852424 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.plugin [None req-4dd75b55-b6cd-41de-9ffe-217226c7a7d2 admin admin] Deleting port 1a14bced-14dd-4a2e-b9c0-5a8d662317e9 {{(pid=103845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 15:39:21.852764 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-4dd75b55-b6cd-41de-9ffe-217226c7a7d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786465945384'] for port (1a14bced-14dd-4a2e-b9c0-5a8d662317e9), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:21.933460 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.db [None req-4dd75b55-b6cd-41de-9ffe-217226c7a7d2 admin admin] For port 1a14bced-14dd-4a2e-b9c0-5a8d662317e9, host dv-cinder-848848-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=1a14bced-14dd-4a2e-b9c0-5a8d662317e9,segment=NetworkSegment(7bafd98f-0c00-45ed-9abe-629590d245f2),segment_id=7bafd98f-0c00-45ed-9abe-629590d245f2)] {{(pid=103845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:39:21.934155 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-4dd75b55-b6cd-41de-9ffe-217226c7a7d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652656'] for port (1a14bced-14dd-4a2e-b9c0-5a8d662317e9), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:21.944744 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=100 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:39:21.947049 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.plugin [None req-4dd75b55-b6cd-41de-9ffe-217226c7a7d2 admin admin] Calling delete_port for 1a14bced-14dd-4a2e-b9c0-5a8d662317e9 owned by network:router_gateway {{(pid=103845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 15:39:21.985635 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.l3_hamode_db [None req-42fde457-52d6-4b2d-ad5d-d7268be74023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'name': 'tempest-TestVolumeBootPattern-1684097512-router', 'tenant_id': '6d724d364f9b4bafb241a0bb0b02429f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '1a14bced-14dd-4a2e-b9c0-5a8d662317e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:32:42Z', 'updated_at': '2022-07-06T15:39:20Z', 'revision_number': 5, 'project_id': '6d724d364f9b4bafb241a0bb0b02429f', 'gw_port': {'id': '1a14bced-14dd-4a2e-b9c0-5a8d662317e9', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:32:43Z', 'updated_at': '2022-07-06T15:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi'}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:39:22.009081 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fde457-52d6-4b2d-ad5d-d7268be74023 None None] The sync data for ids ['b72d11e3-0c53-4024-b657-bb1519d61b5a'] in dv-cinder-848848-4-iscsi is: [{'id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'name': 'tempest-TestVolumeBootPattern-1684097512-router', 'tenant_id': '6d724d364f9b4bafb241a0bb0b02429f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '1a14bced-14dd-4a2e-b9c0-5a8d662317e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:32:42Z', 'updated_at': '2022-07-06T15:39:20Z', 'revision_number': 5, 'project_id': '6d724d364f9b4bafb241a0bb0b02429f', 'gw_port': {'id': '1a14bced-14dd-4a2e-b9c0-5a8d662317e9', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72d11e3-0c53-4024-b657-bb1519d61b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:32:43Z', 'updated_at': '2022-07-06T15:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi'}] {{(pid=103847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:39:22.111269 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-4dd75b55-b6cd-41de-9ffe-217226c7a7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786465950455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786465455746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2888556'] for port (1a14bced-14dd-4a2e-b9c0-5a8d662317e9), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:22.142647 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd75b55-b6cd-41de-9ffe-217226c7a7d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a14bced-14dd-4a2e-b9c0-5a8d662317e9,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:39:22.196721 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-4dd75b55-b6cd-41de-9ffe-217226c7a7d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591431'] for router_gateway (b72d11e3-0c53-4024-b657-bb1519d61b5a), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:22.287134 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-4dd75b55-b6cd-41de-9ffe-217226c7a7d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109466'] for router (b72d11e3-0c53-4024-b657-bb1519d61b5a), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:22.289349 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-4dd75b55-b6cd-41de-9ffe-217226c7a7d2 admin admin] Publish callbacks [] for router_controller (b72d11e3-0c53-4024-b657-bb1519d61b5a), precommit_delete_associations {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:22.334606 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-4dd75b55-b6cd-41de-9ffe-217226c7a7d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648488'] for router (b72d11e3-0c53-4024-b657-bb1519d61b5a), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:22.335171 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd75b55-b6cd-41de-9ffe-217226c7a7d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b72d11e3-0c53-4024-b657-bb1519d61b5a {{(pid=103845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 15:39:22.340170 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-4dd75b55-b6cd-41de-9ffe-217226c7a7d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:22.341303 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-4dd75b55-b6cd-41de-9ffe-217226c7a7d2 admin admin] 10.222.0.46 "DELETE /v2.0/routers/b72d11e3-0c53-4024-b657-bb1519d61b5a HTTP/1.1" status: 204 len: 168 time: 0.9331436 Jul 06 15:39:22.343967 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 33402) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:39:22.371019 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:39:22.392476 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3ef2e4a-3e25-415d-8d3e-425a77d18e4e admin admin] Deleting subnet 4bf4bc6c-097d-41f4-91b7-12c91aca1e8f {{(pid=103844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 06 15:39:22.395906 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-d3ef2e4a-3e25-415d-8d3e-425a77d18e4e admin admin] Publish callbacks [] for subnet (4bf4bc6c-097d-41f4-91b7-12c91aca1e8f), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:22.436079 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-d3ef2e4a-3e25-415d-8d3e-425a77d18e4e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60677004'] for subnet (4bf4bc6c-097d-41f4-91b7-12c91aca1e8f), precommit_delete_associations {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:22.512059 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-d3ef2e4a-3e25-415d-8d3e-425a77d18e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1545392'] for subnet (4bf4bc6c-097d-41f4-91b7-12c91aca1e8f), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:22.564719 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-d3ef2e4a-3e25-415d-8d3e-425a77d18e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1545403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2698124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60558424'] for subnet (4bf4bc6c-097d-41f4-91b7-12c91aca1e8f), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:22.594408 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ef2e4a-3e25-415d-8d3e-425a77d18e4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bf4bc6c-097d-41f4-91b7-12c91aca1e8f,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:39:22.601591 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-d3ef2e4a-3e25-415d-8d3e-425a77d18e4e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:22.605696 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-d3ef2e4a-3e25-415d-8d3e-425a77d18e4e admin admin] 10.222.0.46 "DELETE /v2.0/subnets/4bf4bc6c-097d-41f4-91b7-12c91aca1e8f HTTP/1.1" status: 204 len: 168 time: 0.2597642 Jul 06 15:39:22.606886 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3147f0-7ff9-48d6-951f-66f9200530a5 None None] Network 784d35cc-1e96-42d9-b35a-63f5c285a35a requested from dv-cinder-848848-4-iscsi {{(pid=103846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 15:39:22.608227 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 33404) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:39:22.706127 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-e7792b54-3a59-44d7-a2e5-07dba3f197dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101514'] for network (784d35cc-1e96-42d9-b35a-63f5c285a35a), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:22.734361 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=100 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:39:22.752253 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.plugin [None req-e7792b54-3a59-44d7-a2e5-07dba3f197dc admin admin] Deleting port 74bd4a8a-aa25-4da0-a55f-faa6aab177b5 {{(pid=103845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 15:39:22.752589 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-e7792b54-3a59-44d7-a2e5-07dba3f197dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786465945384'] for port (74bd4a8a-aa25-4da0-a55f-faa6aab177b5), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:22.818512 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.db [None req-e7792b54-3a59-44d7-a2e5-07dba3f197dc admin admin] For port 74bd4a8a-aa25-4da0-a55f-faa6aab177b5, host dv-cinder-848848-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=74bd4a8a-aa25-4da0-a55f-faa6aab177b5,segment=NetworkSegment(392e2498-ea74-4b12-b63e-65e707942834),segment_id=392e2498-ea74-4b12-b63e-65e707942834)] {{(pid=103845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:39:22.818873 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-e7792b54-3a59-44d7-a2e5-07dba3f197dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652656'] for port (74bd4a8a-aa25-4da0-a55f-faa6aab177b5), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:22.831940 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.plugin [None req-e7792b54-3a59-44d7-a2e5-07dba3f197dc admin admin] Calling delete_port for 74bd4a8a-aa25-4da0-a55f-faa6aab177b5 owned by network:dhcp {{(pid=103845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 15:39:22.899851 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:39:22.907698 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-e7792b54-3a59-44d7-a2e5-07dba3f197dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786465950455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786465455746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2888556'] for port (74bd4a8a-aa25-4da0-a55f-faa6aab177b5), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:22.910959 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:39:22.938360 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7792b54-3a59-44d7-a2e5-07dba3f197dc admin admin] Pushing event deleted for resources: {'Port': ['ID=74bd4a8a-aa25-4da0-a55f-faa6aab177b5,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:39:22.942019 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7792b54-3a59-44d7-a2e5-07dba3f197dc admin admin] No DVR routers for this DVR port 74bd4a8a-aa25-4da0-a55f-faa6aab177b5 on host dv-cinder-848848-4-iscsi {{(pid=103845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 15:39:23.011791 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-e7792b54-3a59-44d7-a2e5-07dba3f197dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485658', 'neutron.services.segments.db._delete_segments_for_network-8786465758329'] for network (784d35cc-1e96-42d9-b35a-63f5c285a35a), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:23.033075 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.services.segments.db [None req-e7792b54-3a59-44d7-a2e5-07dba3f197dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['784d35cc-1e96-42d9-b35a-63f5c285a35a']}} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:39:23.044490 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7469d0-32f6-4da0-8b59-62bb5727ee32 None None] DHCP port deletion for 784d35cc-1e96-42d9-b35a-63f5c285a35a request from dv-cinder-848848-4-iscsi {{(pid=103846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 06 15:39:23.050910 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.services.segments.db [None req-e7792b54-3a59-44d7-a2e5-07dba3f197dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '392e2498-ea74-4b12-b63e-65e707942834') {'for_net_delete': True} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:39:23.051198 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.services.segments.db [None req-e7792b54-3a59-44d7-a2e5-07dba3f197dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '392e2498-ea74-4b12-b63e-65e707942834') {} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:39:23.076028 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-e7792b54-3a59-44d7-a2e5-07dba3f197dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786465759874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60119400'] for segment (392e2498-ea74-4b12-b63e-65e707942834), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:23.089657 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-e7792b54-3a59-44d7-a2e5-07dba3f197dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490363'] for segment (392e2498-ea74-4b12-b63e-65e707942834), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:23.092579 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 5506e7af-726e-4d99-b651-a2ecbd3e1a59 no longer exists at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:39:23.096156 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7792b54-3a59-44d7-a2e5-07dba3f197dc admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=103845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 15:39:23.096541 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-e7792b54-3a59-44d7-a2e5-07dba3f197dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2888513'] for segment (392e2498-ea74-4b12-b63e-65e707942834), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:23.113737 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] No Port match for: 5506e7af-726e-4d99-b651-a2ecbd3e1a59 {{(pid=103846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 15:39:23.114078 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 5506e7af-726e-4d99-b651-a2ecbd3e1a59 not bound to the agent host dv-cinder-848848-4-iscsi {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:39:23.123636 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.services.segments.plugin [-] Segment 392e2498-ea74-4b12-b63e-65e707942834 resource provider aggregate not found Jul 06 15:39:23.156777 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.services.segments.plugin [-] Segment 392e2498-ea74-4b12-b63e-65e707942834 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 392e2498-ea74-4b12-b63e-65e707942834 found for delete ", "request_id": "req-883c3977-585a-42d9-8552-af3d55c6f40d"}]} Jul 06 15:39:23.164633 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-e7792b54-3a59-44d7-a2e5-07dba3f197dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-666929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590854'] for network (784d35cc-1e96-42d9-b35a-63f5c285a35a), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:23.170395 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-e7792b54-3a59-44d7-a2e5-07dba3f197dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629707'] for network (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:23.173423 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-e7792b54-3a59-44d7-a2e5-07dba3f197dc admin admin] 10.222.0.46 "DELETE /v2.0/networks/784d35cc-1e96-42d9-b35a-63f5c285a35a HTTP/1.1" status: 204 len: 168 time: 0.5642102 Jul 06 15:39:23.176584 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 33410) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:39:23.184481 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7792b54-3a59-44d7-a2e5-07dba3f197dc admin admin] Pushing event deleted for resources: {'Network': ['ID=784d35cc-1e96-42d9-b35a-63f5c285a35a,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:39:23.742524 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-90b005fa-2c9f-494b-815d-2ff7bd1fcfdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-649917'] for router_interface (34b4a016-7d1f-4741-b492-cb32471ca687), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:23.948684 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:39:23.957953 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-90b005fa-2c9f-494b-815d-2ff7bd1fcfdb admin admin] Deleting port 5be6e796-070b-437d-bc82-dfd92a625ff8 {{(pid=103844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 15:39:23.958291 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-90b005fa-2c9f-494b-815d-2ff7bd1fcfdb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786465945384'] for port (5be6e796-070b-437d-bc82-dfd92a625ff8), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:24.039955 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.db [None req-90b005fa-2c9f-494b-815d-2ff7bd1fcfdb admin admin] For port 5be6e796-070b-437d-bc82-dfd92a625ff8, host dv-cinder-848848-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=5be6e796-070b-437d-bc82-dfd92a625ff8,segment=NetworkSegment(c14e24db-f44d-44ad-9b73-d6c20204e715),segment_id=c14e24db-f44d-44ad-9b73-d6c20204e715)] {{(pid=103844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:39:24.040238 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-90b005fa-2c9f-494b-815d-2ff7bd1fcfdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652656'] for port (5be6e796-070b-437d-bc82-dfd92a625ff8), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:24.053045 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-90b005fa-2c9f-494b-815d-2ff7bd1fcfdb admin admin] Calling delete_port for 5be6e796-070b-437d-bc82-dfd92a625ff8 owned by network:router_interface {{(pid=103844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 15:39:24.065367 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:39:24.232569 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-90b005fa-2c9f-494b-815d-2ff7bd1fcfdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786465950455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786465455746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2698075'] for port (5be6e796-070b-437d-bc82-dfd92a625ff8), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:24.257932 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b005fa-2c9f-494b-815d-2ff7bd1fcfdb admin admin] Pushing event deleted for resources: {'Port': ['ID=5be6e796-070b-437d-bc82-dfd92a625ff8,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:39:24.416673 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-90b005fa-2c9f-494b-815d-2ff7bd1fcfdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-652813'] for router_interface (34b4a016-7d1f-4741-b492-cb32471ca687), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:24.618496 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90b005fa-2c9f-494b-815d-2ff7bd1fcfdb admin admin] Router 34b4a016-7d1f-4741-b492-cb32471ca687 has already been hosted by L3 agent 8e6e5f2a-f235-48ed-8752-aab723ac44e7 {{(pid=103844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 15:39:24.631168 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:39:24.715758 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 1a14bced-14dd-4a2e-b9c0-5a8d662317e9 no longer exists at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:39:24.727169 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b005fa-2c9f-494b-815d-2ff7bd1fcfdb admin admin] Notify agent at l3_agent.dv-cinder-848848-4-iscsi the message routers_updated {{(pid=103844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:39:24.734215 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-90b005fa-2c9f-494b-815d-2ff7bd1fcfdb admin admin] 10.222.0.46 "PUT /v2.0/routers/34b4a016-7d1f-4741-b492-cb32471ca687/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5549200 Jul 06 15:39:24.735238 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 33412) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:39:24.737383 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fb2157-5236-40f4-94bf-fa151580479d None None] Sync routers for ids ['34b4a016-7d1f-4741-b492-cb32471ca687'] in dv-cinder-848848-4-iscsi {{(pid=103846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:39:24.739805 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] No Port match for: 1a14bced-14dd-4a2e-b9c0-5a8d662317e9 {{(pid=103846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 15:39:24.740167 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 1a14bced-14dd-4a2e-b9c0-5a8d662317e9 not bound to the agent host dv-cinder-848848-4-iscsi {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:39:24.740564 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 74bd4a8a-aa25-4da0-a55f-faa6aab177b5 no longer exists at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:39:24.764197 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] No Port match for: 74bd4a8a-aa25-4da0-a55f-faa6aab177b5 {{(pid=103846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 15:39:24.764538 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 74bd4a8a-aa25-4da0-a55f-faa6aab177b5 not bound to the agent host dv-cinder-848848-4-iscsi {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:39:24.770544 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fb2157-5236-40f4-94bf-fa151580479d None None] Routers {'34b4a016-7d1f-4741-b492-cb32471ca687'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:39:24.771318 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-95fb2157-5236-40f4-94bf-fa151580479d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:39:18Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['34b4a016-7d1f-4741-b492-cb32471ca687'], 'active': True} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:39:24.834298 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-76c1cbad-a5f6-46af-9fad-ff7bbc51c306 admin admin] Publish callbacks [] for router (34b4a016-7d1f-4741-b492-cb32471ca687), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:24.873202 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvr_db [None req-95fb2157-5236-40f4-94bf-fa151580479d None None] Set router 34b4a016-7d1f-4741-b492-cb32471ca687 gateway port host: dv-cinder-848848-4-iscsi {{(pid=103846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:39:24.931912 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-76c1cbad-a5f6-46af-9fad-ff7bbc51c306 admin admin] Publish callbacks [] for router_gateway (34b4a016-7d1f-4741-b492-cb32471ca687), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:24.974540 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.plugin [None req-76c1cbad-a5f6-46af-9fad-ff7bbc51c306 admin admin] Deleting port 789ceefb-7d8e-48aa-9cae-b43594a07fc3 {{(pid=103845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 15:39:24.974874 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-76c1cbad-a5f6-46af-9fad-ff7bbc51c306 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786465945384'] for port (789ceefb-7d8e-48aa-9cae-b43594a07fc3), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:25.038582 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-95fb2157-5236-40f4-94bf-fa151580479d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b4a016-7d1f-4741-b492-cb32471ca687', 'name': 'tempest-TestVolumeBootPattern-1364859226-router', 'tenant_id': '260c02062b8247ee8adff900243d628a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'external_fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '789ceefb-7d8e-48aa-9cae-b43594a07fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:32:47Z', 'updated_at': '2022-07-06T15:39:24Z', 'revision_number': 5, 'project_id': '260c02062b8247ee8adff900243d628a', 'gw_port': {'id': '789ceefb-7d8e-48aa-9cae-b43594a07fc3', 'name': '', 'network_id': '377cda5e-c384-46ee-8e00-4b775f415604', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b4a016-7d1f-4741-b492-cb32471ca687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848848-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T15:32:47Z', 'updated_at': '2022-07-06T15:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1975bb39-9f7d-4b8c-94d3-6023908c91e1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848848-4-iscsi'}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:39:25.057277 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.db [None req-76c1cbad-a5f6-46af-9fad-ff7bbc51c306 admin admin] For port 789ceefb-7d8e-48aa-9cae-b43594a07fc3, host dv-cinder-848848-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=789ceefb-7d8e-48aa-9cae-b43594a07fc3,segment=NetworkSegment(7bafd98f-0c00-45ed-9abe-629590d245f2),segment_id=7bafd98f-0c00-45ed-9abe-629590d245f2)] {{(pid=103845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:39:25.057633 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-76c1cbad-a5f6-46af-9fad-ff7bbc51c306 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652656'] for port (789ceefb-7d8e-48aa-9cae-b43594a07fc3), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:25.064129 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fb2157-5236-40f4-94bf-fa151580479d None None] Checking router: 34b4a016-7d1f-4741-b492-cb32471ca687 for host: dv-cinder-848848-4-iscsi {{(pid=103846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:39:25.070645 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.plugin [None req-76c1cbad-a5f6-46af-9fad-ff7bbc51c306 admin admin] Calling delete_port for 789ceefb-7d8e-48aa-9cae-b43594a07fc3 owned by network:router_gateway {{(pid=103845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 15:39:25.072339 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fb2157-5236-40f4-94bf-fa151580479d None None] Routers {'34b4a016-7d1f-4741-b492-cb32471ca687'} bound to L3 agent in host dv-cinder-848848-4-iscsi {{(pid=103846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 15:39:25.072922 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-95fb2157-5236-40f4-94bf-fa151580479d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848848-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-06T15:16:48Z,description=,heartbeat_timestamp=2022-07-06T15:39:18Z,host='dv-cinder-848848-4-iscsi',id=8e6e5f2a-f235-48ed-8752-aab723ac44e7,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T15:16:48Z,topic='l3_agent')) {'router_ids': ['34b4a016-7d1f-4741-b492-cb32471ca687'], 'active': True} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:39:25.156602 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_dvr_db [None req-95fb2157-5236-40f4-94bf-fa151580479d None None] Set router 34b4a016-7d1f-4741-b492-cb32471ca687 gateway port host: None {{(pid=103846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 15:39:25.207026 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.db.l3_hamode_db [None req-95fb2157-5236-40f4-94bf-fa151580479d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b4a016-7d1f-4741-b492-cb32471ca687', 'name': 'tempest-TestVolumeBootPattern-1364859226-router', 'tenant_id': '260c02062b8247ee8adff900243d628a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:32:47Z', 'updated_at': '2022-07-06T15:39:24Z', 'revision_number': 6, 'project_id': '260c02062b8247ee8adff900243d628a', 'gw_port_host': None}], 'dv-cinder-848848-4-iscsi', False) {} {{(pid=103846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:39:25.232284 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fb2157-5236-40f4-94bf-fa151580479d None None] The sync data for ids ['34b4a016-7d1f-4741-b492-cb32471ca687'] in dv-cinder-848848-4-iscsi is: [{'id': '34b4a016-7d1f-4741-b492-cb32471ca687', 'name': 'tempest-TestVolumeBootPattern-1364859226-router', 'tenant_id': '260c02062b8247ee8adff900243d628a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T15:32:47Z', 'updated_at': '2022-07-06T15:39:24Z', 'revision_number': 6, 'project_id': '260c02062b8247ee8adff900243d628a', 'gw_port_host': None}] {{(pid=103846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:39:25.237210 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-76c1cbad-a5f6-46af-9fad-ff7bbc51c306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786465950455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786465455746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2888556'] for port (789ceefb-7d8e-48aa-9cae-b43594a07fc3), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:25.260205 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c1cbad-a5f6-46af-9fad-ff7bbc51c306 admin admin] Pushing event deleted for resources: {'Port': ['ID=789ceefb-7d8e-48aa-9cae-b43594a07fc3,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:39:25.323199 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-76c1cbad-a5f6-46af-9fad-ff7bbc51c306 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591431'] for router_gateway (34b4a016-7d1f-4741-b492-cb32471ca687), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:25.403514 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:39:25.409811 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-76c1cbad-a5f6-46af-9fad-ff7bbc51c306 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109466'] for router (34b4a016-7d1f-4741-b492-cb32471ca687), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:25.411084 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:39:25.412763 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-76c1cbad-a5f6-46af-9fad-ff7bbc51c306 admin admin] Publish callbacks [] for router_controller (34b4a016-7d1f-4741-b492-cb32471ca687), precommit_delete_associations {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:25.459082 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-76c1cbad-a5f6-46af-9fad-ff7bbc51c306 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648488'] for router (34b4a016-7d1f-4741-b492-cb32471ca687), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:25.459821 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76c1cbad-a5f6-46af-9fad-ff7bbc51c306 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34b4a016-7d1f-4741-b492-cb32471ca687 {{(pid=103845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 15:39:25.465023 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-76c1cbad-a5f6-46af-9fad-ff7bbc51c306 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:25.466416 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-76c1cbad-a5f6-46af-9fad-ff7bbc51c306 admin admin] 10.222.0.46 "DELETE /v2.0/routers/34b4a016-7d1f-4741-b492-cb32471ca687 HTTP/1.1" status: 204 len: 168 time: 0.7299094 Jul 06 15:39:25.469099 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 33414) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:39:25.512469 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.db.db_base_plugin_v2 [None req-71dff692-f59b-42b4-99fe-475ba7e105a6 admin admin] Deleting subnet f3816828-7370-4d2c-97a8-13d012c1916a {{(pid=103845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 06 15:39:25.515604 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-71dff692-f59b-42b4-99fe-475ba7e105a6 admin admin] Publish callbacks [] for subnet (f3816828-7370-4d2c-97a8-13d012c1916a), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:25.549588 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-71dff692-f59b-42b4-99fe-475ba7e105a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60119395'] for subnet (f3816828-7370-4d2c-97a8-13d012c1916a), precommit_delete_associations {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:25.630356 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-71dff692-f59b-42b4-99fe-475ba7e105a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1545392'] for subnet (f3816828-7370-4d2c-97a8-13d012c1916a), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:25.684069 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-71dff692-f59b-42b4-99fe-475ba7e105a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1545403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2888635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59833733'] for subnet (f3816828-7370-4d2c-97a8-13d012c1916a), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:25.707990 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dff692-f59b-42b4-99fe-475ba7e105a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3816828-7370-4d2c-97a8-13d012c1916a,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:39:25.714257 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-71dff692-f59b-42b4-99fe-475ba7e105a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629707'] for subnet (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:25.717709 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-71dff692-f59b-42b4-99fe-475ba7e105a6 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/f3816828-7370-4d2c-97a8-13d012c1916a HTTP/1.1" status: 204 len: 168 time: 0.2473545 Jul 06 15:39:25.719845 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b523922-55c1-468e-b667-c8b23ee61dd3 None None] Network c0c619d7-77f9-4d54-bc16-4fa369e626e5 requested from dv-cinder-848848-4-iscsi {{(pid=103846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 15:39:25.720324 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 33416) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:39:25.787114 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-6755271b-1035-47da-9f87-2c9bca5eb5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101514'] for network (c0c619d7-77f9-4d54-bc16-4fa369e626e5), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:25.832816 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.plugin [None req-6755271b-1035-47da-9f87-2c9bca5eb5e6 admin admin] Deleting port 088343a2-2f65-4810-991d-349f5b20261e {{(pid=103845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 15:39:25.833147 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-6755271b-1035-47da-9f87-2c9bca5eb5e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786465945384'] for port (088343a2-2f65-4810-991d-349f5b20261e), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:25.895422 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.db [None req-6755271b-1035-47da-9f87-2c9bca5eb5e6 admin admin] For port 088343a2-2f65-4810-991d-349f5b20261e, host dv-cinder-848848-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848848-4-iscsi',level=0,port_id=088343a2-2f65-4810-991d-349f5b20261e,segment=NetworkSegment(c14e24db-f44d-44ad-9b73-d6c20204e715),segment_id=c14e24db-f44d-44ad-9b73-d6c20204e715)] {{(pid=103845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:39:25.895776 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-6755271b-1035-47da-9f87-2c9bca5eb5e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652656'] for port (088343a2-2f65-4810-991d-349f5b20261e), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:25.908158 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.plugin [None req-6755271b-1035-47da-9f87-2c9bca5eb5e6 admin admin] Calling delete_port for 088343a2-2f65-4810-991d-349f5b20261e owned by network:dhcp {{(pid=103845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 15:39:25.994682 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-6755271b-1035-47da-9f87-2c9bca5eb5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786465950455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786465455746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2888556'] for port (088343a2-2f65-4810-991d-349f5b20261e), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:25.995771 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f667f90e-4d59-41a9-815d-f541acb3f365 None None] DHCP port deletion for c0c619d7-77f9-4d54-bc16-4fa369e626e5 request from dv-cinder-848848-4-iscsi {{(pid=103846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 06 15:39:26.019187 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6755271b-1035-47da-9f87-2c9bca5eb5e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=088343a2-2f65-4810-991d-349f5b20261e,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:39:26.025623 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6755271b-1035-47da-9f87-2c9bca5eb5e6 admin admin] No DVR routers for this DVR port 088343a2-2f65-4810-991d-349f5b20261e on host dv-cinder-848848-4-iscsi {{(pid=103845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 15:39:26.099740 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-6755271b-1035-47da-9f87-2c9bca5eb5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1485658', 'neutron.services.segments.db._delete_segments_for_network-8786465758329'] for network (c0c619d7-77f9-4d54-bc16-4fa369e626e5), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:26.120678 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.services.segments.db [None req-6755271b-1035-47da-9f87-2c9bca5eb5e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0c619d7-77f9-4d54-bc16-4fa369e626e5']}} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:39:26.130711 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.services.segments.db [None req-6755271b-1035-47da-9f87-2c9bca5eb5e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c14e24db-f44d-44ad-9b73-d6c20204e715') {'for_net_delete': True} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:39:26.131001 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.services.segments.db [None req-6755271b-1035-47da-9f87-2c9bca5eb5e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c14e24db-f44d-44ad-9b73-d6c20204e715') {} {{(pid=103845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:39:26.141879 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-6755271b-1035-47da-9f87-2c9bca5eb5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786465759874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60119400'] for segment (c14e24db-f44d-44ad-9b73-d6c20204e715), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:26.156668 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-6755271b-1035-47da-9f87-2c9bca5eb5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490363'] for segment (c14e24db-f44d-44ad-9b73-d6c20204e715), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:26.163383 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6755271b-1035-47da-9f87-2c9bca5eb5e6 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=103845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 15:39:26.163948 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-6755271b-1035-47da-9f87-2c9bca5eb5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2888513'] for segment (c14e24db-f44d-44ad-9b73-d6c20204e715), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:26.179634 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:39:26.219593 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.services.segments.plugin [-] Segment c14e24db-f44d-44ad-9b73-d6c20204e715 resource provider aggregate not found Jul 06 15:39:26.234047 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-6755271b-1035-47da-9f87-2c9bca5eb5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1485651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-666929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590854'] for network (c0c619d7-77f9-4d54-bc16-4fa369e626e5), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:26.237200 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-6755271b-1035-47da-9f87-2c9bca5eb5e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629707'] for network (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:26.240426 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-6755271b-1035-47da-9f87-2c9bca5eb5e6 admin admin] 10.222.0.46 "DELETE /v2.0/networks/c0c619d7-77f9-4d54-bc16-4fa369e626e5 HTTP/1.1" status: 204 len: 168 time: 0.5195649 Jul 06 15:39:26.243312 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.services.segments.plugin [-] Segment c14e24db-f44d-44ad-9b73-d6c20204e715 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c14e24db-f44d-44ad-9b73-d6c20204e715 found for delete ", "request_id": "req-c7c777aa-2da2-499c-9843-1c91876e6739"}]} Jul 06 15:39:26.252756 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6755271b-1035-47da-9f87-2c9bca5eb5e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0c619d7-77f9-4d54-bc16-4fa369e626e5,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:39:26.352915 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 33424) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:39:26.392456 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-16881f80-a791-407d-9fc0-7df0acf2b002 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6d724d364f9b4bafb241a0bb0b02429f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383973 Jul 06 15:39:26.394997 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [-] (103844) accepted ('10.222.0.46', 33426) {{(pid=103844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:39:26.441620 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-4a52ef5d-53bb-4169-9fc9-aa8f482ba5ec admin admin] Publish callbacks [] for security_group (d6a41fa5-f6d8-4dc6-bbf7-727903f068dd), before_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:26.463107 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-4a52ef5d-53bb-4169-9fc9-aa8f482ba5ec admin admin] Publish callbacks [] for security_group (d6a41fa5-f6d8-4dc6-bbf7-727903f068dd), precommit_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:26.513817 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-4a52ef5d-53bb-4169-9fc9-aa8f482ba5ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (d6a41fa5-f6d8-4dc6-bbf7-727903f068dd), after_delete {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:26.516358 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-4a52ef5d-53bb-4169-9fc9-aa8f482ba5ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:26.518309 dv-cinder-848848-4-iscsi neutron-server[103844]: INFO neutron.wsgi [None req-4a52ef5d-53bb-4169-9fc9-aa8f482ba5ec admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d6a41fa5-f6d8-4dc6-bbf7-727903f068dd HTTP/1.1" status: 204 len: 168 time: 0.1221414 Jul 06 15:39:26.526130 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a52ef5d-53bb-4169-9fc9-aa8f482ba5ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a41fa5-f6d8-4dc6-bbf7-727903f068dd,revision_number=None']} {{(pid=103844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:39:26.672142 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 5be6e796-070b-437d-bc82-dfd92a625ff8 no longer exists at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:39:26.691023 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] No Port match for: 5be6e796-070b-437d-bc82-dfd92a625ff8 {{(pid=103846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 15:39:26.691389 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 5be6e796-070b-437d-bc82-dfd92a625ff8 not bound to the agent host dv-cinder-848848-4-iscsi {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:39:26.691803 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 789ceefb-7d8e-48aa-9cae-b43594a07fc3 no longer exists at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:39:26.709724 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] No Port match for: 789ceefb-7d8e-48aa-9cae-b43594a07fc3 {{(pid=103846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 15:39:26.710065 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 789ceefb-7d8e-48aa-9cae-b43594a07fc3 not bound to the agent host dv-cinder-848848-4-iscsi {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:39:26.710467 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 088343a2-2f65-4810-991d-349f5b20261e no longer exists at agent ovs-agent-dv-cinder-848848-4-iscsi {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:39:26.730913 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.plugin [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] No Port match for: 088343a2-2f65-4810-991d-349f5b20261e {{(pid=103846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 15:39:26.731569 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron.plugins.ml2.rpc [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Device 088343a2-2f65-4810-991d-349f5b20261e not bound to the agent host dv-cinder-848848-4-iscsi {{(pid=103846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:39:26.838402 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 33432) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:39:26.877930 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-6a2081f7-dcc9-485b-8b1b-34917a228240 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=260c02062b8247ee8adff900243d628a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383356 Jul 06 15:39:26.880169 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [-] (103845) accepted ('10.222.0.46', 33434) {{(pid=103845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 15:39:26.925747 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:DELETE=10,neutron:SELECT=89,neutron:UPDATE=1 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:39:26.932024 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-b5d9af24-5df6-4474-a635-8deefbdb1863 admin admin] Publish callbacks [] for security_group (e6d443c8-cbd6-4a11-b480-559970b815bf), before_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:26.954809 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-b5d9af24-5df6-4474-a635-8deefbdb1863 admin admin] Publish callbacks [] for security_group (e6d443c8-cbd6-4a11-b480-559970b815bf), precommit_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:27.000553 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-b5d9af24-5df6-4474-a635-8deefbdb1863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669666'] for security_group (e6d443c8-cbd6-4a11-b480-559970b815bf), after_delete {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:27.002958 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron_lib.callbacks.manager [None req-b5d9af24-5df6-4474-a635-8deefbdb1863 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:27.004110 dv-cinder-848848-4-iscsi neutron-server[103845]: INFO neutron.wsgi [None req-b5d9af24-5df6-4474-a635-8deefbdb1863 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e6d443c8-cbd6-4a11-b480-559970b815bf HTTP/1.1" status: 204 len: 168 time: 0.1230237 Jul 06 15:39:27.012378 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d9af24-5df6-4474-a635-8deefbdb1863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d443c8-cbd6-4a11-b480-559970b815bf,revision_number=None']} {{(pid=103845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:39:32.741168 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=6 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:39:32.743521 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=2 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:39:36.521664 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=85,neutron:DELETE=6 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:39:36.522408 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG dbcounter [-] [103844] Writing DB stats neutron:SELECT=29,neutron:DELETE=2 {{(pid=103844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:39:36.713839 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=84,neutron:UPDATE=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:39:37.006964 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:DELETE=3,neutron:SELECT=24 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:39:37.007737 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG dbcounter [-] [103845] Writing DB stats neutron:SELECT=7,neutron:DELETE=2 {{(pid=103845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:39:37.024831 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=81,neutron:UPDATE=5 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:39:44.657208 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (eda728fc-b46d-4378-b578-35bac6b15486), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:45.202623 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=12 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:39:45.203384 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=14 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:39:46.301061 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-6fceeb98-a397-4fa5-947b-55acc87ad61a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (a81823b9-ba52-46bb-9bcd-43b269600933), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:48.343962 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-6d77370a-8c75-4aef-ae9f-6b1f92a3169b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8e6e5f2a-f235-48ed-8752-aab723ac44e7), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:49.641200 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-5e71b6aa-55c8-4030-9936-371c496b104b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (6f0d5ee7-fa21-4cb0-b4ff-cf35f5a4ba31), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:51.145426 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-8ac95340-3f24-440b-a4d9-caf8afcb49bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8ea57be5-348a-4c5b-804c-cda178363830), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:51.254220 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (d26a5351-3de7-44f9-93eb-9fed5ee5b55b), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:39:57.689506 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.agents_db [None req-99b786f5-93e1-437c-926e-a88e17275ab4 None None] Agent healthcheck: found 6 active agents {{(pid=103847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:40:01.247426 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:40:01.249710 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=3,neutron:UPDATE=5 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:40:09.735964 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=3 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:40:09.740596 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=5 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:40:14.660397 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (eda728fc-b46d-4378-b578-35bac6b15486), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:40:16.303045 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-64e2080e-22ae-4500-841b-cf1832edd11a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (a81823b9-ba52-46bb-9bcd-43b269600933), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:40:18.348092 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b92a906f-8a2c-4d9f-b5f5-181c6319390b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8e6e5f2a-f235-48ed-8752-aab723ac44e7), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:40:19.644054 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-5e71b6aa-55c8-4030-9936-371c496b104b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (6f0d5ee7-fa21-4cb0-b4ff-cf35f5a4ba31), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:40:21.148577 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-8ac95340-3f24-440b-a4d9-caf8afcb49bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8ea57be5-348a-4c5b-804c-cda178363830), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:40:21.256685 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (d26a5351-3de7-44f9-93eb-9fed5ee5b55b), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:40:29.891191 dv-cinder-848848-4-iscsi neutron-server[103845]: DEBUG neutron.wsgi [req-cf6029fb-2e45-4303-905e-9ab1043f5457 req-1c83817f-3c69-4697-b74c-85061409ea7b service neutron] (103845) timed out ('10.222.0.16', 58092) {{(pid=103845) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 06 15:40:31.246241 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:40:31.252987 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:40:34.687777 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.agents_db [None req-99b786f5-93e1-437c-926e-a88e17275ab4 None None] Agent healthcheck: found 6 active agents {{(pid=103847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:40:44.659799 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (eda728fc-b46d-4378-b578-35bac6b15486), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:40:46.304280 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-1b48a2a7-65e9-4ee6-9a09-33182f59cef9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (a81823b9-ba52-46bb-9bcd-43b269600933), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:40:46.736072 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=5 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:40:46.736865 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:40:48.349422 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-e5d2df98-0ac2-4f4f-a4fb-38adbf2e0be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8e6e5f2a-f235-48ed-8752-aab723ac44e7), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:40:49.648297 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-5e71b6aa-55c8-4030-9936-371c496b104b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (6f0d5ee7-fa21-4cb0-b4ff-cf35f5a4ba31), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:40:51.152046 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-8ac95340-3f24-440b-a4d9-caf8afcb49bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8ea57be5-348a-4c5b-804c-cda178363830), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:40:51.259104 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (d26a5351-3de7-44f9-93eb-9fed5ee5b55b), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:41:05.206706 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:UPDATE=3,neutron:SELECT=19 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:41:05.207464 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:41:06.704322 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=2 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:41:11.687031 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.agents_db [None req-99b786f5-93e1-437c-926e-a88e17275ab4 None None] Agent healthcheck: found 6 active agents {{(pid=103847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:41:14.649660 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (eda728fc-b46d-4378-b578-35bac6b15486), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:41:16.306562 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-7e52a530-6d53-4cd7-9038-35f493252d05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (a81823b9-ba52-46bb-9bcd-43b269600933), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:41:18.350287 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-9b3f107d-fe1a-4fe6-9922-1aa7888e76f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8e6e5f2a-f235-48ed-8752-aab723ac44e7), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:41:19.650851 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-5e71b6aa-55c8-4030-9936-371c496b104b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (6f0d5ee7-fa21-4cb0-b4ff-cf35f5a4ba31), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:41:21.156026 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-8ac95340-3f24-440b-a4d9-caf8afcb49bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8ea57be5-348a-4c5b-804c-cda178363830), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:41:21.263860 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (d26a5351-3de7-44f9-93eb-9fed5ee5b55b), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:41:23.732242 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=5 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:41:23.733132 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=3 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:41:31.258048 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:41:31.259891 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:41:44.653451 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (eda728fc-b46d-4378-b578-35bac6b15486), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:41:45.209865 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=15 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:41:45.211769 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=11 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:41:46.309127 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-ffa7fd57-09a6-4afa-afa7-19e7e9202504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (a81823b9-ba52-46bb-9bcd-43b269600933), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:41:48.351790 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-946d4780-251a-4565-bfa1-0f186e0f1ea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8e6e5f2a-f235-48ed-8752-aab723ac44e7), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:41:48.686303 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.agents_db [None req-99b786f5-93e1-437c-926e-a88e17275ab4 None None] Agent healthcheck: found 6 active agents {{(pid=103847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:41:49.654279 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-5e71b6aa-55c8-4030-9936-371c496b104b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (6f0d5ee7-fa21-4cb0-b4ff-cf35f5a4ba31), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:41:51.158962 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-8ac95340-3f24-440b-a4d9-caf8afcb49bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8ea57be5-348a-4c5b-804c-cda178363830), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:41:51.265590 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (d26a5351-3de7-44f9-93eb-9fed5ee5b55b), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:42:00.732901 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=5 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:42:00.737090 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=3 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:42:01.255069 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:42:01.261092 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:42:14.664457 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (eda728fc-b46d-4378-b578-35bac6b15486), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:42:16.311412 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-6e93e121-6ee0-469d-b636-1a75a671b5f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (a81823b9-ba52-46bb-9bcd-43b269600933), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:42:18.354349 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-6e709bad-40a7-48e9-b244-85423cfca976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8e6e5f2a-f235-48ed-8752-aab723ac44e7), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:42:19.656380 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-5e71b6aa-55c8-4030-9936-371c496b104b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (6f0d5ee7-fa21-4cb0-b4ff-cf35f5a4ba31), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:42:21.161613 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-8ac95340-3f24-440b-a4d9-caf8afcb49bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8ea57be5-348a-4c5b-804c-cda178363830), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:42:21.269066 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (d26a5351-3de7-44f9-93eb-9fed5ee5b55b), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:42:25.685160 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.agents_db [None req-99b786f5-93e1-437c-926e-a88e17275ab4 None None] Agent healthcheck: found 6 active agents {{(pid=103847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:42:31.262526 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:42:31.264443 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:42:36.879816 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [req-dc0bf077-c8c4-43b8-84f3-a42e4878f937 req-ca3845fb-5540-42f5-a8f8-0d2849a41f0f service neutron] (103844) timed out ('10.222.0.16', 58100) {{(pid=103844) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 06 15:42:38.579717 dv-cinder-848848-4-iscsi neutron-server[103844]: DEBUG neutron.wsgi [req-238469d5-1f57-4ec3-a6d4-b23ac8e3eb7b req-a05983f6-f4a2-48bb-a636-cd22c9cb3937 service neutron] (103844) timed out ('10.222.0.16', 58101) {{(pid=103844) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 06 15:42:44.664347 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (eda728fc-b46d-4378-b578-35bac6b15486), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:42:44.751975 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=4 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:42:44.752726 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:42:46.313826 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-4c50645d-5007-44a3-9c34-94efef0683c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (a81823b9-ba52-46bb-9bcd-43b269600933), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:42:48.356351 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-4b8911ef-624c-4934-a0f7-b031bb5d9594 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8e6e5f2a-f235-48ed-8752-aab723ac44e7), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:42:49.660889 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-5e71b6aa-55c8-4030-9936-371c496b104b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (6f0d5ee7-fa21-4cb0-b4ff-cf35f5a4ba31), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:42:51.164016 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-8ac95340-3f24-440b-a4d9-caf8afcb49bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8ea57be5-348a-4c5b-804c-cda178363830), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:42:51.272130 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (d26a5351-3de7-44f9-93eb-9fed5ee5b55b), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:43:02.683781 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.agents_db [None req-99b786f5-93e1-437c-926e-a88e17275ab4 None None] Agent healthcheck: found 6 active agents {{(pid=103847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:43:05.216714 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=22,neutron:UPDATE=5 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:43:05.218601 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:43:14.662859 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (eda728fc-b46d-4378-b578-35bac6b15486), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:43:14.746742 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=3 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:43:14.747551 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=5 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:43:16.315747 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-8414a800-63eb-4a63-83c7-15ced7a5072e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (a81823b9-ba52-46bb-9bcd-43b269600933), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:43:18.358300 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-587aa7eb-f19d-4469-bd06-4e8995afe518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8e6e5f2a-f235-48ed-8752-aab723ac44e7), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:43:19.661617 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-5e71b6aa-55c8-4030-9936-371c496b104b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (6f0d5ee7-fa21-4cb0-b4ff-cf35f5a4ba31), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:43:21.165703 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-8ac95340-3f24-440b-a4d9-caf8afcb49bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8ea57be5-348a-4c5b-804c-cda178363830), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:43:21.277236 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (d26a5351-3de7-44f9-93eb-9fed5ee5b55b), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:43:31.270913 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:43:31.272822 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:43:39.683503 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.agents_db [None req-99b786f5-93e1-437c-926e-a88e17275ab4 None None] Agent healthcheck: found 6 active agents {{(pid=103847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:43:44.680151 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (eda728fc-b46d-4378-b578-35bac6b15486), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:43:46.317844 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-494af471-983f-4871-89b8-b5438bbacbba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (a81823b9-ba52-46bb-9bcd-43b269600933), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:43:48.361472 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-ee884ce9-8aa7-4e83-9c5f-ca6408b3c278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8e6e5f2a-f235-48ed-8752-aab723ac44e7), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:43:49.663537 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-5e71b6aa-55c8-4030-9936-371c496b104b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (6f0d5ee7-fa21-4cb0-b4ff-cf35f5a4ba31), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:43:51.169648 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-8ac95340-3f24-440b-a4d9-caf8afcb49bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8ea57be5-348a-4c5b-804c-cda178363830), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:43:51.280415 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (d26a5351-3de7-44f9-93eb-9fed5ee5b55b), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:43:51.748262 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=14 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:43:51.753298 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=20 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:44:01.274411 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:44:01.276443 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:44:14.676463 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-b771fc27-bef7-40d1-b02b-8414a36582bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (eda728fc-b46d-4378-b578-35bac6b15486), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:44:16.320484 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-08b904bf-5a3f-413b-978b-570ab4d2e4f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (a81823b9-ba52-46bb-9bcd-43b269600933), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:44:16.682452 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG neutron.db.agents_db [None req-99b786f5-93e1-437c-926e-a88e17275ab4 None None] Agent healthcheck: found 6 active agents {{(pid=103847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:44:18.363177 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-beaf6df6-22dc-41a8-8857-dcaf0c72cc4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8e6e5f2a-f235-48ed-8752-aab723ac44e7), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:44:19.666430 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-5e71b6aa-55c8-4030-9936-371c496b104b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (6f0d5ee7-fa21-4cb0-b4ff-cf35f5a4ba31), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:44:21.172553 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-8ac95340-3f24-440b-a4d9-caf8afcb49bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (8ea57be5-348a-4c5b-804c-cda178363830), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:44:21.282544 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG neutron_lib.callbacks.manager [None req-d667cb66-cd1a-4709-b0cf-8c80f909569e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786465758311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545631'] for agent (d26a5351-3de7-44f9-93eb-9fed5ee5b55b), after_update {{(pid=103846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 15:44:28.753277 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=4 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:44:28.758484 dv-cinder-848848-4-iscsi neutron-server[103847]: DEBUG dbcounter [-] [103847] Writing DB stats neutron:SELECT=4 {{(pid=103847) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:44:31.272060 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 15:44:31.278555 dv-cinder-848848-4-iscsi neutron-server[103846]: DEBUG dbcounter [-] [103846] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=103846) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}